diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -11,17 +11,17 @@ model-index: type: mteb/amazon_counterfactual metrics: - type: accuracy - value: 74.16041979010495 + value: 94.35532233883059 - type: ap - value: 22.731316107205824 + value: 60.40219300665376 - type: ap_weighted - value: 22.731316107205824 + value: 60.40219300665376 - type: f1 - value: 61.311184650259634 + value: 86.52001470357649 - type: f1_weighted - value: 78.92070802470501 + value: 94.65531755022661 - type: main_score - value: 74.16041979010495 + value: 94.35532233883059 task: type: Classification - dataset: @@ -32,17 +32,17 @@ model-index: type: mteb/amazon_counterfactual metrics: - type: accuracy - value: 72.35820895522387 + value: 91.71641791044776 - type: ap - value: 34.13026440006763 + value: 68.4050364584575 - type: ap_weighted - value: 34.13026440006763 + value: 68.4050364584575 - type: f1 - value: 65.91101941691169 + value: 87.91854774634491 - type: f1_weighted - value: 74.90947851184335 + value: 92.0430596057422 - type: main_score - value: 72.35820895522387 + value: 91.71641791044776 task: type: Classification - dataset: @@ -53,17 +53,17 @@ model-index: type: mteb/amazon_polarity metrics: - type: accuracy - value: 95.2693 + value: 96.49945000000001 - type: ap - value: 93.69278757537118 + value: 94.97348227456295 - type: ap_weighted - value: 93.69278757537118 + value: 94.97348227456295 - type: f1 - value: 95.26705627226383 + value: 96.49855824500423 - type: f1_weighted - value: 95.26705627226384 + value: 96.49855824500422 - type: main_score - value: 95.2693 + value: 96.49945000000001 task: type: Classification - dataset: @@ -74,13 +74,13 @@ model-index: type: mteb/amazon_reviews_multi metrics: - type: accuracy - value: 51.01 + value: 61.242 - type: f1 - value: 48.69903082137716 + value: 59.353696237560094 - type: f1_weighted - value: 48.69903082137716 + value: 59.35369623756011 - type: main_score - value: 51.01 + value: 61.242 task: type: Classification - dataset: @@ -91,287 +91,287 @@ model-index: type: mteb/arguana metrics: - type: main_score - value: 56.713 + value: 56.569 - type: map_at_1 - value: 31.436999999999998 + value: 31.080999999999996 - type: map_at_10 - value: 47.632000000000005 + value: 47.432 - type: map_at_100 - value: 48.418 + value: 48.247 - type: map_at_1000 - value: 48.421 + value: 48.251 - type: map_at_20 - value: 48.274 + value: 48.114000000000004 - type: map_at_3 - value: 42.568 + value: 42.425000000000004 - type: map_at_5 - value: 45.473 + value: 45.128 - type: mrr_at_1 - value: 31.934566145092464 + value: 31.57894736842105 - type: mrr_at_10 - value: 47.80803359750735 + value: 47.6253132832081 - type: mrr_at_100 - value: 48.594181951484266 + value: 48.440395388879296 - type: mrr_at_1000 - value: 48.59689299100106 + value: 48.44416076630039 - type: mrr_at_20 - value: 48.450028297368256 + value: 48.30706364782469 - type: mrr_at_3 - value: 42.7453769559033 + value: 42.59127548601235 - type: mrr_at_5 - value: 45.625889046941744 + value: 45.347321005215804 - type: nauc_map_at_1000_diff1 - value: 11.309764384647323 + value: 7.110790588301176 - type: nauc_map_at_1000_max - value: -12.696935142377729 + value: -12.892696039828866 - type: nauc_map_at_1000_std - value: -12.712119206533423 + value: -15.5709273320573 - type: nauc_map_at_100_diff1 - value: 11.311862879869643 + value: 7.117551663882657 - type: nauc_map_at_100_max - value: -12.688064356825764 + value: -12.882680977142957 - type: nauc_map_at_100_std - value: -12.708245196445258 + value: -15.56350483617667 - type: nauc_map_at_10_diff1 - value: 11.180369964075947 + value: 6.903272993199564 - type: nauc_map_at_10_max - value: -12.557609097774142 + value: -13.012877497725961 - type: nauc_map_at_10_std - value: -12.86587547951096 + value: -15.947400478856006 - type: nauc_map_at_1_diff1 - value: 13.545199807116537 + value: 10.03503740028087 - type: nauc_map_at_1_max - value: -15.05694303234355 + value: -13.351553937797 - type: nauc_map_at_1_std - value: -13.135999468701948 + value: -14.137614923859612 - type: nauc_map_at_20_diff1 - value: 11.301805884587152 + value: 7.01754882034529 - type: nauc_map_at_20_max - value: -12.580961418657783 + value: -12.864438636302197 - type: nauc_map_at_20_std - value: -12.626994998566007 + value: -15.541510619190976 - type: nauc_map_at_3_diff1 - value: 11.021077829815507 + value: 7.018587254951812 - type: nauc_map_at_3_max - value: -13.20022886911152 + value: -13.38420244471981 - type: nauc_map_at_3_std - value: -13.127711855412471 + value: -16.127099270987785 - type: nauc_map_at_5_diff1 - value: 11.138694322935278 + value: 6.920961668066123 - type: nauc_map_at_5_max - value: -12.748146823323433 + value: -13.169892625713931 - type: nauc_map_at_5_std - value: -13.183789787796002 + value: -16.21272880801226 - type: nauc_mrr_at_1000_diff1 - value: 9.677867008889587 + value: 5.5525831294754004 - type: nauc_mrr_at_1000_max - value: -13.420330905625857 + value: -12.98089269414052 - type: nauc_mrr_at_1000_std - value: -12.792519437553008 + value: -15.396489593627944 - type: nauc_mrr_at_100_diff1 - value: 9.680107626011944 + value: 5.559525360367539 - type: nauc_mrr_at_100_max - value: -13.411410836965254 + value: -12.970885236428334 - type: nauc_mrr_at_100_std - value: -12.788644939208261 + value: -15.389102542398783 - type: nauc_mrr_at_10_diff1 - value: 9.589680890065521 + value: 5.38828048977972 - type: nauc_mrr_at_10_max - value: -13.261739941834202 + value: -13.096637253890634 - type: nauc_mrr_at_10_std - value: -12.944134710141187 + value: -15.775810422484374 - type: nauc_mrr_at_1_diff1 - value: 12.085031779160564 + value: 8.58091801149426 - type: nauc_mrr_at_1_max - value: -15.02002211766975 + value: -12.352949021555306 - type: nauc_mrr_at_1_std - value: -13.355756268733016 + value: -13.545487974417847 - type: nauc_mrr_at_20_diff1 - value: 9.677873154739816 + value: 5.4666282281067735 - type: nauc_mrr_at_20_max - value: -13.300790622622587 + value: -12.952039027828944 - type: nauc_mrr_at_20_std - value: -12.707185337847148 + value: -15.367907454271231 - type: nauc_mrr_at_3_diff1 - value: 9.472988614112802 + value: 5.1862331302405735 - type: nauc_mrr_at_3_max - value: -13.919505060412762 + value: -13.816401285559108 - type: nauc_mrr_at_3_std - value: -13.164277574722277 + value: -15.872101319770382 - type: nauc_mrr_at_5_diff1 - value: 9.467059127457365 + value: 5.471097057115419 - type: nauc_mrr_at_5_max - value: -13.584824274866206 + value: -13.269134531334442 - type: nauc_mrr_at_5_std - value: -13.199173673034172 + value: -15.95735511276538 - type: nauc_ndcg_at_1000_diff1 - value: 11.117383537119457 + value: 6.8032235432235275 - type: nauc_ndcg_at_1000_max - value: -12.047108406166398 + value: -12.52617810408163 - type: nauc_ndcg_at_1000_std - value: -12.4255053792295 + value: -15.38677998208727 - type: nauc_ndcg_at_100_diff1 - value: 11.199092599092824 + value: 6.971743190062509 - type: nauc_ndcg_at_100_max - value: -11.816562361312737 + value: -12.284060222136334 - type: nauc_ndcg_at_100_std - value: -12.321599738274934 + value: -15.203583619739097 - type: nauc_ndcg_at_10_diff1 - value: 10.619688096042301 + value: 5.9423315360857005 - type: nauc_ndcg_at_10_max - value: -10.991140718309158 + value: -12.649746010742199 - type: nauc_ndcg_at_10_std - value: -12.913717053782964 + value: -16.72153869758235 - type: nauc_ndcg_at_1_diff1 - value: 13.545199807116537 + value: 10.03503740028087 - type: nauc_ndcg_at_1_max - value: -15.05694303234355 + value: -13.351553937797 - type: nauc_ndcg_at_1_std - value: -13.135999468701948 + value: -14.137614923859612 - type: nauc_ndcg_at_20_diff1 - value: 11.079239059115043 + value: 6.379802915097805 - type: nauc_ndcg_at_20_max - value: -11.107522795986476 + value: -12.01427315352701 - type: nauc_ndcg_at_20_std - value: -11.917269092652596 + value: -15.108250307425825 - type: nauc_ndcg_at_3_diff1 - value: 10.328082482022936 + value: 6.298556094258956 - type: nauc_ndcg_at_3_max - value: -12.609971276627075 + value: -13.536187803253377 - type: nauc_ndcg_at_3_std - value: -13.581875503621793 + value: -16.999347732797407 - type: nauc_ndcg_at_5_diff1 - value: 10.598034768408395 + value: 6.099858591554027 - type: nauc_ndcg_at_5_max - value: -11.664284036838387 + value: -13.097631098081774 - type: nauc_ndcg_at_5_std - value: -13.738318585447246 + value: -17.215525664264348 - type: nauc_precision_at_1000_diff1 - value: 3.733355117431035 + value: -21.130247827110427 - type: nauc_precision_at_1000_max - value: 22.126811641224737 + value: 24.21748822806628 - type: nauc_precision_at_1000_std - value: 77.22610895194498 + value: 83.6578697460551 - type: nauc_precision_at_100_diff1 - value: 27.682371417569136 + value: 29.395727608507894 - type: nauc_precision_at_100_max - value: 55.30719621706036 + value: 51.676651935775695 - type: nauc_precision_at_100_std - value: 51.87386775498134 + value: 62.92260397258278 - type: nauc_precision_at_10_diff1 - value: 7.322656348885176 + value: -0.25306953208178373 - type: nauc_precision_at_10_max - value: 0.2704135680738493 + value: -9.710491261292093 - type: nauc_precision_at_10_std - value: -12.841217202927321 + value: -21.697648668302183 - type: nauc_precision_at_1_diff1 - value: 13.545199807116537 + value: 10.03503740028087 - type: nauc_precision_at_1_max - value: -15.05694303234355 + value: -13.351553937797 - type: nauc_precision_at_1_std - value: -13.135999468701948 + value: -14.137614923859612 - type: nauc_precision_at_20_diff1 - value: 10.486079260481048 + value: -2.084669856957687 - type: nauc_precision_at_20_max - value: 14.003109613986817 + value: 6.736841084303921 - type: nauc_precision_at_20_std - value: 4.910816164725959 + value: -0.330152716888139 - type: nauc_precision_at_3_diff1 - value: 8.271896718206264 + value: 4.202256387521114 - type: nauc_precision_at_3_max - value: -10.827383320727357 + value: -14.043068948669681 - type: nauc_precision_at_3_std - value: -15.106532989878312 + value: -19.71625712734227 - type: nauc_precision_at_5_diff1 - value: 8.834654894956898 + value: 3.2694130100522667 - type: nauc_precision_at_5_max - value: -7.540039352361894 + value: -12.7772753118202 - type: nauc_precision_at_5_std - value: -15.969132098353741 + value: -20.917228577779888 - type: nauc_recall_at_1000_diff1 - value: 3.733355117431255 + value: -21.13024782711332 - type: nauc_recall_at_1000_max - value: 22.126811641217202 + value: 24.21748822806101 - type: nauc_recall_at_1000_std - value: 77.22610895193765 + value: 83.6578697460535 - type: nauc_recall_at_100_diff1 - value: 27.682371417566458 + value: 29.395727608504448 - type: nauc_recall_at_100_max - value: 55.30719621705814 + value: 51.67665193577227 - type: nauc_recall_at_100_std - value: 51.8738677549813 + value: 62.92260397258032 - type: nauc_recall_at_10_diff1 - value: 7.322656348885266 + value: -0.2530695320818313 - type: nauc_recall_at_10_max - value: 0.27041356807404016 + value: -9.710491261292015 - type: nauc_recall_at_10_std - value: -12.841217202927096 + value: -21.697648668302048 - type: nauc_recall_at_1_diff1 - value: 13.545199807116537 + value: 10.03503740028087 - type: nauc_recall_at_1_max - value: -15.05694303234355 + value: -13.351553937797 - type: nauc_recall_at_1_std - value: -13.135999468701948 + value: -14.137614923859612 - type: nauc_recall_at_20_diff1 - value: 10.486079260481167 + value: -2.0846698569576856 - type: nauc_recall_at_20_max - value: 14.003109613986972 + value: 6.736841084303534 - type: nauc_recall_at_20_std - value: 4.910816164726593 + value: -0.3301527168878837 - type: nauc_recall_at_3_diff1 - value: 8.271896718206312 + value: 4.202256387521115 - type: nauc_recall_at_3_max - value: -10.827383320727314 + value: -14.043068948669694 - type: nauc_recall_at_3_std - value: -15.106532989878287 + value: -19.716257127342317 - type: nauc_recall_at_5_diff1 - value: 8.834654894956909 + value: 3.26941301005235 - type: nauc_recall_at_5_max - value: -7.540039352361923 + value: -12.777275311820102 - type: nauc_recall_at_5_std - value: -15.969132098353715 + value: -20.917228577779866 - type: ndcg_at_1 - value: 31.436999999999998 + value: 31.080999999999996 - type: ndcg_at_10 - value: 56.713 + value: 56.569 - type: ndcg_at_100 - value: 59.887 + value: 59.772999999999996 - type: ndcg_at_1000 - value: 59.94500000000001 + value: 59.843 - type: ndcg_at_20 - value: 58.98 + value: 58.933 - type: ndcg_at_3 - value: 46.261 + value: 46.209 - type: ndcg_at_5 - value: 51.501 + value: 51.090999999999994 - type: precision_at_1 - value: 31.436999999999998 + value: 31.080999999999996 - type: precision_at_10 value: 8.578 - type: precision_at_100 - value: 0.992 + value: 0.991 - type: precision_at_1000 value: 0.1 - type: precision_at_20 - value: 4.73 + value: 4.744000000000001 - type: precision_at_3 - value: 18.990000000000002 + value: 19.061 - type: precision_at_5 - value: 13.94 + value: 13.812 - type: recall_at_1 - value: 31.436999999999998 + value: 31.080999999999996 - type: recall_at_10 value: 85.775 - type: recall_at_100 - value: 99.21799999999999 + value: 99.14699999999999 - type: recall_at_1000 value: 99.644 - type: recall_at_20 - value: 94.595 + value: 94.879 - type: recall_at_3 - value: 56.97 + value: 57.18299999999999 - type: recall_at_5 - value: 69.70100000000001 + value: 69.06099999999999 task: type: Retrieval - dataset: @@ -382,11 +382,11 @@ model-index: type: mteb/arxiv-clustering-p2p metrics: - type: main_score - value: 47.077382303485514 + value: 48.009758343820856 - type: v_measure - value: 47.077382303485514 + value: 48.009758343820856 - type: v_measure_std - value: 14.00039477846898 + value: 14.203651443985635 task: type: Clustering - dataset: @@ -397,11 +397,11 @@ model-index: type: mteb/arxiv-clustering-s2s metrics: - type: main_score - value: 39.11589804504639 + value: 39.401811401341035 - type: v_measure - value: 39.11589804504639 + value: 39.401811401341035 - type: v_measure_std - value: 14.697039096668583 + value: 14.736655369522248 task: type: Clustering - dataset: @@ -412,23 +412,23 @@ model-index: type: mteb/askubuntudupquestions-reranking metrics: - type: main_score - value: 60.01096720382656 + value: 60.158996366210474 - type: map - value: 60.01096720382656 + value: 60.158996366210474 - type: mrr - value: 74.4235588972431 + value: 74.69034428175702 - type: nAUC_map_diff1 - value: 14.296647950054817 + value: 7.7660414737755605 - type: nAUC_map_max - value: 21.720215707737303 + value: 20.377348037855818 - type: nAUC_map_std - value: 18.20845510591147 + value: 18.290516035806565 - type: nAUC_mrr_diff1 - value: 23.769639422872142 + value: 10.721266751736124 - type: nAUC_mrr_max - value: 33.07785201075024 + value: 31.3686330442438 - type: nAUC_mrr_std - value: 18.461570711690968 + value: 19.240868443170196 task: type: Reranking - dataset: @@ -439,23 +439,23 @@ model-index: type: mteb/biosses-sts metrics: - type: cosine_pearson - value: 87.60987223075549 + value: 87.53887478826596 - type: cosine_spearman - value: 86.23750714877664 + value: 86.32606338345799 - type: euclidean_pearson - value: 86.21541799525612 + value: 86.76233071291158 - type: euclidean_spearman - value: 86.23750714877664 + value: 86.32606338345799 - type: main_score - value: 86.23750714877664 + value: 86.32606338345799 - type: manhattan_pearson - value: 86.1758097383748 + value: 86.05455915524152 - type: manhattan_spearman - value: 86.37365482930716 + value: 85.8868967502423 - type: pearson - value: 87.60987223075549 + value: 87.53887478826596 - type: spearman - value: 86.23750714877664 + value: 86.32606338345799 task: type: STS - dataset: @@ -466,13 +466,13 @@ model-index: type: mteb/banking77 metrics: - type: accuracy - value: 79.16883116883118 + value: 84.92857142857144 - type: f1 - value: 78.34840435712427 + value: 84.30505630131526 - type: f1_weighted - value: 78.3484043571243 + value: 84.30505630131528 - type: main_score - value: 79.16883116883118 + value: 84.92857142857144 task: type: Classification - dataset: @@ -483,11 +483,11 @@ model-index: type: mteb/biorxiv-clustering-p2p metrics: - type: main_score - value: 39.29881417268574 + value: 40.014867273983484 - type: v_measure - value: 39.29881417268574 + value: 40.014867273983484 - type: v_measure_std - value: 1.1874002185778423 + value: 0.6558905123714063 task: type: Clustering - dataset: @@ -498,11 +498,11 @@ model-index: type: mteb/biorxiv-clustering-s2s metrics: - type: main_score - value: 33.9614529554878 + value: 33.79424302438114 - type: v_measure - value: 33.9614529554878 + value: 33.79424302438114 - type: v_measure_std - value: 0.6283058974037568 + value: 0.837779778459544 task: type: Clustering - dataset: @@ -513,287 +513,287 @@ model-index: type: mteb/cqadupstack-android metrics: - type: main_score - value: 51.891 + value: 52.884 - type: map_at_1 - value: 33.335 + value: 34.634 - type: map_at_10 - value: 45.206 + value: 46.339000000000006 - type: map_at_100 - value: 46.794000000000004 + value: 47.857 - type: map_at_1000 - value: 46.910000000000004 + value: 47.97 - type: map_at_20 - value: 46.107 + value: 47.205000000000005 - type: map_at_3 - value: 41.478 + value: 42.543 - type: map_at_5 - value: 43.491 + value: 44.772 - type: mrr_at_1 - value: 40.2002861230329 + value: 41.3447782546495 - type: mrr_at_10 - value: 51.27449644617026 + value: 52.23857210981671 - type: mrr_at_100 - value: 51.94262681998448 + value: 52.90915062899396 - type: mrr_at_1000 - value: 51.98748435659779 + value: 52.95240146583995 - type: mrr_at_20 - value: 51.679253979427365 + value: 52.655345331835804 - type: mrr_at_3 - value: 48.545541249403904 + value: 49.71387696709583 - type: mrr_at_5 - value: 50.26943252265138 + value: 51.23748211731041 - type: nauc_map_at_1000_diff1 - value: 53.279892622864466 + value: 51.49705927936061 - type: nauc_map_at_1000_max - value: 37.30026325175372 + value: 35.528845247090466 - type: nauc_map_at_1000_std - value: -5.31272778840401 + value: -4.253741985593714 - type: nauc_map_at_100_diff1 - value: 53.260255242354035 + value: 51.508584685268886 - type: nauc_map_at_100_max - value: 37.34138849578408 + value: 35.56248075672379 - type: nauc_map_at_100_std - value: -5.223853769998806 + value: -4.176500881199186 - type: nauc_map_at_10_diff1 - value: 53.01168904143889 + value: 51.338718973920614 - type: nauc_map_at_10_max - value: 36.52985848709173 + value: 34.946543347441214 - type: nauc_map_at_10_std - value: -6.60737122397934 + value: -5.33037717427031 - type: nauc_map_at_1_diff1 - value: 57.48774969135532 + value: 56.23620820617472 - type: nauc_map_at_1_max - value: 32.87239964104006 + value: 30.320970401424987 - type: nauc_map_at_1_std - value: -9.65950934039381 + value: -6.655365474007067 - type: nauc_map_at_20_diff1 - value: 53.014218960477145 + value: 51.51775947048102 - type: nauc_map_at_20_max - value: 36.95460780612761 + value: 35.25983470448141 - type: nauc_map_at_20_std - value: -5.7846033314898975 + value: -4.612859125963163 - type: nauc_map_at_3_diff1 - value: 53.386035964079085 + value: 52.725269902770755 - type: nauc_map_at_3_max - value: 35.494196154327376 + value: 33.299803481018195 - type: nauc_map_at_3_std - value: -7.761241655463379 + value: -6.33353874546021 - type: nauc_map_at_5_diff1 - value: 52.52045589069632 + value: 51.672349084315485 - type: nauc_map_at_5_max - value: 35.87189518536011 + value: 34.645370794379886 - type: nauc_map_at_5_std - value: -7.280825988785475 + value: -5.94117791112353 - type: nauc_mrr_at_1000_diff1 - value: 52.21043432899831 + value: 49.12249635354981 - type: nauc_mrr_at_1000_max - value: 37.52636619273335 + value: 36.29480359532615 - type: nauc_mrr_at_1000_std - value: -5.458572482733526 + value: -4.665759763477847 - type: nauc_mrr_at_100_diff1 - value: 52.19543099780388 + value: 49.11255442003998 - type: nauc_mrr_at_100_max - value: 37.528593941814115 + value: 36.29806935257465 - type: nauc_mrr_at_100_std - value: -5.434274045688043 + value: -4.663481407381479 - type: nauc_mrr_at_10_diff1 - value: 51.89698285990516 + value: 48.779673215220065 - type: nauc_mrr_at_10_max - value: 37.444484137976744 + value: 36.12766214960087 - type: nauc_mrr_at_10_std - value: -5.682595266827838 + value: -5.0778877090392625 - type: nauc_mrr_at_1_diff1 - value: 56.17142686081959 + value: 53.70331290003521 - type: nauc_mrr_at_1_max - value: 36.815076888109125 + value: 35.17671705244682 - type: nauc_mrr_at_1_std - value: -9.1961282634956 + value: -6.289432335416569 - type: nauc_mrr_at_20_diff1 - value: 52.13365466798001 + value: 48.98440189775321 - type: nauc_mrr_at_20_max - value: 37.47508491548877 + value: 36.24567442841102 - type: nauc_mrr_at_20_std - value: -5.38723388397372 + value: -4.808524080549843 - type: nauc_mrr_at_3_diff1 - value: 52.261215410063635 + value: 50.09142180621504 - type: nauc_mrr_at_3_max - value: 38.06288987541818 + value: 36.57201237478509 - type: nauc_mrr_at_3_std - value: -6.3586931672947555 + value: -5.10258589719658 - type: nauc_mrr_at_5_diff1 - value: 51.361626281443954 + value: 49.15413181233011 - type: nauc_mrr_at_5_max - value: 37.21931557944178 + value: 36.64387975128488 - type: nauc_mrr_at_5_std - value: -6.2463983922879125 + value: -5.2142664019104 - type: nauc_ndcg_at_1000_diff1 - value: 52.302043350366354 + value: 49.48338541267995 - type: nauc_ndcg_at_1000_max - value: 38.20021133882071 + value: 36.71225124867686 - type: nauc_ndcg_at_1000_std - value: -2.4092846074901835 + value: -2.1565353674328636 - type: nauc_ndcg_at_100_diff1 - value: 52.08002602041293 + value: 49.378803009143354 - type: nauc_ndcg_at_100_max - value: 38.59011692167586 + value: 37.05072158645242 - type: nauc_ndcg_at_100_std - value: -1.1028958529707618 + value: -1.1554881315239078 - type: nauc_ndcg_at_10_diff1 - value: 50.96919959110156 + value: 48.217255194293706 - type: nauc_ndcg_at_10_max - value: 37.27781873450064 + value: 35.70709987917217 - type: nauc_ndcg_at_10_std - value: -4.275751021315601 + value: -4.5843409864100835 - type: nauc_ndcg_at_1_diff1 - value: 56.17142686081959 + value: 53.70331290003521 - type: nauc_ndcg_at_1_max - value: 36.815076888109125 + value: 35.17671705244682 - type: nauc_ndcg_at_1_std - value: -9.1961282634956 + value: -6.289432335416569 - type: nauc_ndcg_at_20_diff1 - value: 51.18802925052476 + value: 48.90479671421663 - type: nauc_ndcg_at_20_max - value: 37.37541430996012 + value: 35.63061062961699 - type: nauc_ndcg_at_20_std - value: -2.535809483675881 + value: -3.2759049624453924 - type: nauc_ndcg_at_3_diff1 - value: 51.55692622850066 + value: 50.66992100707998 - type: nauc_ndcg_at_3_max - value: 38.161090909217535 + value: 35.647144096807054 - type: nauc_ndcg_at_3_std - value: -5.451913542383229 + value: -4.675684277632912 - type: nauc_ndcg_at_5_diff1 - value: 49.79865041898466 + value: 48.86023024957704 - type: nauc_ndcg_at_5_max - value: 37.05367743749936 + value: 36.36204191994049 - type: nauc_ndcg_at_5_std - value: -5.333995413688977 + value: -4.979721506683613 - type: nauc_precision_at_1000_diff1 - value: -9.765182693652369 + value: -20.176146428291695 - type: nauc_precision_at_1000_max - value: -6.187402469203501 + value: -4.944333530911747 - type: nauc_precision_at_1000_std - value: -1.6165299667925566 + value: -2.6416464331580256 - type: nauc_precision_at_100_diff1 - value: -3.3699636809298488 + value: -11.455305661135391 - type: nauc_precision_at_100_max - value: 10.763143757354227 + value: 9.563783942313348 - type: nauc_precision_at_100_std - value: 14.6134300235666 + value: 9.987888995757324 - type: nauc_precision_at_10_diff1 - value: 12.380848989838922 + value: 6.577302086017673 - type: nauc_precision_at_10_max - value: 27.814295948898703 + value: 25.67586949524924 - type: nauc_precision_at_10_std - value: 9.281809355379423 + value: 5.543682394632135 - type: nauc_precision_at_1_diff1 - value: 56.17142686081959 + value: 53.70331290003521 - type: nauc_precision_at_1_max - value: 36.815076888109125 + value: 35.17671705244682 - type: nauc_precision_at_1_std - value: -9.1961282634956 + value: -6.289432335416569 - type: nauc_precision_at_20_diff1 - value: 5.172974864217038 + value: 0.0352451246393809 - type: nauc_precision_at_20_max - value: 21.610380863767407 + value: 19.02340589034973 - type: nauc_precision_at_20_std - value: 14.897216777831563 + value: 10.156322995661567 - type: nauc_precision_at_3_diff1 - value: 32.62574902686228 + value: 31.114868446262108 - type: nauc_precision_at_3_max - value: 38.23786681054578 + value: 35.740653736733925 - type: nauc_precision_at_3_std - value: 1.5049286474387453 + value: -0.4754489918596968 - type: nauc_precision_at_5_diff1 - value: 20.157338510243537 + value: 17.05966182310583 - type: nauc_precision_at_5_max - value: 33.504499592506924 + value: 32.37346687203089 - type: nauc_precision_at_5_std - value: 5.128885224590291 + value: 1.4954175443689899 - type: nauc_recall_at_1000_diff1 - value: 52.32430518946571 + value: 42.86116448480766 - type: nauc_recall_at_1000_max - value: 56.03264454563954 + value: 63.759509563968976 - type: nauc_recall_at_1000_std - value: 59.06408303625301 + value: 61.175429354991614 - type: nauc_recall_at_100_diff1 - value: 44.41661317138834 + value: 40.88375670987642 - type: nauc_recall_at_100_max - value: 43.511654367641746 + value: 44.62608189829668 - type: nauc_recall_at_100_std - value: 28.435889217482348 + value: 25.55163256804942 - type: nauc_recall_at_10_diff1 - value: 41.091326330340564 + value: 37.759771219935175 - type: nauc_recall_at_10_max - value: 32.634495610887825 + value: 31.146081092167627 - type: nauc_recall_at_10_std - value: 0.4940136136777342 + value: -4.512890345394815 - type: nauc_recall_at_1_diff1 - value: 57.48774969135532 + value: 56.23620820617472 - type: nauc_recall_at_1_max - value: 32.87239964104006 + value: 30.320970401424987 - type: nauc_recall_at_1_std - value: -9.65950934039381 + value: -6.655365474007067 - type: nauc_recall_at_20_diff1 - value: 40.31827375470033 + value: 38.4827047216752 - type: nauc_recall_at_20_max - value: 32.29591796577925 + value: 30.50125803520275 - type: nauc_recall_at_20_std - value: 9.003204772501102 + value: 0.8771358044937425 - type: nauc_recall_at_3_diff1 - value: 45.516327838347145 + value: 47.487079446530906 - type: nauc_recall_at_3_max - value: 34.64131339427055 + value: 32.19896007873808 - type: nauc_recall_at_3_std - value: -4.883112425443149 + value: -5.164803420738882 - type: nauc_recall_at_5_diff1 - value: 40.04821220854672 + value: 41.699415045286415 - type: nauc_recall_at_5_max - value: 31.778912319343245 + value: 33.168829040464196 - type: nauc_recall_at_5_std - value: -3.7415628516202455 + value: -5.366546702094067 - type: ndcg_at_1 - value: 40.2 + value: 41.345 - type: ndcg_at_10 - value: 51.891 + value: 52.884 - type: ndcg_at_100 - value: 57.176 + value: 57.94200000000001 - type: ndcg_at_1000 - value: 58.923 + value: 59.68 - type: ndcg_at_20 - value: 54.069 + value: 54.957 - type: ndcg_at_3 - value: 46.598 + value: 47.692 - type: ndcg_at_5 - value: 49.09 + value: 50.251000000000005 - type: precision_at_1 - value: 40.2 + value: 41.345 - type: precision_at_10 - value: 9.914000000000001 + value: 10.057 - type: precision_at_100 - value: 1.567 + value: 1.574 - type: precision_at_1000 value: 0.201 - type: precision_at_20 - value: 5.88 + value: 5.9799999999999995 - type: precision_at_3 - value: 22.413 + value: 22.842000000000002 - type: precision_at_5 - value: 16.166 + value: 16.595 - type: recall_at_1 - value: 33.335 + value: 34.634 - type: recall_at_10 - value: 64.551 + value: 65.185 - type: recall_at_100 - value: 85.821 + value: 85.703 - type: recall_at_1000 - value: 96.762 + value: 96.65599999999999 - type: recall_at_20 - value: 72.174 + value: 72.322 - type: recall_at_3 - value: 49.486000000000004 + value: 50.182 - type: recall_at_5 - value: 56.333 + value: 57.159000000000006 task: type: Retrieval - dataset: @@ -804,287 +804,287 @@ model-index: type: mteb/cqadupstack-english metrics: - type: main_score - value: 47.743 + value: 48.264 - type: map_at_1 - value: 30.749 + value: 31.224 - type: map_at_10 - value: 41.893 + value: 42.332 - type: map_at_100 - value: 43.074 + value: 43.533 - type: map_at_1000 - value: 43.206 + value: 43.662 - type: map_at_20 - value: 42.484 + value: 42.972 - type: map_at_3 - value: 38.832 + value: 39.159 - type: map_at_5 - value: 40.56 + value: 41.047 - type: mrr_at_1 - value: 38.47133757961784 + value: 39.04458598726115 - type: mrr_at_10 - value: 47.47879385299764 + value: 48.18686179354971 - type: mrr_at_100 - value: 48.13041682690096 + value: 48.803902946647234 - type: mrr_at_1000 - value: 48.16908094151714 + value: 48.84702137486075 - type: mrr_at_20 - value: 47.83975520310091 + value: 48.56368295512913 - type: mrr_at_3 - value: 45.24416135881104 + value: 45.83864118895968 - type: mrr_at_5 - value: 46.4575371549894 + value: 47.20806794055207 - type: nauc_map_at_1000_diff1 - value: 53.06462034979563 + value: 51.86414274615986 - type: nauc_map_at_1000_max - value: 40.432105687788656 + value: 34.717053941484025 - type: nauc_map_at_1000_std - value: 0.8039549983504692 + value: -4.340680651811943 - type: nauc_map_at_100_diff1 - value: 53.05370086178664 + value: 51.84970191815774 - type: nauc_map_at_100_max - value: 40.35039423002031 + value: 34.64676814212115 - type: nauc_map_at_100_std - value: 0.6926327616039866 + value: -4.4387297635880385 - type: nauc_map_at_10_diff1 - value: 53.1830045138059 + value: 52.119436277416945 - type: nauc_map_at_10_max - value: 39.627286670538595 + value: 33.94135075756255 - type: nauc_map_at_10_std - value: -0.22464993353878815 + value: -5.625757602694689 - type: nauc_map_at_1_diff1 - value: 56.871781522537766 + value: 57.92845763299044 - type: nauc_map_at_1_max - value: 32.96704680744524 + value: 29.3199164115535 - type: nauc_map_at_1_std - value: -5.921602493857661 + value: -11.586283921183611 - type: nauc_map_at_20_diff1 - value: 53.145249746486044 + value: 51.92734614822424 - type: nauc_map_at_20_max - value: 40.01420443810482 + value: 34.35250084161699 - type: nauc_map_at_20_std - value: 0.08024012298451409 + value: -5.049283716884917 - type: nauc_map_at_3_diff1 - value: 53.61256390241628 + value: 52.783776450874356 - type: nauc_map_at_3_max - value: 37.718761042447355 + value: 32.394255917655535 - type: nauc_map_at_3_std - value: -3.1494217572705643 + value: -8.05902730660978 - type: nauc_map_at_5_diff1 - value: 53.42451370773802 + value: 52.14993873615333 - type: nauc_map_at_5_max - value: 39.10211508999835 + value: 33.48431923578608 - type: nauc_map_at_5_std - value: -1.3726005124064382 + value: -6.472903440360678 - type: nauc_mrr_at_1000_diff1 - value: 52.366327228586826 + value: 50.49829531271091 - type: nauc_mrr_at_1000_max - value: 42.79408822085321 + value: 37.183131918098425 - type: nauc_mrr_at_1000_std - value: 5.269519433666342 + value: 0.4928095353543418 - type: nauc_mrr_at_100_diff1 - value: 52.35603052240957 + value: 50.494636141021424 - type: nauc_mrr_at_100_max - value: 42.79000481880218 + value: 37.185446950719715 - type: nauc_mrr_at_100_std - value: 5.2750737033839 + value: 0.5056844413835279 - type: nauc_mrr_at_10_diff1 - value: 52.39562273635053 + value: 50.55418166759066 - type: nauc_mrr_at_10_max - value: 42.89003586620541 + value: 37.17369235180479 - type: nauc_mrr_at_10_std - value: 5.271670669960424 + value: 0.3511264489316608 - type: nauc_mrr_at_1_diff1 - value: 55.23898880710424 + value: 55.09381247060509 - type: nauc_mrr_at_1_max - value: 40.54533981737213 + value: 37.17089033507927 - type: nauc_mrr_at_1_std - value: 2.8970042155061764 + value: -2.545073558300969 - type: nauc_mrr_at_20_diff1 - value: 52.37981625369539 + value: 50.46232349188045 - type: nauc_mrr_at_20_max - value: 42.84997042876778 + value: 37.22028938157565 - type: nauc_mrr_at_20_std - value: 5.227463826093572 + value: 0.4342508184428254 - type: nauc_mrr_at_3_diff1 - value: 52.72571788614424 + value: 50.98797216868357 - type: nauc_mrr_at_3_max - value: 42.345870917325726 + value: 37.32821622965925 - type: nauc_mrr_at_3_std - value: 3.299097645280945 + value: -0.6918122573096884 - type: nauc_mrr_at_5_diff1 - value: 52.62188834616699 + value: 50.477903924122025 - type: nauc_mrr_at_5_max - value: 42.903468515894396 + value: 37.343161615517296 - type: nauc_mrr_at_5_std - value: 4.747245788723795 + value: 0.34187371397979793 - type: nauc_ndcg_at_1000_diff1 - value: 51.35755860941204 + value: 49.71083273417971 - type: nauc_ndcg_at_1000_max - value: 42.52609999052394 + value: 36.08714449707927 - type: nauc_ndcg_at_1000_std - value: 5.642311193436153 + value: 0.3359295264579242 - type: nauc_ndcg_at_100_diff1 - value: 51.28342511372341 + value: 49.64047591726873 - type: nauc_ndcg_at_100_max - value: 42.37095542860874 + value: 36.0502827680962 - type: nauc_ndcg_at_100_std - value: 5.438433970975347 + value: 0.4394585830222923 - type: nauc_ndcg_at_10_diff1 - value: 51.71963256563276 + value: 50.3895028633975 - type: nauc_ndcg_at_10_max - value: 42.02346709779174 + value: 35.51838515595454 - type: nauc_ndcg_at_10_std - value: 3.824062263424335 + value: -1.8340842845181509 - type: nauc_ndcg_at_1_diff1 - value: 55.23898880710424 + value: 55.09381247060509 - type: nauc_ndcg_at_1_max - value: 40.54533981737213 + value: 37.17089033507927 - type: nauc_ndcg_at_1_std - value: 2.8970042155061764 + value: -2.545073558300969 - type: nauc_ndcg_at_20_diff1 - value: 51.62634477715352 + value: 49.975850062007375 - type: nauc_ndcg_at_20_max - value: 42.29963927857424 + value: 35.8777155711073 - type: nauc_ndcg_at_20_std - value: 3.9028710206367236 + value: -1.1833564484981665 - type: nauc_ndcg_at_3_diff1 - value: 52.222449202755016 + value: 50.3823214340417 - type: nauc_ndcg_at_3_max - value: 41.46992245846295 + value: 35.776477162991746 - type: nauc_ndcg_at_3_std - value: 1.0823436332685996 + value: -3.0969092422279623 - type: nauc_ndcg_at_5_diff1 - value: 52.16212705304167 + value: 50.18424405483706 - type: nauc_ndcg_at_5_max - value: 42.13209332939894 + value: 35.886540678742485 - type: nauc_ndcg_at_5_std - value: 2.4542588912655274 + value: -2.2048728336054912 - type: nauc_precision_at_1000_diff1 - value: -8.401668509217943 + value: -8.409825453277659 - type: nauc_precision_at_1000_max - value: 15.032825183812085 + value: 14.148796859940632 - type: nauc_precision_at_1000_std - value: 26.43305637512703 + value: 28.34712816378856 - type: nauc_precision_at_100_diff1 - value: -1.8634808652246229 + value: -4.133099395945424 - type: nauc_precision_at_100_max - value: 25.81140765391014 + value: 23.436894225838895 - type: nauc_precision_at_100_std - value: 30.416905158069866 + value: 31.777687917658554 - type: nauc_precision_at_10_diff1 - value: 17.41557757307102 + value: 12.456499608847746 - type: nauc_precision_at_10_max - value: 39.14885850946607 + value: 34.40385767678226 - type: nauc_precision_at_10_std - value: 24.95280377881581 + value: 22.64168731207244 - type: nauc_precision_at_1_diff1 - value: 55.23898880710424 + value: 55.09381247060509 - type: nauc_precision_at_1_max - value: 40.54533981737213 + value: 37.17089033507927 - type: nauc_precision_at_1_std - value: 2.8970042155061764 + value: -2.545073558300969 - type: nauc_precision_at_20_diff1 - value: 10.062640125327128 + value: 4.838516065171166 - type: nauc_precision_at_20_max - value: 35.045402951191846 + value: 31.381417947568412 - type: nauc_precision_at_20_std - value: 25.70168197296463 + value: 26.974660907322917 - type: nauc_precision_at_3_diff1 - value: 33.46362110931572 + value: 28.180760599976384 - type: nauc_precision_at_3_max - value: 41.412992322808925 + value: 36.40321247194992 - type: nauc_precision_at_3_std - value: 11.979383703068118 + value: 9.375871028699667 - type: nauc_precision_at_5_diff1 - value: 26.683507518187668 + value: 19.689988735115058 - type: nauc_precision_at_5_max - value: 41.72280139069927 + value: 35.98837508752083 - type: nauc_precision_at_5_std - value: 19.17798438251631 + value: 16.284464606894232 - type: nauc_recall_at_1000_diff1 - value: 38.735635750923215 + value: 33.594125915695884 - type: nauc_recall_at_1000_max - value: 44.86473643316888 + value: 31.574941156196807 - type: nauc_recall_at_1000_std - value: 31.25373100446453 + value: 20.460707032380316 - type: nauc_recall_at_100_diff1 - value: 40.57017590339941 + value: 38.54327301097089 - type: nauc_recall_at_100_max - value: 41.58935193499359 + value: 33.368528599783126 - type: nauc_recall_at_100_std - value: 19.64130480064006 + value: 15.321500393966641 - type: nauc_recall_at_10_diff1 - value: 45.17360514460368 + value: 44.219731053687255 - type: nauc_recall_at_10_max - value: 40.261115967269255 + value: 31.484342080988824 - type: nauc_recall_at_10_std - value: 7.455967519438798 + value: 0.22452148883121484 - type: nauc_recall_at_1_diff1 - value: 56.871781522537766 + value: 57.92845763299044 - type: nauc_recall_at_1_max - value: 32.96704680744524 + value: 29.3199164115535 - type: nauc_recall_at_1_std - value: -5.921602493857661 + value: -11.586283921183611 - type: nauc_recall_at_20_diff1 - value: 43.72345233115324 + value: 41.39285600168573 - type: nauc_recall_at_20_max - value: 41.57606589762751 + value: 32.966202138611465 - type: nauc_recall_at_20_std - value: 8.691613720578838 + value: 3.365583403518244 - type: nauc_recall_at_3_diff1 - value: 49.05085474723903 + value: 47.33546382576856 - type: nauc_recall_at_3_max - value: 37.76677336796684 + value: 30.988541475501425 - type: nauc_recall_at_3_std - value: -2.60155821559317 + value: -5.87940259105687 - type: nauc_recall_at_5_diff1 - value: 47.93530083560441 + value: 45.27313627261692 - type: nauc_recall_at_5_max - value: 40.34510386143269 + value: 32.34545008582682 - type: nauc_recall_at_5_std - value: 2.490510815950763 + value: -1.6738776274622713 - type: ndcg_at_1 - value: 38.471 + value: 39.045 - type: ndcg_at_10 - value: 47.743 + value: 48.264 - type: ndcg_at_100 - value: 52.105999999999995 + value: 52.493 - type: ndcg_at_1000 - value: 54.047 + value: 54.457 - type: ndcg_at_20 - value: 49.277 + value: 49.888 - type: ndcg_at_3 - value: 43.423 + value: 43.86 - type: ndcg_at_5 - value: 45.308 + value: 45.983000000000004 - type: precision_at_1 - value: 38.471 + value: 39.045 - type: precision_at_10 - value: 8.936 + value: 9.096 - type: precision_at_100 - value: 1.439 + value: 1.442 - type: precision_at_1000 value: 0.191 - type: precision_at_20 - value: 5.197 + value: 5.309 - type: precision_at_3 - value: 21.21 + value: 21.316 - type: precision_at_5 - value: 14.764 + value: 15.197 - type: recall_at_1 - value: 30.749 + value: 31.224 - type: recall_at_10 - value: 58.769000000000005 + value: 59.080999999999996 - type: recall_at_100 - value: 77.12599999999999 + value: 76.897 - type: recall_at_1000 - value: 89.131 + value: 89.23 - type: recall_at_20 - value: 64.23299999999999 + value: 64.891 - type: recall_at_3 - value: 45.722 + value: 46.076 - type: recall_at_5 - value: 51.434999999999995 + value: 51.964 task: type: Retrieval - dataset: @@ -1095,287 +1095,287 @@ model-index: type: mteb/cqadupstack-gaming metrics: - type: main_score - value: 61.763999999999996 + value: 62.366 - type: map_at_1 - value: 41.738 + value: 42.703 - type: map_at_10 - value: 55.54900000000001 + value: 56.281000000000006 - type: map_at_100 - value: 56.595 + value: 57.260999999999996 - type: map_at_1000 - value: 56.641 + value: 57.30800000000001 - type: map_at_20 - value: 56.211 + value: 56.871 - type: map_at_3 - value: 52.11900000000001 + value: 52.897000000000006 - type: map_at_5 - value: 54.11 + value: 54.773 - type: mrr_at_1 - value: 47.460815047021946 + value: 48.589341692789965 - type: mrr_at_10 - value: 58.77068716723895 + value: 59.43538836642291 - type: mrr_at_100 - value: 59.38209751192344 + value: 59.999373625798235 - type: mrr_at_1000 - value: 59.40317589090272 + value: 60.02341349127948 - type: mrr_at_20 - value: 59.18129234953538 + value: 59.78236245014694 - type: mrr_at_3 - value: 56.269592476489095 + value: 56.99059561128534 - type: mrr_at_5 - value: 57.708463949843356 + value: 58.373040752351216 - type: nauc_map_at_1000_diff1 - value: 51.887217799463734 + value: 51.724911969542475 - type: nauc_map_at_1000_max - value: 38.476238579220265 + value: 31.59720256654406 - type: nauc_map_at_1000_std - value: -8.909798628947804 + value: -8.448863423330733 - type: nauc_map_at_100_diff1 - value: 51.89673571830934 + value: 51.721207885585294 - type: nauc_map_at_100_max - value: 38.49528851775263 + value: 31.598189555174677 - type: nauc_map_at_100_std - value: -8.889935720271557 + value: -8.415293705149518 - type: nauc_map_at_10_diff1 - value: 51.91349178068071 + value: 51.74316546903847 - type: nauc_map_at_10_max - value: 38.245010697659836 + value: 31.370796021816087 - type: nauc_map_at_10_std - value: -9.52932907514524 + value: -9.144187110965651 - type: nauc_map_at_1_diff1 - value: 55.367152126889216 + value: 55.602123379999405 - type: nauc_map_at_1_max - value: 31.488529193663776 + value: 26.15423784568626 - type: nauc_map_at_1_std - value: -11.70055580794173 + value: -11.354042579102689 - type: nauc_map_at_20_diff1 - value: 51.85824325926638 + value: 51.71343659271482 - type: nauc_map_at_20_max - value: 38.46667850988723 + value: 31.53988815092091 - type: nauc_map_at_20_std - value: -9.073982957469298 + value: -8.65212495986148 - type: nauc_map_at_3_diff1 - value: 52.453646927521646 + value: 52.064639443577846 - type: nauc_map_at_3_max - value: 37.17158366121139 + value: 30.3485604522721 - type: nauc_map_at_3_std - value: -11.075317328080358 + value: -10.751274075635509 - type: nauc_map_at_5_diff1 - value: 52.18170093862806 + value: 51.72321940513861 - type: nauc_map_at_5_max - value: 37.87875768077388 + value: 30.392319659455435 - type: nauc_map_at_5_std - value: -10.419858401874496 + value: -9.939778501885101 - type: nauc_mrr_at_1000_diff1 - value: 50.893763535986395 + value: 51.184984251728025 - type: nauc_mrr_at_1000_max - value: 38.27283318452696 + value: 32.69216958808548 - type: nauc_mrr_at_1000_std - value: -8.965768039001496 + value: -8.500776574802599 - type: nauc_mrr_at_100_diff1 - value: 50.89248813810169 + value: 51.17941032241811 - type: nauc_mrr_at_100_max - value: 38.28950132255245 + value: 32.70608756736136 - type: nauc_mrr_at_100_std - value: -8.95128100093488 + value: -8.477679942920167 - type: nauc_mrr_at_10_diff1 - value: 50.77022223657664 + value: 51.07904444322852 - type: nauc_mrr_at_10_max - value: 38.375655546871265 + value: 32.65962497893277 - type: nauc_mrr_at_10_std - value: -9.095822436312883 + value: -8.709383804816481 - type: nauc_mrr_at_1_diff1 - value: 54.273269231030376 + value: 54.53142920528978 - type: nauc_mrr_at_1_max - value: 35.215199363709694 + value: 30.926785799334677 - type: nauc_mrr_at_1_std - value: -11.475700374314476 + value: -10.41145527848442 - type: nauc_mrr_at_20_diff1 - value: 50.81456113949372 + value: 51.14693383001116 - type: nauc_mrr_at_20_max - value: 38.302175737552055 + value: 32.73093259139165 - type: nauc_mrr_at_20_std - value: -8.934574273523289 + value: -8.447633887171534 - type: nauc_mrr_at_3_diff1 - value: 50.78862027858185 + value: 51.17432400675771 - type: nauc_mrr_at_3_max - value: 37.897265642308774 + value: 32.85252288214242 - type: nauc_mrr_at_3_std - value: -9.7051681225179 + value: -9.21642979066159 - type: nauc_mrr_at_5_diff1 - value: 50.90492316147762 + value: 51.036935248981905 - type: nauc_mrr_at_5_max - value: 38.53722687374221 + value: 32.502626235077095 - type: nauc_mrr_at_5_std - value: -9.299890938504227 + value: -8.948887571702919 - type: nauc_ndcg_at_1000_diff1 - value: 50.73638139548288 + value: 50.73024891705996 - type: nauc_ndcg_at_1000_max - value: 39.85802557514683 + value: 33.26584662078177 - type: nauc_ndcg_at_1000_std - value: -6.70113183960232 + value: -6.163854205845618 - type: nauc_ndcg_at_100_diff1 - value: 50.779535406638765 + value: 50.67040290788501 - type: nauc_ndcg_at_100_max - value: 40.394251354245036 + value: 33.68165097437155 - type: nauc_ndcg_at_100_std - value: -6.17206367606794 + value: -5.301942481514177 - type: nauc_ndcg_at_10_diff1 - value: 50.303282528711016 + value: 50.407269736351054 - type: nauc_ndcg_at_10_max - value: 40.231987371813275 + value: 33.1723247102446 - type: nauc_ndcg_at_10_std - value: -7.639018988100839 + value: -7.313191608002288 - type: nauc_ndcg_at_1_diff1 - value: 54.273269231030376 + value: 54.53142920528978 - type: nauc_ndcg_at_1_max - value: 35.215199363709694 + value: 30.926785799334677 - type: nauc_ndcg_at_1_std - value: -11.475700374314476 + value: -10.41145527848442 - type: nauc_ndcg_at_20_diff1 - value: 50.356050127103714 + value: 50.45722009686969 - type: nauc_ndcg_at_20_max - value: 40.55568084242222 + value: 33.54250850995858 - type: nauc_ndcg_at_20_std - value: -6.483107726038491 + value: -6.008420175252642 - type: nauc_ndcg_at_3_diff1 - value: 51.05296014104886 + value: 50.769657622259686 - type: nauc_ndcg_at_3_max - value: 38.43234794308373 + value: 31.792120043553002 - type: nauc_ndcg_at_3_std - value: -10.439005270644946 + value: -10.040327445335686 - type: nauc_ndcg_at_5_diff1 - value: 50.910744514124396 + value: 50.398976656987614 - type: nauc_ndcg_at_5_max - value: 39.65997793063013 + value: 31.61780666125045 - type: nauc_ndcg_at_5_std - value: -9.301232437151493 + value: -8.943124136769121 - type: nauc_precision_at_1000_diff1 - value: -20.181933493165733 + value: -17.275717791952 - type: nauc_precision_at_1000_max - value: 2.578307678316095 + value: 7.275527027803384 - type: nauc_precision_at_1000_std - value: 15.686799365012833 + value: 16.685486896410826 - type: nauc_precision_at_100_diff1 - value: -13.795727875316347 + value: -11.162266422032406 - type: nauc_precision_at_100_max - value: 9.709062354686774 + value: 12.70258577369679 - type: nauc_precision_at_100_std - value: 18.961613263814677 + value: 21.391285680664513 - type: nauc_precision_at_10_diff1 - value: 7.40872143060594 + value: 7.81828602576801 - type: nauc_precision_at_10_max - value: 26.809993041042556 + value: 24.78598247621288 - type: nauc_precision_at_10_std - value: 10.236067383032058 + value: 9.374021745818432 - type: nauc_precision_at_1_diff1 - value: 54.273269231030376 + value: 54.53142920528978 - type: nauc_precision_at_1_max - value: 35.215199363709694 + value: 30.926785799334677 - type: nauc_precision_at_1_std - value: -11.475700374314476 + value: -10.41145527848442 - type: nauc_precision_at_20_diff1 - value: -1.688941886501611 + value: 0.1631191398252266 - type: nauc_precision_at_20_max - value: 21.268201038992522 + value: 20.619391150501272 - type: nauc_precision_at_20_std - value: 16.07376773498563 + value: 16.276264697116872 - type: nauc_precision_at_3_diff1 - value: 28.74741840390366 + value: 27.04714503298839 - type: nauc_precision_at_3_max - value: 35.76072260864896 + value: 30.101606964258337 - type: nauc_precision_at_3_std - value: -3.417692124530744 + value: -3.681729229946907 - type: nauc_precision_at_5_diff1 - value: 19.548619556271156 + value: 17.843974173274304 - type: nauc_precision_at_5_max - value: 31.886919665943346 + value: 25.676881643654763 - type: nauc_precision_at_5_std - value: 1.862934756145585 + value: 1.5965157990195873 - type: nauc_recall_at_1000_diff1 - value: 31.041694793670338 + value: 29.087262485289735 - type: nauc_recall_at_1000_max - value: 63.91892534071412 + value: 59.55059060998873 - type: nauc_recall_at_1000_std - value: 69.14154944882482 + value: 62.21218125216127 - type: nauc_recall_at_100_diff1 - value: 43.49542559947028 + value: 41.30594954847261 - type: nauc_recall_at_100_max - value: 56.03185734090638 + value: 48.03865105456248 - type: nauc_recall_at_100_std - value: 22.095792306102354 + value: 28.904820877938946 - type: nauc_recall_at_10_diff1 - value: 43.14512549298462 + value: 43.528832373563795 - type: nauc_recall_at_10_max - value: 45.22069238009228 + value: 36.333747103215266 - type: nauc_recall_at_10_std - value: -1.2112961961367767 + value: -0.586937217589867 - type: nauc_recall_at_1_diff1 - value: 55.367152126889216 + value: 55.602123379999405 - type: nauc_recall_at_1_max - value: 31.488529193663776 + value: 26.15423784568626 - type: nauc_recall_at_1_std - value: -11.70055580794173 + value: -11.354042579102689 - type: nauc_recall_at_20_diff1 - value: 41.80793189392197 + value: 42.86486871096986 - type: nauc_recall_at_20_max - value: 48.68496142311243 + value: 39.37052680687811 - type: nauc_recall_at_20_std - value: 7.150814199044829 + value: 7.7270172598031985 - type: nauc_recall_at_3_diff1 - value: 47.569484872499665 + value: 46.744057097749746 - type: nauc_recall_at_3_max - value: 39.60379791030235 + value: 32.0901543978326 - type: nauc_recall_at_3_std - value: -9.958304202022761 + value: -9.836059759091158 - type: nauc_recall_at_5_diff1 - value: 46.3357445159555 + value: 44.52443640046374 - type: nauc_recall_at_5_max - value: 42.69508638941086 + value: 31.155871822952808 - type: nauc_recall_at_5_std - value: -6.991079788988482 + value: -7.116612032547676 - type: ndcg_at_1 - value: 47.461 + value: 48.589 - type: ndcg_at_10 - value: 61.763999999999996 + value: 62.366 - type: ndcg_at_100 - value: 65.613 + value: 66.011 - type: ndcg_at_1000 - value: 66.435 + value: 66.88199999999999 - type: ndcg_at_20 - value: 63.577 + value: 63.979 - type: ndcg_at_3 - value: 56.119 + value: 56.764 - type: ndcg_at_5 - value: 58.897 + value: 59.426 - type: precision_at_1 - value: 47.461 + value: 48.589 - type: precision_at_10 - value: 9.925 + value: 9.981 - type: precision_at_100 - value: 1.283 + value: 1.277 - type: precision_at_1000 value: 0.13899999999999998 - type: precision_at_20 - value: 5.542 + value: 5.514 - type: precision_at_3 - value: 25.119999999999997 + value: 25.308000000000003 - type: precision_at_5 - value: 17.204 + value: 17.241 - type: recall_at_1 - value: 41.738 + value: 42.703 - type: recall_at_10 - value: 76.78399999999999 + value: 77.08 - type: recall_at_100 - value: 92.917 + value: 92.374 - type: recall_at_1000 - value: 98.63499999999999 + value: 98.402 - type: recall_at_20 - value: 83.313 + value: 82.87400000000001 - type: recall_at_3 - value: 61.803 + value: 62.138000000000005 - type: recall_at_5 - value: 68.49199999999999 + value: 68.679 task: type: Retrieval - dataset: @@ -1386,287 +1386,287 @@ model-index: type: mteb/cqadupstack-gis metrics: - type: main_score - value: 37.997 + value: 39.971000000000004 - type: map_at_1 - value: 24.316 + value: 25.06 - type: map_at_10 - value: 32.673 + value: 34.551 - type: map_at_100 - value: 33.757 + value: 35.568 - type: map_at_1000 - value: 33.839999999999996 + value: 35.65 - type: map_at_20 - value: 33.289 + value: 35.127 - type: map_at_3 - value: 29.705 + value: 31.936999999999998 - type: map_at_5 - value: 31.258999999999997 + value: 33.186 - type: mrr_at_1 - value: 26.55367231638418 + value: 27.11864406779661 - type: mrr_at_10 - value: 34.95045287418165 + value: 36.72652676889963 - type: mrr_at_100 - value: 35.88860620376054 + value: 37.57204686098606 - type: mrr_at_1000 - value: 35.94690680526854 + value: 37.63141267969674 - type: mrr_at_20 - value: 35.51689167162481 + value: 37.19310670147632 - type: mrr_at_3 - value: 32.090395480226 + value: 34.27495291902072 - type: mrr_at_5 - value: 33.59887005649716 + value: 35.438794726930304 - type: nauc_map_at_1000_diff1 - value: 40.05626085462073 + value: 43.63829107634628 - type: nauc_map_at_1000_max - value: 27.805616301644108 + value: 23.954060999822257 - type: nauc_map_at_1000_std - value: 2.70246695251992 + value: -0.5807446969781898 - type: nauc_map_at_100_diff1 - value: 40.059278877458546 + value: 43.610748406014466 - type: nauc_map_at_100_max - value: 27.77648271649888 + value: 23.94949736158448 - type: nauc_map_at_100_std - value: 2.722441305955515 + value: -0.5982601848367343 - type: nauc_map_at_10_diff1 - value: 40.31968856988776 + value: 43.72900243122612 - type: nauc_map_at_10_max - value: 27.476489831549973 + value: 23.508469522079885 - type: nauc_map_at_10_std - value: 2.317366284056495 + value: -0.5258931194184133 - type: nauc_map_at_1_diff1 - value: 44.48148871072693 + value: 50.922871467903654 - type: nauc_map_at_1_max - value: 28.919146703924675 + value: 24.6067671408884 - type: nauc_map_at_1_std - value: -0.1434376879249071 + value: -4.630126214452492 - type: nauc_map_at_20_diff1 - value: 40.06730497906938 + value: 43.63024854824786 - type: nauc_map_at_20_max - value: 27.668823515524004 + value: 23.874524344212734 - type: nauc_map_at_20_std - value: 2.493103019008483 + value: -0.556366665388133 - type: nauc_map_at_3_diff1 - value: 41.12772700221662 + value: 44.38253552931588 - type: nauc_map_at_3_max - value: 27.174803787199824 + value: 22.561513802056236 - type: nauc_map_at_3_std - value: -0.10118635015762467 + value: -3.005119773408719 - type: nauc_map_at_5_diff1 - value: 40.77458823783091 + value: 44.016586535650795 - type: nauc_map_at_5_max - value: 27.080426477470642 + value: 23.302456735449038 - type: nauc_map_at_5_std - value: 1.485466402750173 + value: -1.7618309245289323 - type: nauc_mrr_at_1000_diff1 - value: 38.312224992745385 + value: 42.68205493907015 - type: nauc_mrr_at_1000_max - value: 28.950414700386702 + value: 26.024690905326025 - type: nauc_mrr_at_1000_std - value: 4.633122302505108 + value: 0.6287706252427459 - type: nauc_mrr_at_100_diff1 - value: 38.293568602643354 + value: 42.654961103491004 - type: nauc_mrr_at_100_max - value: 28.935077067979293 + value: 26.029087860328065 - type: nauc_mrr_at_100_std - value: 4.6507547334542005 + value: 0.6163052064323858 - type: nauc_mrr_at_10_diff1 - value: 38.43539906942557 + value: 42.56564515109072 - type: nauc_mrr_at_10_max - value: 28.740524868553607 + value: 25.666414824261224 - type: nauc_mrr_at_10_std - value: 4.465395711794246 + value: 0.7949641234835698 - type: nauc_mrr_at_1_diff1 - value: 42.806114694868 + value: 49.966125488185206 - type: nauc_mrr_at_1_max - value: 30.818773809580115 + value: 27.193710462071348 - type: nauc_mrr_at_1_std - value: 3.132175800569368 + value: -2.2786990240033718 - type: nauc_mrr_at_20_diff1 - value: 38.28878516887039 + value: 42.65274684886744 - type: nauc_mrr_at_20_max - value: 28.88291682526864 + value: 26.052180768841172 - type: nauc_mrr_at_20_std - value: 4.5635678164546 + value: 0.7171447318848092 - type: nauc_mrr_at_3_diff1 - value: 38.92127952259694 + value: 43.22408289408012 - type: nauc_mrr_at_3_max - value: 28.807748404698803 + value: 25.34061478734211 - type: nauc_mrr_at_3_std - value: 2.849609058088602 + value: -1.1093305128661515 - type: nauc_mrr_at_5_diff1 - value: 38.75107428963604 + value: 42.87983482470224 - type: nauc_mrr_at_5_max - value: 28.497437908040883 + value: 25.91557396366082 - type: nauc_mrr_at_5_std - value: 4.014347384415091 + value: -0.13066697110897257 - type: nauc_ndcg_at_1000_diff1 - value: 37.76456270291222 + value: 41.53426396594562 - type: nauc_ndcg_at_1000_max - value: 28.89838003177218 + value: 25.526814765685046 - type: nauc_ndcg_at_1000_std - value: 5.749873835705088 + value: 2.2841859589382487 - type: nauc_ndcg_at_100_diff1 - value: 37.364173569182555 + value: 40.61825803826763 - type: nauc_ndcg_at_100_max - value: 28.188496756099386 + value: 25.344384823963455 - type: nauc_ndcg_at_100_std - value: 6.336162952356489 + value: 1.9818508179504288 - type: nauc_ndcg_at_10_diff1 - value: 37.99346022671752 + value: 40.82184056229221 - type: nauc_ndcg_at_10_max - value: 27.216283907868817 + value: 23.832384873845786 - type: nauc_ndcg_at_10_std - value: 4.675349793835876 + value: 2.4835478280573966 - type: nauc_ndcg_at_1_diff1 - value: 42.806114694868 + value: 49.966125488185206 - type: nauc_ndcg_at_1_max - value: 30.818773809580115 + value: 27.193710462071348 - type: nauc_ndcg_at_1_std - value: 3.132175800569368 + value: -2.2786990240033718 - type: nauc_ndcg_at_20_diff1 - value: 37.15938715631981 + value: 40.648257910495396 - type: nauc_ndcg_at_20_max - value: 27.79557864495994 + value: 25.1143676738966 - type: nauc_ndcg_at_20_std - value: 5.100109928397954 + value: 2.2994895733337084 - type: nauc_ndcg_at_3_diff1 - value: 39.48583283953628 + value: 42.115026070978224 - type: nauc_ndcg_at_3_max - value: 27.134700120340693 + value: 22.895171049309084 - type: nauc_ndcg_at_3_std - value: 0.5675585179642199 + value: -2.160818780944711 - type: nauc_ndcg_at_5_diff1 - value: 38.95882101952427 + value: 41.608274106869516 - type: nauc_ndcg_at_5_max - value: 26.610181412750727 + value: 23.8694881434902 - type: nauc_ndcg_at_5_std - value: 3.148006615861485 + value: -0.2034244843217431 - type: nauc_precision_at_1000_diff1 - value: -7.764948775245091 + value: -0.08291845059826138 - type: nauc_precision_at_1000_max - value: 20.155338612433443 + value: 20.313650012376964 - type: nauc_precision_at_1000_std - value: 17.83459760938805 + value: 13.510706405842074 - type: nauc_precision_at_100_diff1 - value: 6.237678147150076 + value: 9.885311318637227 - type: nauc_precision_at_100_max - value: 23.771296767151856 + value: 26.374081882816075 - type: nauc_precision_at_100_std - value: 22.753492059234574 + value: 12.021731392392521 - type: nauc_precision_at_10_diff1 - value: 24.993500697049335 + value: 25.883633917220507 - type: nauc_precision_at_10_max - value: 27.990139005076152 + value: 26.552638392568888 - type: nauc_precision_at_10_std - value: 15.431533372397558 + value: 14.460458912586468 - type: nauc_precision_at_1_diff1 - value: 42.806114694868 + value: 49.966125488185206 - type: nauc_precision_at_1_max - value: 30.818773809580115 + value: 27.193710462071348 - type: nauc_precision_at_1_std - value: 3.132175800569368 + value: -2.2786990240033718 - type: nauc_precision_at_20_diff1 - value: 17.590012469188235 + value: 20.695053025711932 - type: nauc_precision_at_20_max - value: 29.169967468169116 + value: 29.151449538281586 - type: nauc_precision_at_20_std - value: 17.493501613866094 + value: 13.496486151691874 - type: nauc_precision_at_3_diff1 - value: 34.08623278149959 + value: 33.475423305252995 - type: nauc_precision_at_3_max - value: 27.285348347045286 + value: 24.486060318210537 - type: nauc_precision_at_3_std - value: 3.5484785893106574 + value: 1.9847009660547001 - type: nauc_precision_at_5_diff1 - value: 31.448816122094613 + value: 31.14043721035368 - type: nauc_precision_at_5_max - value: 26.885293174661605 + value: 27.224889907879906 - type: nauc_precision_at_5_std - value: 11.257484431730946 + value: 6.539905565691817 - type: nauc_recall_at_1000_diff1 - value: 28.46487014213398 + value: 34.33506268392135 - type: nauc_recall_at_1000_max - value: 44.900835555926356 + value: 37.11939420491589 - type: nauc_recall_at_1000_std - value: 31.16409093849983 + value: 31.371417780064085 - type: nauc_recall_at_100_diff1 - value: 26.72900863714146 + value: 26.348832193119886 - type: nauc_recall_at_100_max - value: 26.941137208153993 + value: 28.096364816659065 - type: nauc_recall_at_100_std - value: 22.621547900809624 + value: 11.980597075104523 - type: nauc_recall_at_10_diff1 - value: 31.133823078109412 + value: 31.684763745718985 - type: nauc_recall_at_10_max - value: 23.89984601851163 + value: 21.556273820201323 - type: nauc_recall_at_10_std - value: 9.445198373476424 + value: 10.480665669920347 - type: nauc_recall_at_1_diff1 - value: 44.48148871072693 + value: 50.922871467903654 - type: nauc_recall_at_1_max - value: 28.919146703924675 + value: 24.6067671408884 - type: nauc_recall_at_1_std - value: -0.1434376879249071 + value: -4.630126214452492 - type: nauc_recall_at_20_diff1 - value: 27.26129142150393 + value: 30.160960913064304 - type: nauc_recall_at_20_max - value: 25.6868355894244 + value: 26.303437539000505 - type: nauc_recall_at_20_std - value: 11.26722787869625 + value: 10.389326804314718 - type: nauc_recall_at_3_diff1 - value: 36.67176156769862 + value: 36.88184391262179 - type: nauc_recall_at_3_max - value: 24.517784284441092 + value: 20.190953608016223 - type: nauc_recall_at_3_std - value: -0.06621021628144753 + value: -1.3089868832214695 - type: nauc_recall_at_5_diff1 - value: 34.52566897138122 + value: 34.99254305849935 - type: nauc_recall_at_5_max - value: 22.720135055519073 + value: 22.230820355560727 - type: nauc_recall_at_5_std - value: 5.15363865803676 + value: 2.678023175693563 - type: ndcg_at_1 - value: 26.554 + value: 27.119 - type: ndcg_at_10 - value: 37.997 + value: 39.971000000000004 - type: ndcg_at_100 - value: 43.305 + value: 44.952 - type: ndcg_at_1000 - value: 45.282 + value: 46.821 - type: ndcg_at_20 - value: 40.129 + value: 41.881 - type: ndcg_at_3 - value: 32.057 + value: 34.727000000000004 - type: ndcg_at_5 - value: 34.758 + value: 36.814 - type: precision_at_1 - value: 26.554 + value: 27.119 - type: precision_at_10 - value: 6.023 + value: 6.271 - type: precision_at_100 - value: 0.918 + value: 0.9249999999999999 - type: precision_at_1000 value: 0.11199999999999999 - type: precision_at_20 - value: 3.514 + value: 3.605 - type: precision_at_3 - value: 13.559 + value: 14.991 - type: precision_at_5 - value: 9.672 + value: 10.26 - type: recall_at_1 - value: 24.316 + value: 25.06 - type: recall_at_10 - value: 52.413 + value: 54.635 - type: recall_at_100 - value: 76.80399999999999 + value: 77.639 - type: recall_at_1000 - value: 91.623 + value: 91.301 - type: recall_at_20 - value: 60.462 + value: 61.763 - type: recall_at_3 - value: 36.351 + value: 40.143 - type: recall_at_5 - value: 42.858000000000004 + value: 45.193 task: type: Retrieval - dataset: @@ -1677,287 +1677,287 @@ model-index: type: mteb/cqadupstack-mathematica metrics: - type: main_score - value: 28.412 + value: 30.308 - type: map_at_1 - value: 14.859 + value: 16.154 - type: map_at_10 - value: 22.944 + value: 24.743000000000002 - type: map_at_100 - value: 24.301000000000002 + value: 26.069 - type: map_at_1000 - value: 24.422 + value: 26.197 - type: map_at_20 - value: 23.699 + value: 25.46 - type: map_at_3 - value: 19.88 + value: 21.816 - type: map_at_5 - value: 21.617 + value: 23.443 - type: mrr_at_1 - value: 18.781094527363184 + value: 20.149253731343283 - type: mrr_at_10 - value: 27.092316196793792 + value: 29.10847547974411 - type: mrr_at_100 - value: 28.237861305761868 + value: 30.13595361660887 - type: mrr_at_1000 - value: 28.309422454313843 + value: 30.211025784243766 - type: mrr_at_20 - value: 27.796436582724766 + value: 29.706267830545784 - type: mrr_at_3 - value: 24.191542288557226 + value: 26.451077943615264 - type: mrr_at_5 - value: 25.97014925373134 + value: 27.868988391376444 - type: nauc_map_at_1000_diff1 - value: 31.282762294834683 + value: 31.47263576493308 - type: nauc_map_at_1000_max - value: 22.10753198129143 + value: 18.49384617286511 - type: nauc_map_at_1000_std - value: 7.464766818611464 + value: 0.5754985941500461 - type: nauc_map_at_100_diff1 - value: 31.20876547623262 + value: 31.44160594144755 - type: nauc_map_at_100_max - value: 22.04855783261337 + value: 18.46607563648124 - type: nauc_map_at_100_std - value: 7.46756154956561 + value: 0.5879794819886102 - type: nauc_map_at_10_diff1 - value: 32.063025777530946 + value: 31.71626861875994 - type: nauc_map_at_10_max - value: 22.192839864708276 + value: 18.662179744257916 - type: nauc_map_at_10_std - value: 6.935246733242942 + value: -0.013163124651967131 - type: nauc_map_at_1_diff1 - value: 37.124675662048645 + value: 37.33971420967126 - type: nauc_map_at_1_max - value: 21.705513335758486 + value: 17.543923177907566 - type: nauc_map_at_1_std - value: 5.125960085146019 + value: -0.6312070176608349 - type: nauc_map_at_20_diff1 - value: 31.460350111051543 + value: 31.443960381506987 - type: nauc_map_at_20_max - value: 22.01600381936477 + value: 18.39695256653282 - type: nauc_map_at_20_std - value: 7.320346261837271 + value: 0.24204111048796523 - type: nauc_map_at_3_diff1 - value: 33.549284246016946 + value: 32.66647821102399 - type: nauc_map_at_3_max - value: 21.3496504436454 + value: 17.166769100670678 - type: nauc_map_at_3_std - value: 5.629135047549884 + value: 0.2511302116485242 - type: nauc_map_at_5_diff1 - value: 33.40126100368468 + value: 31.814363889022516 - type: nauc_map_at_5_max - value: 22.07074975303988 + value: 17.450292361372707 - type: nauc_map_at_5_std - value: 6.0009506331816915 + value: -0.45123652210324744 - type: nauc_mrr_at_1000_diff1 - value: 31.676659452959417 + value: 31.885514197021163 - type: nauc_mrr_at_1000_max - value: 22.893987786799595 + value: 18.697001653609462 - type: nauc_mrr_at_1000_std - value: 6.023049236283401 + value: -0.7075589181761113 - type: nauc_mrr_at_100_diff1 - value: 31.61103328375909 + value: 31.859235999194958 - type: nauc_mrr_at_100_max - value: 22.868698340353365 + value: 18.685923862530778 - type: nauc_mrr_at_100_std - value: 6.017352015320805 + value: -0.7027394321332194 - type: nauc_mrr_at_10_diff1 - value: 31.953429710735765 + value: 32.00819090481358 - type: nauc_mrr_at_10_max - value: 22.88953587703519 + value: 18.858552402155677 - type: nauc_mrr_at_10_std - value: 5.736962509390694 + value: -0.8729017160389365 - type: nauc_mrr_at_1_diff1 - value: 35.97635527682404 + value: 36.55463496530352 - type: nauc_mrr_at_1_max - value: 22.800448037132163 + value: 17.893580417517832 - type: nauc_mrr_at_1_std - value: 3.2117385280672455 + value: -2.7268036629932895 - type: nauc_mrr_at_20_diff1 - value: 31.595235519229487 + value: 31.79086317678036 - type: nauc_mrr_at_20_max - value: 22.799886818509123 + value: 18.72847970596078 - type: nauc_mrr_at_20_std - value: 6.072525408593461 + value: -0.7526268512949703 - type: nauc_mrr_at_3_diff1 - value: 33.18342375116275 + value: 32.24844813811655 - type: nauc_mrr_at_3_max - value: 22.52374592963976 + value: 17.810304497390504 - type: nauc_mrr_at_3_std - value: 4.767522697706218 + value: -1.3573591649881485 - type: nauc_mrr_at_5_diff1 - value: 33.119779061591515 + value: 32.29719658849603 - type: nauc_mrr_at_5_max - value: 23.003248125501745 + value: 18.01176246232617 - type: nauc_mrr_at_5_std - value: 4.976805747506817 + value: -1.3156140758149915 - type: nauc_ndcg_at_1000_diff1 - value: 28.292015382102793 + value: 30.420235654700672 - type: nauc_ndcg_at_1000_max - value: 22.68404765768237 + value: 20.14284394608303 - type: nauc_ndcg_at_1000_std - value: 9.589972055962098 + value: 2.409633449702056 - type: nauc_ndcg_at_100_diff1 - value: 26.96479405167567 + value: 29.54867297316048 - type: nauc_ndcg_at_100_max - value: 21.991567834408762 + value: 19.63470407851956 - type: nauc_ndcg_at_100_std - value: 10.039949830937676 + value: 3.062730904774899 - type: nauc_ndcg_at_10_diff1 - value: 29.467288216868713 + value: 30.288655944213627 - type: nauc_ndcg_at_10_max - value: 22.44104565858907 + value: 20.304033843092395 - type: nauc_ndcg_at_10_std - value: 8.461186039677754 + value: 0.7042902099149692 - type: nauc_ndcg_at_1_diff1 - value: 35.97635527682404 + value: 36.55463496530352 - type: nauc_ndcg_at_1_max - value: 22.800448037132163 + value: 17.893580417517832 - type: nauc_ndcg_at_1_std - value: 3.2117385280672455 + value: -2.7268036629932895 - type: nauc_ndcg_at_20_diff1 - value: 27.651039113853848 + value: 29.315712836253248 - type: nauc_ndcg_at_20_max - value: 21.865976465118173 + value: 19.55539590463071 - type: nauc_ndcg_at_20_std - value: 9.612409644962762 + value: 1.4238452417516618 - type: nauc_ndcg_at_3_diff1 - value: 32.261234884088516 + value: 31.54355638372054 - type: nauc_ndcg_at_3_max - value: 21.569892122182054 + value: 17.766299875547816 - type: nauc_ndcg_at_3_std - value: 5.934094272513952 + value: 0.28964137714040095 - type: nauc_ndcg_at_5_diff1 - value: 32.177187585868275 + value: 30.818060499932542 - type: nauc_ndcg_at_5_max - value: 22.501692436415365 + value: 18.068091310151164 - type: nauc_ndcg_at_5_std - value: 6.628292970421619 + value: -0.16020203299958868 - type: nauc_precision_at_1000_diff1 - value: -3.119953273272669 + value: 1.8177927649439825 - type: nauc_precision_at_1000_max - value: 1.1513386014161908 + value: 1.9156412467603505 - type: nauc_precision_at_1000_std - value: -2.164470131685831 + value: -1.0195378172264247 - type: nauc_precision_at_100_diff1 - value: 0.5849985774022525 + value: 7.852064632368817 - type: nauc_precision_at_100_max - value: 10.237261683711365 + value: 11.41378732164787 - type: nauc_precision_at_100_std - value: 9.57755547972335 + value: 8.845589790612463 - type: nauc_precision_at_10_diff1 - value: 15.246412164216192 + value: 19.576158908850957 - type: nauc_precision_at_10_max - value: 19.899416826328565 + value: 22.963840017872794 - type: nauc_precision_at_10_std - value: 10.003123363456073 + value: 2.426835326713512 - type: nauc_precision_at_1_diff1 - value: 35.97635527682404 + value: 36.55463496530352 - type: nauc_precision_at_1_max - value: 22.800448037132163 + value: 17.893580417517832 - type: nauc_precision_at_1_std - value: 3.2117385280672455 + value: -2.7268036629932895 - type: nauc_precision_at_20_diff1 - value: 7.606434579256874 + value: 15.305985286454149 - type: nauc_precision_at_20_max - value: 15.445346072441597 + value: 18.827005672571858 - type: nauc_precision_at_20_std - value: 11.538639325143942 + value: 3.992229421735929 - type: nauc_precision_at_3_diff1 - value: 25.28573060963354 + value: 26.358279542321966 - type: nauc_precision_at_3_max - value: 20.11025294163431 + value: 19.340749761958552 - type: nauc_precision_at_3_std - value: 5.4367185562279525 + value: 0.8501109386129221 - type: nauc_precision_at_5_diff1 - value: 23.428693353532925 + value: 22.462129435924727 - type: nauc_precision_at_5_max - value: 21.87288793778549 + value: 18.890119720243188 - type: nauc_precision_at_5_std - value: 6.350278856507092 + value: 0.21756962337473482 - type: nauc_recall_at_1000_diff1 - value: 11.030800804748713 + value: 25.079504569576184 - type: nauc_recall_at_1000_max - value: 28.207037540270484 + value: 36.71138367024086 - type: nauc_recall_at_1000_std - value: 26.53322787470092 + value: 18.882277140819067 - type: nauc_recall_at_100_diff1 - value: 9.45619750103627 + value: 19.980741195591563 - type: nauc_recall_at_100_max - value: 18.641295313722722 + value: 21.648381374802273 - type: nauc_recall_at_100_std - value: 19.89094444759181 + value: 14.541121099803092 - type: nauc_recall_at_10_diff1 - value: 21.59965548683592 + value: 24.61930855038573 - type: nauc_recall_at_10_max - value: 20.983235462917357 + value: 22.98083391642699 - type: nauc_recall_at_10_std - value: 12.421019075877183 + value: 2.860945348018573 - type: nauc_recall_at_1_diff1 - value: 37.124675662048645 + value: 37.33971420967126 - type: nauc_recall_at_1_max - value: 21.705513335758486 + value: 17.543923177907566 - type: nauc_recall_at_1_std - value: 5.125960085146019 + value: -0.6312070176608349 - type: nauc_recall_at_20_diff1 - value: 15.356277525370507 + value: 20.478434900407255 - type: nauc_recall_at_20_max - value: 18.853996115586888 + value: 20.439655780702832 - type: nauc_recall_at_20_std - value: 16.118805288983083 + value: 5.4039574030039885 - type: nauc_recall_at_3_diff1 - value: 28.945843357597685 + value: 27.845972047264578 - type: nauc_recall_at_3_max - value: 19.8912702523286 + value: 16.649682003649193 - type: nauc_recall_at_3_std - value: 7.5851361764687795 + value: 2.171037068117454 - type: nauc_recall_at_5_diff1 - value: 28.36471699123168 + value: 26.76354795664187 - type: nauc_recall_at_5_max - value: 21.17015525566982 + value: 17.488511178851763 - type: nauc_recall_at_5_std - value: 8.24163064970665 + value: 0.7909085800561211 - type: ndcg_at_1 - value: 18.781 + value: 20.149 - type: ndcg_at_10 - value: 28.412 + value: 30.308 - type: ndcg_at_100 - value: 34.782999999999994 + value: 36.361 - type: ndcg_at_1000 - value: 37.518 + value: 39.128 - type: ndcg_at_20 - value: 30.962 + value: 32.719 - type: ndcg_at_3 - value: 22.782 + value: 24.969 - type: ndcg_at_5 - value: 25.568 + value: 27.409 - type: precision_at_1 - value: 18.781 + value: 20.149 - type: precision_at_10 - value: 5.498 + value: 5.784000000000001 - type: precision_at_100 - value: 0.9979999999999999 + value: 1.011 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 - value: 3.4389999999999996 + value: 3.5319999999999996 - type: precision_at_3 - value: 11.193999999999999 + value: 12.106 - type: precision_at_5 - value: 8.607 + value: 9.030000000000001 - type: recall_at_1 - value: 14.859 + value: 16.154 - type: recall_at_10 - value: 41.229 + value: 43.092000000000006 - type: recall_at_100 - value: 68.853 + value: 68.998 - type: recall_at_1000 - value: 87.86 + value: 88.127 - type: recall_at_20 - value: 50.333000000000006 + value: 51.937999999999995 - type: recall_at_3 - value: 25.889 + value: 28.473 - type: recall_at_5 - value: 32.798 + value: 34.624 task: type: Retrieval - dataset: @@ -1968,287 +1968,287 @@ model-index: type: mteb/cqadupstack-physics metrics: - type: main_score - value: 46.627 + value: 46.931 - type: map_at_1 - value: 29.110999999999997 + value: 30.036 - type: map_at_10 - value: 40.157 + value: 40.753 - type: map_at_100 - value: 41.5 + value: 42.098 - type: map_at_1000 - value: 41.615 + value: 42.201 - type: map_at_20 - value: 40.907 + value: 41.494 - type: map_at_3 - value: 36.741 + value: 37.55 - type: map_at_5 - value: 38.532 + value: 39.266 - type: mrr_at_1 - value: 35.899903753609244 + value: 36.57362848893166 - type: mrr_at_10 - value: 45.89913989336511 + value: 46.15953985058891 - type: mrr_at_100 - value: 46.66580649720437 + value: 46.964409847048735 - type: mrr_at_1000 - value: 46.71327306556841 + value: 47.006684152310186 - type: mrr_at_20 - value: 46.35048991522675 + value: 46.63576095668375 - type: mrr_at_3 - value: 43.10234199550849 + value: 43.39108116778952 - type: mrr_at_5 - value: 44.623034969521925 + value: 45.0609560474815 - type: nauc_map_at_1000_diff1 - value: 48.819197227113 + value: 50.008393482865934 - type: nauc_map_at_1000_max - value: 30.225193936185452 + value: 27.44292854668337 - type: nauc_map_at_1000_std - value: -0.11387170703748546 + value: -1.1827744848485413 - type: nauc_map_at_100_diff1 - value: 48.81653586975879 + value: 50.01593736030433 - type: nauc_map_at_100_max - value: 30.18941718252035 + value: 27.401227555060693 - type: nauc_map_at_100_std - value: -0.16136876140004403 + value: -1.226830892874052 - type: nauc_map_at_10_diff1 - value: 49.02711545619007 + value: 50.22186852707843 - type: nauc_map_at_10_max - value: 29.54513048209343 + value: 26.882005386152162 - type: nauc_map_at_10_std - value: -1.0721344424269519 + value: -1.7817280491798217 - type: nauc_map_at_1_diff1 - value: 54.55373479956459 + value: 53.70420852974904 - type: nauc_map_at_1_max - value: 28.68525621187728 + value: 25.134260139256465 - type: nauc_map_at_1_std - value: -3.828505921327198 + value: -5.16360510676616 - type: nauc_map_at_20_diff1 - value: 48.80329695009258 + value: 50.03553131371993 - type: nauc_map_at_20_max - value: 29.98470278569913 + value: 27.028712351429306 - type: nauc_map_at_20_std - value: -0.4907024448684188 + value: -1.4264982725018232 - type: nauc_map_at_3_diff1 - value: 49.49325346627698 + value: 50.56170061459129 - type: nauc_map_at_3_max - value: 30.001118629451362 + value: 27.125222360081885 - type: nauc_map_at_3_std - value: -1.8332855957955085 + value: -2.1772011676637457 - type: nauc_map_at_5_diff1 - value: 49.15308703989204 + value: 50.55287654401218 - type: nauc_map_at_5_max - value: 29.9743736651634 + value: 27.179943148291034 - type: nauc_map_at_5_std - value: -1.471848560457071 + value: -1.9278191493666326 - type: nauc_mrr_at_1000_diff1 - value: 49.6267405356935 + value: 50.19001608358556 - type: nauc_mrr_at_1000_max - value: 31.775511464032213 + value: 30.11015154646845 - type: nauc_mrr_at_1000_std - value: 2.1941676606625573 + value: -0.01731538046574592 - type: nauc_mrr_at_100_diff1 - value: 49.60865287375136 + value: 50.17990723644671 - type: nauc_mrr_at_100_max - value: 31.766711114897124 + value: 30.08888004508371 - type: nauc_mrr_at_100_std - value: 2.1958339273429597 + value: -0.03777479539357456 - type: nauc_mrr_at_10_diff1 - value: 49.731748265273836 + value: 50.29875316793952 - type: nauc_mrr_at_10_max - value: 31.510802716434373 + value: 30.0700394599554 - type: nauc_mrr_at_10_std - value: 1.850952038635735 + value: -0.1129279328368799 - type: nauc_mrr_at_1_diff1 - value: 54.326742857864915 + value: 53.13267349109123 - type: nauc_mrr_at_1_max - value: 31.714793704362155 + value: 29.600631965679142 - type: nauc_mrr_at_1_std - value: 1.4094420435868311 + value: -1.0534342020289145 - type: nauc_mrr_at_20_diff1 - value: 49.582036904653584 + value: 50.20426738346865 - type: nauc_mrr_at_20_max - value: 31.71211967406404 + value: 30.03033165917099 - type: nauc_mrr_at_20_std - value: 2.1307901281304202 + value: -0.0990630706915973 - type: nauc_mrr_at_3_diff1 - value: 49.99569893552195 + value: 50.44930547118647 - type: nauc_mrr_at_3_max - value: 32.010092946562025 + value: 30.18069271699821 - type: nauc_mrr_at_3_std - value: 1.4910063885459364 + value: -0.4106548753200651 - type: nauc_mrr_at_5_diff1 - value: 49.40329460354263 + value: 50.42405239937933 - type: nauc_mrr_at_5_max - value: 31.990047727579483 + value: 30.323511080797132 - type: nauc_mrr_at_5_std - value: 1.663734759562975 + value: -0.10914898852912731 - type: nauc_ndcg_at_1000_diff1 - value: 47.146065393209135 + value: 48.4023648301636 - type: nauc_ndcg_at_1000_max - value: 31.637365672232075 + value: 29.372043713546457 - type: nauc_ndcg_at_1000_std - value: 3.2425314915817105 + value: 1.4160068477128542 - type: nauc_ndcg_at_100_diff1 - value: 46.96953007559477 + value: 48.43331450594402 - type: nauc_ndcg_at_100_max - value: 31.16768307276679 + value: 28.62936981969224 - type: nauc_ndcg_at_100_std - value: 2.942488981572898 + value: 0.8983763064461433 - type: nauc_ndcg_at_10_diff1 - value: 47.63345306694598 + value: 49.03974183137114 - type: nauc_ndcg_at_10_max - value: 29.371578333227998 + value: 27.134352966349006 - type: nauc_ndcg_at_10_std - value: 0.06472978934137909 + value: -0.7394110214476277 - type: nauc_ndcg_at_1_diff1 - value: 54.326742857864915 + value: 53.13267349109123 - type: nauc_ndcg_at_1_max - value: 31.714793704362155 + value: 29.600631965679142 - type: nauc_ndcg_at_1_std - value: 1.4094420435868311 + value: -1.0534342020289145 - type: nauc_ndcg_at_20_diff1 - value: 46.81989380207635 + value: 48.48145045039039 - type: nauc_ndcg_at_20_max - value: 30.412570241892183 + value: 27.312478220117836 - type: nauc_ndcg_at_20_std - value: 1.5075658935703282 + value: -0.08007639532022988 - type: nauc_ndcg_at_3_diff1 - value: 48.410857274941726 + value: 49.795198984753725 - type: nauc_ndcg_at_3_max - value: 31.365778148874384 + value: 28.851373164423457 - type: nauc_ndcg_at_3_std - value: -0.3887448200634908 + value: -0.7114306314589505 - type: nauc_ndcg_at_5_diff1 - value: 47.65943245882207 + value: 49.76549299850904 - type: nauc_ndcg_at_5_max - value: 30.786802287608232 + value: 28.333095297025384 - type: nauc_ndcg_at_5_std - value: -0.3340427915788538 + value: -0.6065340225903514 - type: nauc_precision_at_1000_diff1 - value: -13.616360194561903 + value: -14.995860825405593 - type: nauc_precision_at_1000_max - value: 4.606458024282346 + value: 10.497503977177239 - type: nauc_precision_at_1000_std - value: 20.097753702338583 + value: 15.472908805216562 - type: nauc_precision_at_100_diff1 - value: -3.8203411621014363 + value: -5.056728888436733 - type: nauc_precision_at_100_max - value: 12.195338438332039 + value: 16.225279572994932 - type: nauc_precision_at_100_std - value: 21.277772831047834 + value: 17.333024162674036 - type: nauc_precision_at_10_diff1 - value: 17.41015815840667 + value: 18.485355184593836 - type: nauc_precision_at_10_max - value: 20.49327554673419 + value: 21.53388484848657 - type: nauc_precision_at_10_std - value: 14.317393694887748 + value: 9.864926100512946 - type: nauc_precision_at_1_diff1 - value: 54.326742857864915 + value: 53.13267349109123 - type: nauc_precision_at_1_max - value: 31.714793704362155 + value: 29.600631965679142 - type: nauc_precision_at_1_std - value: 1.4094420435868311 + value: -1.0534342020289145 - type: nauc_precision_at_20_diff1 - value: 8.063727537918783 + value: 9.420119338006966 - type: nauc_precision_at_20_max - value: 19.39335288125252 + value: 19.132214665647382 - type: nauc_precision_at_20_std - value: 18.93106122331836 + value: 13.168229893698857 - type: nauc_precision_at_3_diff1 - value: 32.705924980475146 + value: 34.51509644827664 - type: nauc_precision_at_3_max - value: 30.24641865632296 + value: 28.988501800675305 - type: nauc_precision_at_3_std - value: 7.195922370578724 + value: 6.887544108087535 - type: nauc_precision_at_5_diff1 - value: 25.471170302890012 + value: 29.728890633704864 - type: nauc_precision_at_5_max - value: 27.2559781097725 + value: 27.527807375891044 - type: nauc_precision_at_5_std - value: 10.423480799933591 + value: 8.615115789487243 - type: nauc_recall_at_1000_diff1 - value: 15.871912487469162 + value: 21.30536250453658 - type: nauc_recall_at_1000_max - value: 41.69115237346833 + value: 45.66826079811565 - type: nauc_recall_at_1000_std - value: 44.74346531949558 + value: 40.948489257124734 - type: nauc_recall_at_100_diff1 - value: 32.150465708991376 + value: 36.41578755512283 - type: nauc_recall_at_100_max - value: 28.9450065694084 + value: 25.843843547872236 - type: nauc_recall_at_100_std - value: 16.12971379538094 + value: 9.98566808528975 - type: nauc_recall_at_10_diff1 - value: 40.42003119650161 + value: 42.73428373449279 - type: nauc_recall_at_10_max - value: 23.798461011276167 + value: 22.45723124505396 - type: nauc_recall_at_10_std - value: -0.8906910654707625 + value: 0.6596133636511106 - type: nauc_recall_at_1_diff1 - value: 54.55373479956459 + value: 53.70420852974904 - type: nauc_recall_at_1_max - value: 28.68525621187728 + value: 25.134260139256465 - type: nauc_recall_at_1_std - value: -3.828505921327198 + value: -5.16360510676616 - type: nauc_recall_at_20_diff1 - value: 36.08908544861558 + value: 39.67103657607903 - type: nauc_recall_at_20_max - value: 26.51340931742042 + value: 21.767425036370714 - type: nauc_recall_at_20_std - value: 4.67558978611164 + value: 2.792759310018829 - type: nauc_recall_at_3_diff1 - value: 44.109094420929466 + value: 46.672591160111224 - type: nauc_recall_at_3_max - value: 29.817084024730185 + value: 26.876529270231792 - type: nauc_recall_at_3_std - value: -1.9280901477621615 + value: -1.1160005181114536 - type: nauc_recall_at_5_diff1 - value: 41.53929190979217 + value: 45.77174277314153 - type: nauc_recall_at_5_max - value: 28.682740378721512 + value: 26.349199537996853 - type: nauc_recall_at_5_std - value: -2.1436179905847705 + value: -0.09454430813945205 - type: ndcg_at_1 - value: 35.9 + value: 36.574 - type: ndcg_at_10 - value: 46.627 + value: 46.931 - type: ndcg_at_100 - value: 52.03 + value: 52.40899999999999 - type: ndcg_at_1000 - value: 53.982 + value: 54.31 - type: ndcg_at_20 - value: 48.748999999999995 + value: 49.098000000000006 - type: ndcg_at_3 - value: 40.96 + value: 41.585 - type: ndcg_at_5 - value: 43.389 + value: 44.009 - type: precision_at_1 - value: 35.9 + value: 36.574 - type: precision_at_10 - value: 8.652999999999999 + value: 8.518 - type: precision_at_100 - value: 1.324 + value: 1.317 - type: precision_at_1000 - value: 0.168 + value: 0.167 - type: precision_at_20 - value: 5.053 + value: 4.99 - type: precision_at_3 - value: 19.666 + value: 19.794999999999998 - type: precision_at_5 value: 13.879 - type: recall_at_1 - value: 29.110999999999997 + value: 30.036 - type: recall_at_10 - value: 60.21300000000001 + value: 60.043 - type: recall_at_100 - value: 82.829 + value: 82.78999999999999 - type: recall_at_1000 - value: 95.236 + value: 95.017 - type: recall_at_20 - value: 67.506 + value: 67.509 - type: recall_at_3 - value: 44.198 + value: 44.769 - type: recall_at_5 - value: 50.62 + value: 51.23 task: type: Retrieval - dataset: @@ -2259,287 +2259,287 @@ model-index: type: mteb/cqadupstack-programmers metrics: - type: main_score - value: 42.711 + value: 43.147999999999996 - type: map_at_1 - value: 25.912000000000003 + value: 27.299 - type: map_at_10 - value: 36.827 + value: 37.441 - type: map_at_100 - value: 38.323 + value: 38.977000000000004 - type: map_at_1000 - value: 38.426 + value: 39.068999999999996 - type: map_at_20 - value: 37.674 + value: 38.282 - type: map_at_3 - value: 33.815 + value: 34.217 - type: map_at_5 - value: 35.253 + value: 36.027 - type: mrr_at_1 - value: 31.621004566210047 + value: 33.44748858447489 - type: mrr_at_10 - value: 41.63106110023917 + value: 42.456738783793554 - type: mrr_at_100 - value: 42.68788468525227 + value: 43.485313174917046 - type: mrr_at_1000 - value: 42.737936476792896 + value: 43.52577210412886 - type: mrr_at_20 - value: 42.3034469946844 + value: 43.02431629929082 - type: mrr_at_3 - value: 39.44063926940638 + value: 39.72602739726027 - type: mrr_at_5 - value: 40.479452054794486 + value: 41.32420091324198 - type: nauc_map_at_1000_diff1 - value: 41.21238459815453 + value: 42.430993099089214 - type: nauc_map_at_1000_max - value: 31.731913362155538 + value: 28.098034312926952 - type: nauc_map_at_1000_std - value: 4.095602573199812 + value: 3.231295090968473 - type: nauc_map_at_100_diff1 - value: 41.2386060670619 + value: 42.42649976590143 - type: nauc_map_at_100_max - value: 31.745863964229752 + value: 28.07518501114065 - type: nauc_map_at_100_std - value: 4.152539294264819 + value: 3.2663627223954257 - type: nauc_map_at_10_diff1 - value: 41.06730435812859 + value: 42.37108247761657 - type: nauc_map_at_10_max - value: 31.154866667403546 + value: 27.784006301694887 - type: nauc_map_at_10_std - value: 3.352195309556991 + value: 2.1562734801370382 - type: nauc_map_at_1_diff1 - value: 46.719436307788634 + value: 46.996543750833226 - type: nauc_map_at_1_max - value: 27.23331305118017 + value: 23.22775877678291 - type: nauc_map_at_1_std - value: -3.294310698511136 + value: -3.185987618625673 - type: nauc_map_at_20_diff1 - value: 41.02754767769435 + value: 42.285605547136605 - type: nauc_map_at_20_max - value: 31.360864488023783 + value: 27.87619604505037 - type: nauc_map_at_20_std - value: 3.738456116200237 + value: 2.868182127790041 - type: nauc_map_at_3_diff1 - value: 41.6933203031956 + value: 43.17884748984982 - type: nauc_map_at_3_max - value: 29.89624455457615 + value: 26.640107029543174 - type: nauc_map_at_3_std - value: -0.01536463182866681 + value: -0.6337177522670645 - type: nauc_map_at_5_diff1 - value: 40.94567456109745 + value: 42.55295619170691 - type: nauc_map_at_5_max - value: 30.458349943583702 + value: 27.09386543850697 - type: nauc_map_at_5_std - value: 1.9655221641608267 + value: 1.1172301120800785 - type: nauc_mrr_at_1000_diff1 - value: 40.652351064681724 + value: 41.44240071604904 - type: nauc_mrr_at_1000_max - value: 33.01007429614183 + value: 29.942727017459177 - type: nauc_mrr_at_1000_std - value: 6.26143705110491 + value: 4.847580130462551 - type: nauc_mrr_at_100_diff1 - value: 40.65741819780518 + value: 41.43634208329461 - type: nauc_mrr_at_100_max - value: 33.01722581370414 + value: 29.94502158371524 - type: nauc_mrr_at_100_std - value: 6.302551967295325 + value: 4.873085525046516 - type: nauc_mrr_at_10_diff1 - value: 40.60567647703471 + value: 41.434406767394215 - type: nauc_mrr_at_10_max - value: 32.94692660407874 + value: 29.961051443508534 - type: nauc_mrr_at_10_std - value: 6.082085894261765 + value: 4.490183376727645 - type: nauc_mrr_at_1_diff1 - value: 46.11518802989986 + value: 46.01681006012476 - type: nauc_mrr_at_1_max - value: 31.625471357672307 + value: 28.39735171499139 - type: nauc_mrr_at_1_std - value: 1.234566602020697 + value: 0.8500045602957598 - type: nauc_mrr_at_20_diff1 - value: 40.558484630555064 + value: 41.324947979964605 - type: nauc_mrr_at_20_max - value: 32.97107821653968 + value: 29.939799023317963 - type: nauc_mrr_at_20_std - value: 6.265323697745393 + value: 4.8458435024129685 - type: nauc_mrr_at_3_diff1 - value: 40.68096006055527 + value: 41.87918200877444 - type: nauc_mrr_at_3_max - value: 32.53822188043154 + value: 29.878707844397507 - type: nauc_mrr_at_3_std - value: 4.345818715177205 + value: 2.754394941481161 - type: nauc_mrr_at_5_diff1 - value: 40.23796517179139 + value: 41.17158211294708 - type: nauc_mrr_at_5_max - value: 32.56979439355811 + value: 29.525114418603625 - type: nauc_mrr_at_5_std - value: 5.595951651809914 + value: 3.6695976231626792 - type: nauc_ndcg_at_1000_diff1 - value: 39.7027614173243 + value: 40.85015584223998 - type: nauc_ndcg_at_1000_max - value: 33.498346699070375 + value: 30.175833847400003 - type: nauc_ndcg_at_1000_std - value: 8.559325736291138 + value: 7.454581754774201 - type: nauc_ndcg_at_100_diff1 - value: 39.97452504741169 + value: 40.679563549502475 - type: nauc_ndcg_at_100_max - value: 33.89577471481737 + value: 30.105638179098303 - type: nauc_ndcg_at_100_std - value: 10.167129337536283 + value: 8.61962835140906 - type: nauc_ndcg_at_10_diff1 - value: 39.16788466313522 + value: 40.37700967457906 - type: nauc_ndcg_at_10_max - value: 32.47905308816861 + value: 29.33300077317775 - type: nauc_ndcg_at_10_std - value: 7.295048419911472 + value: 5.023758212980035 - type: nauc_ndcg_at_1_diff1 - value: 46.11518802989986 + value: 46.01681006012476 - type: nauc_ndcg_at_1_max - value: 31.625471357672307 + value: 28.39735171499139 - type: nauc_ndcg_at_1_std - value: 1.234566602020697 + value: 0.8500045602957598 - type: nauc_ndcg_at_20_diff1 - value: 38.859039216458626 + value: 39.98886010789604 - type: nauc_ndcg_at_20_max - value: 32.741280842100274 + value: 29.36296219371212 - type: nauc_ndcg_at_20_std - value: 8.532519680049697 + value: 7.1201782062536925 - type: nauc_ndcg_at_3_diff1 - value: 39.50414846792753 + value: 40.92324084648135 - type: nauc_ndcg_at_3_max - value: 31.436293574105246 + value: 28.520942397787785 - type: nauc_ndcg_at_3_std - value: 2.7912054661515513 + value: 1.0293165278727892 - type: nauc_ndcg_at_5_diff1 - value: 38.70681148905142 + value: 40.317533959797814 - type: nauc_ndcg_at_5_max - value: 31.437135456835662 + value: 28.339428764903264 - type: nauc_ndcg_at_5_std - value: 5.162466911691187 + value: 3.1896497530161687 - type: nauc_precision_at_1000_diff1 - value: -3.3602607374185633 + value: -6.9969817860247625 - type: nauc_precision_at_1000_max - value: 4.971880762242277 + value: 9.347778794059506 - type: nauc_precision_at_1000_std - value: 9.19452758668974 + value: 7.9646208472184625 - type: nauc_precision_at_100_diff1 - value: 7.510065324630119 + value: 2.991937395454712 - type: nauc_precision_at_100_max - value: 20.08725395064176 + value: 18.71624281667294 - type: nauc_precision_at_100_std - value: 24.3347599479104 + value: 21.600526590609512 - type: nauc_precision_at_10_diff1 - value: 17.288987492657895 + value: 18.37445514123775 - type: nauc_precision_at_10_max - value: 30.523796629978005 + value: 29.699257376065063 - type: nauc_precision_at_10_std - value: 21.72855091830218 + value: 18.095751349204832 - type: nauc_precision_at_1_diff1 - value: 46.11518802989986 + value: 46.01681006012476 - type: nauc_precision_at_1_max - value: 31.625471357672307 + value: 28.39735171499139 - type: nauc_precision_at_1_std - value: 1.234566602020697 + value: 0.8500045602957598 - type: nauc_precision_at_20_diff1 - value: 12.228489950055032 + value: 11.472713745988054 - type: nauc_precision_at_20_max - value: 27.04368010402764 + value: 25.690985880662325 - type: nauc_precision_at_20_std - value: 24.15754031166108 + value: 22.46754877988948 - type: nauc_precision_at_3_diff1 - value: 26.83713388263207 + value: 29.052028827439607 - type: nauc_precision_at_3_max - value: 33.23777507125749 + value: 31.04481903220871 - type: nauc_precision_at_3_std - value: 10.323356806632543 + value: 8.208096616199493 - type: nauc_precision_at_5_diff1 - value: 21.61560839260508 + value: 23.711708272374533 - type: nauc_precision_at_5_max - value: 32.66946145310579 + value: 30.24946804680551 - type: nauc_precision_at_5_std - value: 16.353775624744003 + value: 12.681259000978528 - type: nauc_recall_at_1000_diff1 - value: 18.969678611942875 + value: 16.82259171106293 - type: nauc_recall_at_1000_max - value: 44.65492230931943 + value: 42.76820203485854 - type: nauc_recall_at_1000_std - value: 57.57661658969986 + value: 55.97238149176407 - type: nauc_recall_at_100_diff1 - value: 32.144682780578435 + value: 27.21094062723115 - type: nauc_recall_at_100_max - value: 39.039873233473685 + value: 33.698956290459584 - type: nauc_recall_at_100_std - value: 41.27073159300163 + value: 37.63664733891902 - type: nauc_recall_at_10_diff1 - value: 32.15567564970661 + value: 33.26348363515544 - type: nauc_recall_at_10_max - value: 32.11964259760779 + value: 29.5718227632449 - type: nauc_recall_at_10_std - value: 15.891022254121328 + value: 10.62584355073482 - type: nauc_recall_at_1_diff1 - value: 46.719436307788634 + value: 46.996543750833226 - type: nauc_recall_at_1_max - value: 27.23331305118017 + value: 23.22775877678291 - type: nauc_recall_at_1_std - value: -3.294310698511136 + value: -3.185987618625673 - type: nauc_recall_at_20_diff1 - value: 28.851896672624644 + value: 30.615386537256107 - type: nauc_recall_at_20_max - value: 32.287799296155114 + value: 29.459243404458636 - type: nauc_recall_at_20_std - value: 21.67937291007234 + value: 18.849849153868913 - type: nauc_recall_at_3_diff1 - value: 34.39542239770237 + value: 37.22492629427872 - type: nauc_recall_at_3_max - value: 28.587385654425223 + value: 27.49351222866847 - type: nauc_recall_at_3_std - value: 3.1462139418981865 + value: 0.31700586087567145 - type: nauc_recall_at_5_diff1 - value: 31.662335151844633 + value: 34.4555753891359 - type: nauc_recall_at_5_max - value: 29.169339984865907 + value: 27.219221048995283 - type: nauc_recall_at_5_std - value: 9.423550205691733 + value: 6.057763073329902 - type: ndcg_at_1 - value: 31.621 + value: 33.446999999999996 - type: ndcg_at_10 - value: 42.711 + value: 43.147999999999996 - type: ndcg_at_100 - value: 49.033 + value: 49.601 - type: ndcg_at_1000 - value: 51.085 + value: 51.437 - type: ndcg_at_20 - value: 45.443 + value: 45.704 - type: ndcg_at_3 - value: 38.005 + value: 37.978 - type: ndcg_at_5 - value: 39.751999999999995 + value: 40.431 - type: precision_at_1 - value: 31.621 + value: 33.446999999999996 - type: precision_at_10 - value: 7.968 + value: 7.888000000000001 - type: precision_at_100 - value: 1.2890000000000001 + value: 1.298 - type: precision_at_1000 - value: 0.163 + value: 0.16199999999999998 - type: precision_at_20 - value: 4.795 + value: 4.749 - type: precision_at_3 - value: 18.379 + value: 17.922 - type: precision_at_5 - value: 12.740000000000002 + value: 12.9 - type: recall_at_1 - value: 25.912000000000003 + value: 27.299 - type: recall_at_10 - value: 55.08 + value: 54.92399999999999 - type: recall_at_100 - value: 81.922 + value: 82.308 - type: recall_at_1000 - value: 95.543 + value: 94.451 - type: recall_at_20 - value: 65.082 + value: 63.952 - type: recall_at_3 - value: 41.899 + value: 40.788000000000004 - type: recall_at_5 - value: 46.708 + value: 47.198 task: type: Retrieval - dataset: @@ -2550,9 +2550,9 @@ model-index: type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score - value: 40.85841666666668 + value: 42.21466666666666 - type: ndcg_at_10 - value: 40.85841666666668 + value: 42.21466666666666 task: type: Retrieval - dataset: @@ -2563,287 +2563,287 @@ model-index: type: mteb/cqadupstack-stats metrics: - type: main_score - value: 35.053 + value: 35.535 - type: map_at_1 - value: 23.291999999999998 + value: 23.082 - type: map_at_10 - value: 30.61 + value: 30.991000000000003 - type: map_at_100 - value: 31.549 + value: 31.968000000000004 - type: map_at_1000 - value: 31.644 + value: 32.07 - type: map_at_20 - value: 31.041999999999998 + value: 31.535000000000004 - type: map_at_3 - value: 28.011999999999997 + value: 28.605000000000004 - type: map_at_5 - value: 29.425 + value: 30.06 - type: mrr_at_1 - value: 26.07361963190184 + value: 25.920245398773005 - type: mrr_at_10 - value: 33.167421365274116 + value: 33.93191888207225 - type: mrr_at_100 - value: 34.029277736438495 + value: 34.77251067424867 - type: mrr_at_1000 - value: 34.09235069536584 + value: 34.838890717603476 - type: mrr_at_20 - value: 33.59034373634008 + value: 34.396659782410225 - type: mrr_at_3 - value: 30.7515337423313 + value: 31.722903885480587 - type: mrr_at_5 - value: 32.08588957055215 + value: 33.11860940695298 - type: nauc_map_at_1000_diff1 - value: 43.481986624980415 + value: 50.959235687536655 - type: nauc_map_at_1000_max - value: 28.952163698686732 + value: 30.655083426929526 - type: nauc_map_at_1000_std - value: 10.782598183324414 + value: 4.551329335263164 - type: nauc_map_at_100_diff1 - value: 43.45584335416967 + value: 50.95439619487166 - type: nauc_map_at_100_max - value: 28.911137574377232 + value: 30.623042271335667 - type: nauc_map_at_100_std - value: 10.76701853563041 + value: 4.553201745695824 - type: nauc_map_at_10_diff1 - value: 43.47116890578832 + value: 50.67983398647876 - type: nauc_map_at_10_max - value: 28.653166569212946 + value: 30.286986966981583 - type: nauc_map_at_10_std - value: 10.17426104854042 + value: 3.9148983660544125 - type: nauc_map_at_1_diff1 - value: 49.75958213376796 + value: 58.20205266764334 - type: nauc_map_at_1_max - value: 24.470618320089454 + value: 28.58134257489169 - type: nauc_map_at_1_std - value: 6.492564751094104 + value: 0.40198884745343 - type: nauc_map_at_20_diff1 - value: 43.35481926885264 + value: 50.90472178620438 - type: nauc_map_at_20_max - value: 28.699469771138414 + value: 30.563325966498205 - type: nauc_map_at_20_std - value: 10.45940778146071 + value: 4.369655492671673 - type: nauc_map_at_3_diff1 - value: 44.485234854591035 + value: 52.084512866747325 - type: nauc_map_at_3_max - value: 28.38719705365597 + value: 29.374244156637356 - type: nauc_map_at_3_std - value: 9.000376354032333 + value: 2.0818606642419963 - type: nauc_map_at_5_diff1 - value: 43.44946037663669 + value: 51.27705609284862 - type: nauc_map_at_5_max - value: 28.476659272609623 + value: 30.17700495077409 - type: nauc_map_at_5_std - value: 9.703474173706583 + value: 3.2722185125269103 - type: nauc_mrr_at_1000_diff1 - value: 45.954395007886525 + value: 51.909591752092425 - type: nauc_mrr_at_1000_max - value: 31.50968463706721 + value: 33.36453135370183 - type: nauc_mrr_at_1000_std - value: 13.707444407915146 + value: 7.404496516950065 - type: nauc_mrr_at_100_diff1 - value: 45.93279568895946 + value: 51.900856693619126 - type: nauc_mrr_at_100_max - value: 31.49035735663133 + value: 33.350334085938364 - type: nauc_mrr_at_100_std - value: 13.696695107846951 + value: 7.410015907741515 - type: nauc_mrr_at_10_diff1 - value: 46.00075381149564 + value: 51.82074175684569 - type: nauc_mrr_at_10_max - value: 31.35587522300911 + value: 33.32820656085001 - type: nauc_mrr_at_10_std - value: 13.319928784978059 + value: 7.043558257826565 - type: nauc_mrr_at_1_diff1 - value: 53.86601247498458 + value: 60.46456002140532 - type: nauc_mrr_at_1_max - value: 29.05934941003339 + value: 33.31049028455304 - type: nauc_mrr_at_1_std - value: 10.991599490187589 + value: 4.830131026566884 - type: nauc_mrr_at_20_diff1 - value: 45.86633939971638 + value: 51.8644842944308 - type: nauc_mrr_at_20_max - value: 31.355545429804543 + value: 33.3675144190388 - type: nauc_mrr_at_20_std - value: 13.461168244272576 + value: 7.256444002173675 - type: nauc_mrr_at_3_diff1 - value: 47.46632656927442 + value: 52.904828169011154 - type: nauc_mrr_at_3_max - value: 31.868101191363152 + value: 32.55024244450511 - type: nauc_mrr_at_3_std - value: 13.134952192744528 + value: 6.014060915782276 - type: nauc_mrr_at_5_diff1 - value: 46.216287976414655 + value: 52.361187623943614 - type: nauc_mrr_at_5_max - value: 31.22808984287798 + value: 33.38079408144374 - type: nauc_mrr_at_5_std - value: 13.052212637671804 + value: 6.854165091950606 - type: nauc_ndcg_at_1000_diff1 - value: 41.636814427170584 + value: 48.30949790825087 - type: nauc_ndcg_at_1000_max - value: 31.493143528814294 + value: 32.568281800544476 - type: nauc_ndcg_at_1000_std - value: 14.770912529263397 + value: 8.966636096573168 - type: nauc_ndcg_at_100_diff1 - value: 41.12015328320773 + value: 47.9550901718591 - type: nauc_ndcg_at_100_max - value: 30.74936949964077 + value: 31.969231434862483 - type: nauc_ndcg_at_100_std - value: 14.126317942292099 + value: 8.909343996509326 - type: nauc_ndcg_at_10_diff1 - value: 41.363853256357004 + value: 47.56929495928323 - type: nauc_ndcg_at_10_max - value: 29.967593685883593 + value: 31.131109409439638 - type: nauc_ndcg_at_10_std - value: 11.745736297343958 + value: 6.03049937873584 - type: nauc_ndcg_at_1_diff1 - value: 53.86601247498458 + value: 60.46456002140532 - type: nauc_ndcg_at_1_max - value: 29.05934941003339 + value: 33.31049028455304 - type: nauc_ndcg_at_1_std - value: 10.991599490187589 + value: 4.830131026566884 - type: nauc_ndcg_at_20_diff1 - value: 40.75029632252196 + value: 47.99938648902949 - type: nauc_ndcg_at_20_max - value: 29.8909640874289 + value: 31.584023047520475 - type: nauc_ndcg_at_20_std - value: 12.454934718956409 + value: 7.3552147944361685 - type: nauc_ndcg_at_3_diff1 - value: 43.63306400143029 + value: 50.28269131499986 - type: nauc_ndcg_at_3_max - value: 30.487292567301395 + value: 30.233582570806007 - type: nauc_ndcg_at_3_std - value: 11.38385449149101 + value: 3.78476869218036 - type: nauc_ndcg_at_5_diff1 - value: 41.60699357804944 + value: 49.049921852112895 - type: nauc_ndcg_at_5_max - value: 29.677122670631594 + value: 31.174764383636816 - type: nauc_ndcg_at_5_std - value: 11.219704931901058 + value: 4.931908749150788 - type: nauc_precision_at_1000_diff1 - value: 14.098873228986914 + value: 6.883972818358869 - type: nauc_precision_at_1000_max - value: 24.17087547157802 + value: 21.834322765687677 - type: nauc_precision_at_1000_std - value: 19.888193749463685 + value: 20.000731976327703 - type: nauc_precision_at_100_diff1 - value: 23.179467074556886 + value: 19.786688523669632 - type: nauc_precision_at_100_max - value: 31.865564772690984 + value: 30.328428959273722 - type: nauc_precision_at_100_std - value: 25.13985731761706 + value: 26.147922491368902 - type: nauc_precision_at_10_diff1 - value: 32.107718641883146 + value: 31.41218497795092 - type: nauc_precision_at_10_max - value: 34.91859600075913 + value: 33.95003889463453 - type: nauc_precision_at_10_std - value: 22.79400955617237 + value: 19.08301072890509 - type: nauc_precision_at_1_diff1 - value: 53.86601247498458 + value: 60.46456002140532 - type: nauc_precision_at_1_max - value: 29.05934941003339 + value: 33.31049028455304 - type: nauc_precision_at_1_std - value: 10.991599490187589 + value: 4.830131026566884 - type: nauc_precision_at_20_diff1 - value: 29.993188469468002 + value: 30.502712564255486 - type: nauc_precision_at_20_max - value: 35.296458769573086 + value: 35.178872501427975 - type: nauc_precision_at_20_std - value: 24.20327572204019 + value: 23.358935743161783 - type: nauc_precision_at_3_diff1 - value: 38.99151580407392 + value: 43.1022211297112 - type: nauc_precision_at_3_max - value: 36.357023065975284 + value: 33.93732742672912 - type: nauc_precision_at_3_std - value: 19.43463406590944 + value: 10.823942310140167 - type: nauc_precision_at_5_diff1 - value: 34.334835167755124 + value: 38.63486834833309 - type: nauc_precision_at_5_max - value: 35.54403568911307 + value: 36.23894828623807 - type: nauc_precision_at_5_std - value: 21.297076675377635 + value: 14.675475211699615 - type: nauc_recall_at_1000_diff1 - value: 21.37160644447469 + value: 23.04089688983766 - type: nauc_recall_at_1000_max - value: 42.69368632941223 + value: 40.167606539321355 - type: nauc_recall_at_1000_std - value: 44.69786965651591 + value: 43.02153663005034 - type: nauc_recall_at_100_diff1 - value: 26.1829124199152 + value: 32.000202612409794 - type: nauc_recall_at_100_max - value: 31.05778051148635 + value: 31.12741249551696 - type: nauc_recall_at_100_std - value: 24.13788905724134 + value: 24.54365478830203 - type: nauc_recall_at_10_diff1 - value: 32.277913345812316 + value: 36.14374447048929 - type: nauc_recall_at_10_max - value: 29.95426768325743 + value: 29.498316079260555 - type: nauc_recall_at_10_std - value: 12.182289596195755 + value: 8.641435315254533 - type: nauc_recall_at_1_diff1 - value: 49.75958213376796 + value: 58.20205266764334 - type: nauc_recall_at_1_max - value: 24.470618320089454 + value: 28.58134257489169 - type: nauc_recall_at_1_std - value: 6.492564751094104 + value: 0.40198884745343 - type: nauc_recall_at_20_diff1 - value: 28.594583651409373 + value: 36.22347557385489 - type: nauc_recall_at_20_max - value: 28.61050190860186 + value: 29.750817583764405 - type: nauc_recall_at_20_std - value: 14.453928140032604 + value: 13.219998916877149 - type: nauc_recall_at_3_diff1 - value: 37.26827475373021 + value: 43.42606106046774 - type: nauc_recall_at_3_max - value: 30.24664533196025 + value: 27.02370831585066 - type: nauc_recall_at_3_std - value: 10.088814497838317 + value: 2.148594878901326 - type: nauc_recall_at_5_diff1 - value: 33.012511168504346 + value: 40.74252027743906 - type: nauc_recall_at_5_max - value: 28.863956457849227 + value: 29.661893704694375 - type: nauc_recall_at_5_std - value: 10.866060080770383 + value: 5.8950594952457145 - type: ndcg_at_1 - value: 26.074 + value: 25.919999999999998 - type: ndcg_at_10 - value: 35.053 + value: 35.535 - type: ndcg_at_100 - value: 39.877 + value: 40.316 - type: ndcg_at_1000 - value: 42.219 + value: 42.84 - type: ndcg_at_20 - value: 36.553999999999995 + value: 37.424 - type: ndcg_at_3 - value: 30.25 + value: 31.223 - type: ndcg_at_5 - value: 32.46 + value: 33.521 - type: precision_at_1 - value: 26.074 + value: 25.919999999999998 - type: precision_at_10 - value: 5.675 + value: 5.736 - type: precision_at_100 - value: 0.88 + value: 0.876 - type: precision_at_1000 - value: 0.116 + value: 0.117 - type: precision_at_20 - value: 3.213 + value: 3.359 - type: precision_at_3 - value: 13.088 + value: 13.804 - type: precision_at_5 - value: 9.325 + value: 9.754999999999999 - type: recall_at_1 - value: 23.291999999999998 + value: 23.082 - type: recall_at_10 - value: 46.148 + value: 46.399 - type: recall_at_100 - value: 68.24799999999999 + value: 68.06 - type: recall_at_1000 - value: 85.455 + value: 86.821 - type: recall_at_20 - value: 51.734 + value: 53.525 - type: recall_at_3 - value: 33.131 + value: 34.871 - type: recall_at_5 - value: 38.546 + value: 40.492 task: type: Retrieval - dataset: @@ -2854,287 +2854,287 @@ model-index: type: mteb/cqadupstack-tex metrics: - type: main_score - value: 27.525 + value: 29.707 - type: map_at_1 - value: 15.812999999999999 + value: 17.159 - type: map_at_10 - value: 22.878999999999998 + value: 24.869 - type: map_at_100 - value: 23.992 + value: 26.021 - type: map_at_1000 - value: 24.127000000000002 + value: 26.151000000000003 - type: map_at_20 - value: 23.452 + value: 25.526 - type: map_at_3 - value: 20.467 + value: 22.538 - type: map_at_5 - value: 21.767 + value: 23.796999999999997 - type: mrr_at_1 - value: 19.201651754989676 + value: 20.99105299380592 - type: mrr_at_10 - value: 26.47224133975686 + value: 28.786336971127096 - type: mrr_at_100 - value: 27.412766979166342 + value: 29.74490721636805 - type: mrr_at_1000 - value: 27.49631476670978 + value: 29.823214274100618 - type: mrr_at_20 - value: 26.9691663879413 + value: 29.363881329195756 - type: mrr_at_3 - value: 24.013535214498745 + value: 26.531314521679345 - type: mrr_at_5 - value: 25.441615049323303 + value: 27.7339986235376 - type: nauc_map_at_1000_diff1 - value: 33.697813145909535 + value: 37.13825685322779 - type: nauc_map_at_1000_max - value: 26.509494140027996 + value: 25.949209359787055 - type: nauc_map_at_1000_std - value: 2.993849542775133 + value: -0.1789880172036093 - type: nauc_map_at_100_diff1 - value: 33.671087749349674 + value: 37.13565311027618 - type: nauc_map_at_100_max - value: 26.472678055525336 + value: 25.909889375022395 - type: nauc_map_at_100_std - value: 2.956494527720355 + value: -0.20169274828783654 - type: nauc_map_at_10_diff1 - value: 33.914740537035435 + value: 37.412949674073325 - type: nauc_map_at_10_max - value: 26.5349486074814 + value: 25.837714322449912 - type: nauc_map_at_10_std - value: 2.3474576992114304 + value: -0.7989713426808079 - type: nauc_map_at_1_diff1 - value: 39.451484530341254 + value: 43.66535106611136 - type: nauc_map_at_1_max - value: 25.790802427354205 + value: 24.934157845499076 - type: nauc_map_at_1_std - value: -1.8340911432347162 + value: -2.798761696625911 - type: nauc_map_at_20_diff1 - value: 33.766215747904695 + value: 37.25188765578179 - type: nauc_map_at_20_max - value: 26.440032024795805 + value: 25.887533682661708 - type: nauc_map_at_20_std - value: 2.6591992745156485 + value: -0.48710070531162597 - type: nauc_map_at_3_diff1 - value: 34.80477662436832 + value: 38.747478927053876 - type: nauc_map_at_3_max - value: 26.232579057821294 + value: 25.551679823476835 - type: nauc_map_at_3_std - value: 1.0628053044692038 + value: -1.5848393331273871 - type: nauc_map_at_5_diff1 - value: 34.44953511091354 + value: 38.11902875922142 - type: nauc_map_at_5_max - value: 26.329117036695354 + value: 25.84766602647597 - type: nauc_map_at_5_std - value: 1.6829673952842554 + value: -1.0063039730468788 - type: nauc_mrr_at_1000_diff1 - value: 33.13732180476133 + value: 35.409856966860396 - type: nauc_mrr_at_1000_max - value: 27.911825182206524 + value: 27.86922067595656 - type: nauc_mrr_at_1000_std - value: 3.570486982023914 + value: -0.0734512410447464 - type: nauc_mrr_at_100_diff1 - value: 33.112653270534636 + value: 35.400804471162054 - type: nauc_mrr_at_100_max - value: 27.897770062852732 + value: 27.866591373962002 - type: nauc_mrr_at_100_std - value: 3.5920129247128028 + value: -0.04959722841487173 - type: nauc_mrr_at_10_diff1 - value: 33.27584578509099 + value: 35.5199909370886 - type: nauc_mrr_at_10_max - value: 28.123344470902044 + value: 27.962695735822045 - type: nauc_mrr_at_10_std - value: 3.1806023776161005 + value: -0.5296125062220955 - type: nauc_mrr_at_1_diff1 - value: 38.697906401251565 + value: 41.65630429652082 - type: nauc_mrr_at_1_max - value: 27.526788964221176 + value: 27.826862844728982 - type: nauc_mrr_at_1_std - value: -0.3872399197836332 + value: -2.0718644041769205 - type: nauc_mrr_at_20_diff1 - value: 33.14710189298942 + value: 35.38119545574273 - type: nauc_mrr_at_20_max - value: 27.925418071214477 + value: 27.888497220693953 - type: nauc_mrr_at_20_std - value: 3.410762781508218 + value: -0.2890434589026467 - type: nauc_mrr_at_3_diff1 - value: 33.87772552463924 + value: 36.603117913849466 - type: nauc_mrr_at_3_max - value: 28.007003297502216 + value: 27.947449591583933 - type: nauc_mrr_at_3_std - value: 1.9486591805981224 + value: -1.0865714056168478 - type: nauc_mrr_at_5_diff1 - value: 33.62067092202846 + value: 35.92459791709931 - type: nauc_mrr_at_5_max - value: 28.14249070532696 + value: 28.035251623858272 - type: nauc_mrr_at_5_std - value: 2.6447040667824218 + value: -0.8711878495606741 - type: nauc_ndcg_at_1000_diff1 - value: 31.23455010115525 + value: 34.06248430947299 - type: nauc_ndcg_at_1000_max - value: 26.928025566178913 + value: 26.7997542315953 - type: nauc_ndcg_at_1000_std - value: 6.941305960469611 + value: 3.3240363708933742 - type: nauc_ndcg_at_100_diff1 - value: 30.584344786502747 + value: 33.68748871110203 - type: nauc_ndcg_at_100_max - value: 26.404821521795537 + value: 26.362138300414788 - type: nauc_ndcg_at_100_std - value: 7.0334275625510925 + value: 3.3435049793759717 - type: nauc_ndcg_at_10_diff1 - value: 31.53451395934299 + value: 34.50272053437263 - type: nauc_ndcg_at_10_max - value: 27.05918031675037 + value: 26.41321919372202 - type: nauc_ndcg_at_10_std - value: 4.439717091540959 + value: 0.44722981908997034 - type: nauc_ndcg_at_1_diff1 - value: 38.697906401251565 + value: 41.65630429652082 - type: nauc_ndcg_at_1_max - value: 27.526788964221176 + value: 27.826862844728982 - type: nauc_ndcg_at_1_std - value: -0.3872399197836332 + value: -2.0718644041769205 - type: nauc_ndcg_at_20_diff1 - value: 31.12144557343197 + value: 34.095928245730065 - type: nauc_ndcg_at_20_max - value: 26.542119575357965 + value: 26.278658129351108 - type: nauc_ndcg_at_20_std - value: 5.3406069749732525 + value: 1.333694029082928 - type: nauc_ndcg_at_3_diff1 - value: 33.01724233874462 + value: 36.69705632103637 - type: nauc_ndcg_at_3_max - value: 27.140135730286946 + value: 26.78968350373072 - type: nauc_ndcg_at_3_std - value: 1.9208853678075062 + value: -1.0804397591306258 - type: nauc_ndcg_at_5_diff1 - value: 32.55051796045806 + value: 35.72910772416993 - type: nauc_ndcg_at_5_max - value: 26.955239421636346 + value: 26.70057707274289 - type: nauc_ndcg_at_5_std - value: 3.0379868805913652 + value: -0.13486271460127894 - type: nauc_precision_at_1000_diff1 - value: 4.618759880285172 + value: 0.05861252770643225 - type: nauc_precision_at_1000_max - value: 15.135402391589992 + value: 18.601946335509112 - type: nauc_precision_at_1000_std - value: 17.641125584501353 + value: 9.800060286260463 - type: nauc_precision_at_100_diff1 - value: 10.39883535965785 + value: 7.363883419620025 - type: nauc_precision_at_100_max - value: 20.08846103789256 + value: 22.20848267682575 - type: nauc_precision_at_100_std - value: 19.449422467727224 + value: 12.714551550333642 - type: nauc_precision_at_10_diff1 - value: 22.298962818126192 + value: 21.331506854435275 - type: nauc_precision_at_10_max - value: 28.89863016237585 + value: 28.684902701505965 - type: nauc_precision_at_10_std - value: 11.063401323032155 + value: 3.6550639959191207 - type: nauc_precision_at_1_diff1 - value: 38.697906401251565 + value: 41.65630429652082 - type: nauc_precision_at_1_max - value: 27.526788964221176 + value: 27.826862844728982 - type: nauc_precision_at_1_std - value: -0.3872399197836332 + value: -2.0718644041769205 - type: nauc_precision_at_20_diff1 - value: 19.176385926878414 + value: 16.844978902521646 - type: nauc_precision_at_20_max - value: 25.917593281871675 + value: 27.441958887770646 - type: nauc_precision_at_20_std - value: 13.11450466413103 + value: 6.3826805047558315 - type: nauc_precision_at_3_diff1 - value: 28.031695189128474 + value: 30.639398097322594 - type: nauc_precision_at_3_max - value: 28.9642194082244 + value: 29.939776959172697 - type: nauc_precision_at_3_std - value: 4.347834807504182 + value: -0.20286831584574574 - type: nauc_precision_at_5_diff1 - value: 26.272317529418892 + value: 26.70376825047474 - type: nauc_precision_at_5_max - value: 29.150315424317114 + value: 29.60604358978513 - type: nauc_precision_at_5_std - value: 6.880885398540699 + value: 1.5809149742471655 - type: nauc_recall_at_1000_diff1 - value: 17.4273150148978 + value: 17.785715749599042 - type: nauc_recall_at_1000_max - value: 24.306401198860677 + value: 23.48376672770539 - type: nauc_recall_at_1000_std - value: 29.662613615698568 + value: 30.385000337970858 - type: nauc_recall_at_100_diff1 - value: 18.43107428764886 + value: 21.05284222570054 - type: nauc_recall_at_100_max - value: 20.971000173192305 + value: 21.945063586716614 - type: nauc_recall_at_100_std - value: 19.71647423515453 + value: 17.466562038077875 - type: nauc_recall_at_10_diff1 - value: 24.16733448276029 + value: 26.597231762971674 - type: nauc_recall_at_10_max - value: 24.352699469715134 + value: 23.5079436519741 - type: nauc_recall_at_10_std - value: 8.209628518853242 + value: 3.263135880492641 - type: nauc_recall_at_1_diff1 - value: 39.451484530341254 + value: 43.66535106611136 - type: nauc_recall_at_1_max - value: 25.790802427354205 + value: 24.934157845499076 - type: nauc_recall_at_1_std - value: -1.8340911432347162 + value: -2.798761696625911 - type: nauc_recall_at_20_diff1 - value: 22.67002641081412 + value: 24.832091637143787 - type: nauc_recall_at_20_max - value: 22.634810976567632 + value: 22.315764495952237 - type: nauc_recall_at_20_std - value: 11.08185078231441 + value: 6.129833251765541 - type: nauc_recall_at_3_diff1 - value: 28.883409519249298 + value: 32.85408650886733 - type: nauc_recall_at_3_max - value: 25.08426193015333 + value: 24.409412121823397 - type: nauc_recall_at_3_std - value: 3.332702402821052 + value: 0.04999270761091106 - type: nauc_recall_at_5_diff1 - value: 27.248817428767353 + value: 30.258414223370007 - type: nauc_recall_at_5_max - value: 24.488697770907862 + value: 24.512878195644664 - type: nauc_recall_at_5_std - value: 5.150559322926742 + value: 1.849046122226546 - type: ndcg_at_1 - value: 19.201999999999998 + value: 20.991 - type: ndcg_at_10 - value: 27.525 + value: 29.707 - type: ndcg_at_100 - value: 32.917 + value: 35.043 - type: ndcg_at_1000 - value: 36.071999999999996 + value: 38.032 - type: ndcg_at_20 - value: 29.369 + value: 31.828 - type: ndcg_at_3 - value: 22.997999999999998 + value: 25.488 - type: ndcg_at_5 - value: 25.089 + value: 27.348 - type: precision_at_1 - value: 19.201999999999998 + value: 20.991 - type: precision_at_10 - value: 5.114 + value: 5.416 - type: precision_at_100 - value: 0.914 + value: 0.947 - type: precision_at_1000 - value: 0.13799999999999998 + value: 0.13899999999999998 - type: precision_at_20 - value: 3.068 + value: 3.324 - type: precision_at_3 - value: 10.84 + value: 12.113 - type: precision_at_5 - value: 8.039 + value: 8.734 - type: recall_at_1 - value: 15.812999999999999 + value: 17.159 - type: recall_at_10 - value: 38.011 + value: 40.397 - type: recall_at_100 - value: 62.316 + value: 64.139 - type: recall_at_1000 - value: 84.787 + value: 85.328 - type: recall_at_20 - value: 44.796 + value: 48.193000000000005 - type: recall_at_3 - value: 25.534000000000002 + value: 28.555999999999997 - type: recall_at_5 - value: 30.869000000000003 + value: 33.394 task: type: Retrieval - dataset: @@ -3145,287 +3145,287 @@ model-index: type: mteb/cqadupstack-unix metrics: - type: main_score - value: 40.521 + value: 41.831 - type: map_at_1 - value: 25.471 + value: 25.889 - type: map_at_10 - value: 35.022 + value: 36.131 - type: map_at_100 - value: 36.189 + value: 37.277 - type: map_at_1000 - value: 36.307 + value: 37.383 - type: map_at_20 - value: 35.669000000000004 + value: 36.797000000000004 - type: map_at_3 - value: 32.106 + value: 33.194 - type: map_at_5 - value: 33.77 + value: 34.88 - type: mrr_at_1 - value: 30.50373134328358 + value: 30.69029850746269 - type: mrr_at_10 - value: 39.24503227908077 + value: 40.34274312959011 - type: mrr_at_100 - value: 40.151748706499774 + value: 41.15568315924076 - type: mrr_at_1000 - value: 40.22220003252721 + value: 41.21534922643823 - type: mrr_at_20 - value: 39.8059758148897 + value: 40.81612888073637 - type: mrr_at_3 - value: 36.73818407960197 + value: 37.624378109452735 - type: mrr_at_5 - value: 38.1467661691542 + value: 39.25217661691539 - type: nauc_map_at_1000_diff1 - value: 46.16248622121721 + value: 51.0475973810661 - type: nauc_map_at_1000_max - value: 40.52646385518007 + value: 38.75825500903846 - type: nauc_map_at_1000_std - value: 3.148266275747802 + value: 1.6136905986292485 - type: nauc_map_at_100_diff1 - value: 46.17396178097105 + value: 51.04820272616417 - type: nauc_map_at_100_max - value: 40.54391828366793 + value: 38.74584044282816 - type: nauc_map_at_100_std - value: 3.1465539515114047 + value: 1.5969607728429231 - type: nauc_map_at_10_diff1 - value: 46.235749959339614 + value: 50.94166583581915 - type: nauc_map_at_10_max - value: 40.440734073263016 + value: 38.37738102486977 - type: nauc_map_at_10_std - value: 2.8300771576177626 + value: 1.2635889890868346 - type: nauc_map_at_1_diff1 - value: 52.31836017894301 + value: 59.242331404755774 - type: nauc_map_at_1_max - value: 39.98411755588766 + value: 39.02663876284084 - type: nauc_map_at_1_std - value: -1.3807664175034557 + value: -0.4739614669668662 - type: nauc_map_at_20_diff1 - value: 46.22956225666944 + value: 50.97455684751073 - type: nauc_map_at_20_max - value: 40.38149532254275 + value: 38.57646135094768 - type: nauc_map_at_20_std - value: 2.9376913527139608 + value: 1.4640361871795349 - type: nauc_map_at_3_diff1 - value: 46.66513417112219 + value: 51.608034622903176 - type: nauc_map_at_3_max - value: 39.42343560398367 + value: 38.433045221071325 - type: nauc_map_at_3_std - value: 1.2211402555017814 + value: 0.5831392788488381 - type: nauc_map_at_5_diff1 - value: 46.458786087674014 + value: 50.947880732714445 - type: nauc_map_at_5_max - value: 40.55062568009025 + value: 38.60925399151572 - type: nauc_map_at_5_std - value: 2.874713984722366 + value: 1.291960076749259 - type: nauc_mrr_at_1000_diff1 - value: 45.02880964596229 + value: 50.210650177335104 - type: nauc_mrr_at_1000_max - value: 40.54670837151151 + value: 37.951469256285804 - type: nauc_mrr_at_1000_std - value: 1.9361943758959246 + value: 0.7902286837699785 - type: nauc_mrr_at_100_diff1 - value: 45.0141231687371 + value: 50.20638219267218 - type: nauc_mrr_at_100_max - value: 40.563093939846254 + value: 37.9377948931531 - type: nauc_mrr_at_100_std - value: 1.95631717346565 + value: 0.774713370156735 - type: nauc_mrr_at_10_diff1 - value: 45.02510345908053 + value: 49.836111870473935 - type: nauc_mrr_at_10_max - value: 40.65201686211006 + value: 37.65348449064669 - type: nauc_mrr_at_10_std - value: 1.765797491494287 + value: 0.5231944356104865 - type: nauc_mrr_at_1_diff1 - value: 50.97368399162673 + value: 57.56522049860187 - type: nauc_mrr_at_1_max - value: 40.90768065197206 + value: 39.39798439825698 - type: nauc_mrr_at_1_std - value: -1.4950717729817018 + value: -0.4516317740083426 - type: nauc_mrr_at_20_diff1 - value: 45.01757033486232 + value: 50.1006649557446 - type: nauc_mrr_at_20_max - value: 40.469096874526066 + value: 37.84223094800734 - type: nauc_mrr_at_20_std - value: 1.8814650823309433 + value: 0.8086280885894073 - type: nauc_mrr_at_3_diff1 - value: 45.41619994832078 + value: 50.441725884115996 - type: nauc_mrr_at_3_max - value: 39.97134246014811 + value: 37.90807984566849 - type: nauc_mrr_at_3_std - value: 0.351963662304222 + value: 0.02550782712808399 - type: nauc_mrr_at_5_diff1 - value: 45.1751735123411 + value: 49.85802035503023 - type: nauc_mrr_at_5_max - value: 40.78799409404439 + value: 38.065589153711116 - type: nauc_mrr_at_5_std - value: 1.9642777530569973 + value: 0.6274639011716443 - type: nauc_ndcg_at_1000_diff1 - value: 43.718675542961904 + value: 49.03659827838649 - type: nauc_ndcg_at_1000_max - value: 40.77838921628359 + value: 39.132735746113575 - type: nauc_ndcg_at_1000_std - value: 5.566597131514415 + value: 3.627422164709519 - type: nauc_ndcg_at_100_diff1 - value: 43.60801649469792 + value: 49.00264137357818 - type: nauc_ndcg_at_100_max - value: 41.178769387330796 + value: 39.01919928439472 - type: nauc_ndcg_at_100_std - value: 6.049517999609993 + value: 3.558699165061359 - type: nauc_ndcg_at_10_diff1 - value: 43.842412361059004 + value: 48.26671791603934 - type: nauc_ndcg_at_10_max - value: 40.6519609548175 + value: 37.571416815576114 - type: nauc_ndcg_at_10_std - value: 4.201266898997162 + value: 1.9403797342170153 - type: nauc_ndcg_at_1_diff1 - value: 50.97368399162673 + value: 57.56522049860187 - type: nauc_ndcg_at_1_max - value: 40.90768065197206 + value: 39.39798439825698 - type: nauc_ndcg_at_1_std - value: -1.4950717729817018 + value: -0.4516317740083426 - type: nauc_ndcg_at_20_diff1 - value: 43.85304850871846 + value: 48.66105608484808 - type: nauc_ndcg_at_20_max - value: 40.32052013131906 + value: 38.22139553816886 - type: nauc_ndcg_at_20_std - value: 4.728903608087234 + value: 2.8911511133753782 - type: nauc_ndcg_at_3_diff1 - value: 44.21918974277671 + value: 49.00804557017609 - type: nauc_ndcg_at_3_max - value: 38.960642621790456 + value: 37.72179482159779 - type: nauc_ndcg_at_3_std - value: 1.5413581396590283 + value: 0.8400931058476853 - type: nauc_ndcg_at_5_diff1 - value: 44.17111959292946 + value: 48.24457268105435 - type: nauc_ndcg_at_5_max - value: 40.879393486870796 + value: 38.191301845180604 - type: nauc_ndcg_at_5_std - value: 4.292430322369627 + value: 1.9471919379129263 - type: nauc_precision_at_1000_diff1 - value: -15.217116951096473 + value: -12.33889190395623 - type: nauc_precision_at_1000_max - value: -3.2195266520788293 + value: -1.3115353486004107 - type: nauc_precision_at_1000_std - value: 3.9128797066726846 + value: 2.495795006465732 - type: nauc_precision_at_100_diff1 - value: 0.3739578597713093 + value: 2.1703067538960084 - type: nauc_precision_at_100_max - value: 16.020214815116475 + value: 15.898479441971332 - type: nauc_precision_at_100_std - value: 12.407216133940173 + value: 7.910076672658263 - type: nauc_precision_at_10_diff1 - value: 22.78622694355213 + value: 22.20759907514248 - type: nauc_precision_at_10_max - value: 30.934571158762775 + value: 25.51471885225117 - type: nauc_precision_at_10_std - value: 7.387132441153662 + value: 2.3609262388624512 - type: nauc_precision_at_1_diff1 - value: 50.97368399162673 + value: 57.56522049860187 - type: nauc_precision_at_1_max - value: 40.90768065197206 + value: 39.39798439825698 - type: nauc_precision_at_1_std - value: -1.4950717729817018 + value: -0.4516317740083426 - type: nauc_precision_at_20_diff1 - value: 15.851699766979477 + value: 15.94035009026911 - type: nauc_precision_at_20_max - value: 25.760376623349373 + value: 23.178150944386744 - type: nauc_precision_at_20_std - value: 8.843769866250064 + value: 5.207387751900332 - type: nauc_precision_at_3_diff1 - value: 33.40916192309544 + value: 34.99396954995648 - type: nauc_precision_at_3_max - value: 34.62137182252703 + value: 33.14418980052923 - type: nauc_precision_at_3_std - value: 2.6723118388566376 + value: 1.660740116435417 - type: nauc_precision_at_5_diff1 - value: 29.839568032323736 + value: 29.544849162475362 - type: nauc_precision_at_5_max - value: 35.79411746926457 + value: 32.150735196144645 - type: nauc_precision_at_5_std - value: 8.075263629982045 + value: 3.323068902360027 - type: nauc_recall_at_1000_diff1 - value: 22.684337017050314 + value: 30.978839058267006 - type: nauc_recall_at_1000_max - value: 38.75083488225343 + value: 48.722880061794 - type: nauc_recall_at_1000_std - value: 46.20014728505404 + value: 46.28381322993451 - type: nauc_recall_at_100_diff1 - value: 32.16637906784691 + value: 40.22130846505397 - type: nauc_recall_at_100_max - value: 41.16460712003215 + value: 38.28644243336189 - type: nauc_recall_at_100_std - value: 22.666195059036536 + value: 15.77321980757386 - type: nauc_recall_at_10_diff1 - value: 35.53872376778553 + value: 38.9910969333204 - type: nauc_recall_at_10_max - value: 38.239674930598554 + value: 32.807008720875984 - type: nauc_recall_at_10_std - value: 8.764170731037375 + value: 5.065337152044106 - type: nauc_recall_at_1_diff1 - value: 52.31836017894301 + value: 59.242331404755774 - type: nauc_recall_at_1_max - value: 39.98411755588766 + value: 39.02663876284084 - type: nauc_recall_at_1_std - value: -1.3807664175034557 + value: -0.4739614669668662 - type: nauc_recall_at_20_diff1 - value: 34.77159952615243 + value: 40.14875646536079 - type: nauc_recall_at_20_max - value: 35.99268561688956 + value: 34.83600129324774 - type: nauc_recall_at_20_std - value: 11.063781846789626 + value: 9.01370840232733 - type: nauc_recall_at_3_diff1 - value: 38.59836732978252 + value: 42.65832338786475 - type: nauc_recall_at_3_max - value: 36.14336770585555 + value: 35.56970517818321 - type: nauc_recall_at_3_std - value: 3.330194066081952 + value: 1.8050805176967801 - type: nauc_recall_at_5_diff1 - value: 37.471534644016785 + value: 40.07274624634327 - type: nauc_recall_at_5_max - value: 39.941421167584906 + value: 35.74226371272684 - type: nauc_recall_at_5_std - value: 9.330375158059901 + value: 4.873290118594757 - type: ndcg_at_1 - value: 30.503999999999998 + value: 30.69 - type: ndcg_at_10 - value: 40.521 + value: 41.831 - type: ndcg_at_100 - value: 45.869 + value: 46.966 - type: ndcg_at_1000 - value: 48.381 + value: 49.334 - type: ndcg_at_20 - value: 42.664 + value: 43.927 - type: ndcg_at_3 - value: 35.537 + value: 36.534 - type: ndcg_at_5 - value: 37.874 + value: 39.126 - type: precision_at_1 - value: 30.503999999999998 + value: 30.69 - type: precision_at_10 - value: 6.922000000000001 + value: 7.1739999999999995 - type: precision_at_100 - value: 1.087 + value: 1.095 - type: precision_at_1000 - value: 0.14100000000000001 + value: 0.14200000000000002 - type: precision_at_20 - value: 4.062 + value: 4.184 - type: precision_at_3 - value: 16.448999999999998 + value: 16.853 - type: precision_at_5 - value: 11.53 + value: 11.922 - type: recall_at_1 - value: 25.471 + value: 25.889 - type: recall_at_10 - value: 53.115 + value: 54.962999999999994 - type: recall_at_100 - value: 76.247 + value: 77.239 - type: recall_at_1000 - value: 93.633 + value: 93.729 - type: recall_at_20 - value: 60.856 + value: 62.534 - type: recall_at_3 - value: 39.149 + value: 40.336 - type: recall_at_5 - value: 45.355000000000004 + value: 47.083000000000006 task: type: Retrieval - dataset: @@ -3436,287 +3436,287 @@ model-index: type: mteb/cqadupstack-webmasters metrics: - type: main_score - value: 40.083999999999996 + value: 41.695 - type: map_at_1 - value: 23.916 + value: 26.296999999999997 - type: map_at_10 - value: 33.898 + value: 35.929 - type: map_at_100 - value: 35.524 + value: 37.625 - type: map_at_1000 - value: 35.763 + value: 37.856 - type: map_at_20 - value: 34.699999999999996 + value: 36.831 - type: map_at_3 - value: 30.72 + value: 33.042 - type: map_at_5 - value: 32.444 + value: 34.552 - type: mrr_at_1 - value: 27.865612648221344 + value: 31.422924901185773 - type: mrr_at_10 - value: 38.110373925591325 + value: 40.36718112805069 - type: mrr_at_100 - value: 39.103867355603136 + value: 41.48635728771627 - type: mrr_at_1000 - value: 39.155682308778616 + value: 41.53760971899895 - type: mrr_at_20 - value: 38.674497071725696 + value: 41.05566983667548 - type: mrr_at_3 - value: 35.210803689064576 + value: 38.24110671936759 - type: mrr_at_5 - value: 36.99934123847168 + value: 39.49604743083004 - type: nauc_map_at_1000_diff1 - value: 43.04370425444575 + value: 45.88419073101831 - type: nauc_map_at_1000_max - value: 30.664333341508517 + value: 32.272696879964606 - type: nauc_map_at_1000_std - value: 13.255841990616501 + value: 6.435633876271509 - type: nauc_map_at_100_diff1 - value: 43.30950288942624 + value: 46.118272363764085 - type: nauc_map_at_100_max - value: 30.88701122881409 + value: 32.459168722724094 - type: nauc_map_at_100_std - value: 13.044875063416047 + value: 6.292246088710509 - type: nauc_map_at_10_diff1 - value: 43.13368196505275 + value: 46.603302676569655 - type: nauc_map_at_10_max - value: 30.510777038103758 + value: 32.38318941747706 - type: nauc_map_at_10_std - value: 11.718306205503097 + value: 4.720511340512196 - type: nauc_map_at_1_diff1 - value: 51.34182005448936 + value: 53.474193431022286 - type: nauc_map_at_1_max - value: 29.964954096304396 + value: 30.096745684269028 - type: nauc_map_at_1_std - value: 7.929661027160745 + value: 0.1635051536400562 - type: nauc_map_at_20_diff1 - value: 43.31624587145438 + value: 46.25945687266626 - type: nauc_map_at_20_max - value: 30.74154334111207 + value: 32.47553839186572 - type: nauc_map_at_20_std - value: 12.32652647361836 + value: 5.566329221862548 - type: nauc_map_at_3_diff1 - value: 43.1491545591217 + value: 47.86679192761851 - type: nauc_map_at_3_max - value: 29.448225669130128 + value: 31.531646616728803 - type: nauc_map_at_3_std - value: 9.735131796506169 + value: 3.1837781149112496 - type: nauc_map_at_5_diff1 - value: 43.33647018722699 + value: 46.4585625030729 - type: nauc_map_at_5_max - value: 29.82004211927872 + value: 32.013423473733624 - type: nauc_map_at_5_std - value: 10.811941747327253 + value: 4.403527966937636 - type: nauc_mrr_at_1000_diff1 - value: 42.09165265772457 + value: 44.168029521898646 - type: nauc_mrr_at_1000_max - value: 32.05875923131647 + value: 33.231405944995004 - type: nauc_mrr_at_1000_std - value: 15.019814870801303 + value: 8.153326593928266 - type: nauc_mrr_at_100_diff1 - value: 42.08967964203582 + value: 44.17027683367582 - type: nauc_mrr_at_100_max - value: 32.07299417006864 + value: 33.23422175046355 - type: nauc_mrr_at_100_std - value: 15.057319380447614 + value: 8.198284732472755 - type: nauc_mrr_at_10_diff1 - value: 41.841369406148246 + value: 44.2496903067119 - type: nauc_mrr_at_10_max - value: 31.767693589635538 + value: 33.055178332856116 - type: nauc_mrr_at_10_std - value: 14.602638735669798 + value: 7.831026978775937 - type: nauc_mrr_at_1_diff1 - value: 50.062677615419304 + value: 48.4273290718694 - type: nauc_mrr_at_1_max - value: 33.35584104516006 + value: 31.89937877913926 - type: nauc_mrr_at_1_std - value: 11.42115012466949 + value: 3.873149993747884 - type: nauc_mrr_at_20_diff1 - value: 41.93352325907799 + value: 44.09113284049905 - type: nauc_mrr_at_20_max - value: 32.015602545857945 + value: 33.22019452622306 - type: nauc_mrr_at_20_std - value: 15.048275956047814 + value: 8.133802855890329 - type: nauc_mrr_at_3_diff1 - value: 41.918393480229014 + value: 44.86167450862544 - type: nauc_mrr_at_3_max - value: 31.253629045078224 + value: 32.98194923216794 - type: nauc_mrr_at_3_std - value: 13.577771791747217 + value: 6.9890614678195 - type: nauc_mrr_at_5_diff1 - value: 42.020303609879015 + value: 43.939080994503634 - type: nauc_mrr_at_5_max - value: 31.71276631449414 + value: 33.25648484685068 - type: nauc_mrr_at_5_std - value: 14.160071868742637 + value: 7.943963197772268 - type: nauc_ndcg_at_1000_diff1 - value: 41.073313917406516 + value: 43.42006126140444 - type: nauc_ndcg_at_1000_max - value: 31.874785583667343 + value: 32.89416354016926 - type: nauc_ndcg_at_1000_std - value: 17.392846103885827 + value: 9.740672987523162 - type: nauc_ndcg_at_100_diff1 - value: 41.36609192671821 + value: 43.737763705105145 - type: nauc_ndcg_at_100_max - value: 32.1429966230732 + value: 33.102019342275725 - type: nauc_ndcg_at_100_std - value: 17.635443742312578 + value: 10.354524698232671 - type: nauc_ndcg_at_10_diff1 - value: 40.16969739206176 + value: 43.574979909615 - type: nauc_ndcg_at_10_max - value: 30.655050133517907 + value: 32.22335464466024 - type: nauc_ndcg_at_10_std - value: 15.31416270805731 + value: 7.827717817165889 - type: nauc_ndcg_at_1_diff1 - value: 50.062677615419304 + value: 48.4273290718694 - type: nauc_ndcg_at_1_max - value: 33.35584104516006 + value: 31.89937877913926 - type: nauc_ndcg_at_1_std - value: 11.42115012466949 + value: 3.873149993747884 - type: nauc_ndcg_at_20_diff1 - value: 40.65149703452073 + value: 43.135943873988566 - type: nauc_ndcg_at_20_max - value: 31.49158572383702 + value: 32.88264995288679 - type: nauc_ndcg_at_20_std - value: 16.515600802503588 + value: 9.104351404942863 - type: nauc_ndcg_at_3_diff1 - value: 40.978434285347326 + value: 45.18739397775064 - type: nauc_ndcg_at_3_max - value: 30.152983643295965 + value: 31.580166756620283 - type: nauc_ndcg_at_3_std - value: 12.216265569919356 + value: 6.137398763080745 - type: nauc_ndcg_at_5_diff1 - value: 41.08935148839345 + value: 42.950299500112955 - type: nauc_ndcg_at_5_max - value: 30.270289469266555 + value: 32.04130248991469 - type: nauc_ndcg_at_5_std - value: 13.872257416203936 + value: 8.322547993875903 - type: nauc_precision_at_1000_diff1 - value: -23.49105492946047 + value: -23.129419591612365 - type: nauc_precision_at_1000_max - value: -14.82348334333618 + value: -11.41420275910081 - type: nauc_precision_at_1000_std - value: 25.58547404406785 + value: 19.146268912764334 - type: nauc_precision_at_100_diff1 - value: -7.981292902854982 + value: -12.413671568737618 - type: nauc_precision_at_100_max - value: 0.3216310748533712 + value: 0.537649304108213 - type: nauc_precision_at_100_std - value: 30.619279987080606 + value: 27.325180241816415 - type: nauc_precision_at_10_diff1 - value: 16.699669745243195 + value: 15.277020606429655 - type: nauc_precision_at_10_max - value: 24.848221992404866 + value: 23.51972448360081 - type: nauc_precision_at_10_std - value: 25.483080484054128 + value: 19.103862771406927 - type: nauc_precision_at_1_diff1 - value: 50.062677615419304 + value: 48.4273290718694 - type: nauc_precision_at_1_max - value: 33.35584104516006 + value: 31.89937877913926 - type: nauc_precision_at_1_std - value: 11.42115012466949 + value: 3.873149993747884 - type: nauc_precision_at_20_diff1 - value: 9.661364668172661 + value: 4.910626579631313 - type: nauc_precision_at_20_max - value: 18.15490912668976 + value: 17.000613397246163 - type: nauc_precision_at_20_std - value: 28.942530404656207 + value: 24.370825263718903 - type: nauc_precision_at_3_diff1 - value: 28.173149805964336 + value: 31.259123635562613 - type: nauc_precision_at_3_max - value: 29.125517533363045 + value: 28.91653697836493 - type: nauc_precision_at_3_std - value: 16.440247682256874 + value: 11.718828024267332 - type: nauc_precision_at_5_diff1 - value: 26.337016666473417 + value: 21.896001023343413 - type: nauc_precision_at_5_max - value: 27.91482399852503 + value: 26.53717311029016 - type: nauc_precision_at_5_std - value: 20.584790906600297 + value: 17.506215861477873 - type: nauc_recall_at_1000_diff1 - value: 25.27962582492483 + value: 15.545423862859614 - type: nauc_recall_at_1000_max - value: 53.4157087239144 + value: 33.54097556941026 - type: nauc_recall_at_1000_std - value: 64.84320824589436 + value: 41.970927423554926 - type: nauc_recall_at_100_diff1 - value: 32.52503833916644 + value: 32.29112323650048 - type: nauc_recall_at_100_max - value: 34.43578471306039 + value: 31.72353031716839 - type: nauc_recall_at_100_std - value: 37.12451201750556 + value: 30.06509939448423 - type: nauc_recall_at_10_diff1 - value: 30.854734920106758 + value: 36.223842357407875 - type: nauc_recall_at_10_max - value: 27.70071769548424 + value: 29.16462133003001 - type: nauc_recall_at_10_std - value: 18.679668303532377 + value: 9.404694229411104 - type: nauc_recall_at_1_diff1 - value: 51.34182005448936 + value: 53.474193431022286 - type: nauc_recall_at_1_max - value: 29.964954096304396 + value: 30.096745684269028 - type: nauc_recall_at_1_std - value: 7.929661027160745 + value: 0.1635051536400562 - type: nauc_recall_at_20_diff1 - value: 31.67584335957749 + value: 32.2732032299642 - type: nauc_recall_at_20_max - value: 30.819782365046017 + value: 30.699505625402928 - type: nauc_recall_at_20_std - value: 24.91327729486532 + value: 15.947782026021681 - type: nauc_recall_at_3_diff1 - value: 34.07385889318035 + value: 41.746081012759426 - type: nauc_recall_at_3_max - value: 26.55094252259986 + value: 29.019436574100016 - type: nauc_recall_at_3_std - value: 10.867282036873508 + value: 4.757836484193213 - type: nauc_recall_at_5_diff1 - value: 33.23389303702456 + value: 35.74337633697516 - type: nauc_recall_at_5_max - value: 26.993134299145368 + value: 30.17283125351457 - type: nauc_recall_at_5_std - value: 14.066236376235505 + value: 9.488723875013253 - type: ndcg_at_1 - value: 27.866000000000003 + value: 31.423000000000002 - type: ndcg_at_10 - value: 40.083999999999996 + value: 41.695 - type: ndcg_at_100 - value: 46.267 + value: 48.109 - type: ndcg_at_1000 - value: 48.701 + value: 50.39900000000001 - type: ndcg_at_20 - value: 42.34 + value: 44.208999999999996 - type: ndcg_at_3 - value: 34.583999999999996 + value: 37.241 - type: ndcg_at_5 - value: 37.264 + value: 39.228 - type: precision_at_1 - value: 27.866000000000003 + value: 31.423000000000002 - type: precision_at_10 - value: 7.707999999999999 + value: 7.866 - type: precision_at_100 - value: 1.569 + value: 1.603 - type: precision_at_1000 - value: 0.247 + value: 0.245 - type: precision_at_20 - value: 4.852 + value: 4.99 - type: precision_at_3 - value: 16.337 + value: 17.523 - type: precision_at_5 - value: 12.055 + value: 12.49 - type: recall_at_1 - value: 23.916 + value: 26.296999999999997 - type: recall_at_10 - value: 52.903 + value: 52.778000000000006 - type: recall_at_100 - value: 79.777 + value: 80.961 - type: recall_at_1000 - value: 94.72 + value: 94.894 - type: recall_at_20 - value: 61.312 + value: 62.239 - type: recall_at_3 - value: 37.711 + value: 39.814 - type: recall_at_5 - value: 44.603 + value: 45.381 task: type: Retrieval - dataset: @@ -3727,287 +3727,287 @@ model-index: type: mteb/cqadupstack-wordpress metrics: - type: main_score - value: 29.973 + value: 33.936 - type: map_at_1 - value: 17.23 + value: 21.297 - type: map_at_10 - value: 25.097 + value: 29.29 - type: map_at_100 - value: 26.264 + value: 30.407 - type: map_at_1000 - value: 26.369 + value: 30.514999999999997 - type: map_at_20 - value: 25.796000000000003 + value: 29.983999999999998 - type: map_at_3 - value: 22.487 + value: 26.950000000000003 - type: map_at_5 - value: 23.977999999999998 + value: 28.287000000000003 - type: mrr_at_1 - value: 19.038817005545287 + value: 23.65988909426987 - type: mrr_at_10 - value: 27.142857142857142 + value: 31.57996655224012 - type: mrr_at_100 - value: 28.18400454920016 + value: 32.58133076268842 - type: mrr_at_1000 - value: 28.261243392575775 + value: 32.659811204298656 - type: mrr_at_20 - value: 27.772863922037278 + value: 32.18205959735665 - type: mrr_at_3 - value: 24.645717806531106 + value: 29.482439926062852 - type: mrr_at_5 - value: 26.05052372150338 + value: 30.600739371534207 - type: nauc_map_at_1000_diff1 - value: 30.011176313385096 + value: 33.65655465193916 - type: nauc_map_at_1000_max - value: 30.68572568741437 + value: 29.523610574712706 - type: nauc_map_at_1000_std - value: 6.891720154828985 + value: -0.48883917163984836 - type: nauc_map_at_100_diff1 - value: 30.0320356281249 + value: 33.657822812150975 - type: nauc_map_at_100_max - value: 30.721766519272826 + value: 29.531870292234302 - type: nauc_map_at_100_std - value: 6.887771590804904 + value: -0.49454342105691873 - type: nauc_map_at_10_diff1 - value: 30.18218019028145 + value: 34.03649741206849 - type: nauc_map_at_10_max - value: 30.676695850605086 + value: 29.48133710519135 - type: nauc_map_at_10_std - value: 6.35931077390129 + value: -1.3003031064360702 - type: nauc_map_at_1_diff1 - value: 36.65613803562446 + value: 41.319491034458395 - type: nauc_map_at_1_max - value: 34.41372061280891 + value: 30.08436727224079 - type: nauc_map_at_1_std - value: 5.643263116945109 + value: -4.283931261517225 - type: nauc_map_at_20_diff1 - value: 29.97325431788116 + value: 33.644132189750856 - type: nauc_map_at_20_max - value: 30.6373674319881 + value: 29.57915168728321 - type: nauc_map_at_20_std - value: 6.627175965630369 + value: -0.71252104365507 - type: nauc_map_at_3_diff1 - value: 30.86131371052504 + value: 33.8965524645013 - type: nauc_map_at_3_max - value: 31.15523969829247 + value: 28.898722773976697 - type: nauc_map_at_3_std - value: 5.567555712000783 + value: -1.8649217196078969 - type: nauc_map_at_5_diff1 - value: 30.848087000113118 + value: 33.65177546877711 - type: nauc_map_at_5_max - value: 31.459896541460697 + value: 29.449552621308055 - type: nauc_map_at_5_std - value: 5.518271061275222 + value: -1.9217932476234898 - type: nauc_mrr_at_1000_diff1 - value: 29.453047003985 + value: 34.21675867856096 - type: nauc_mrr_at_1000_max - value: 30.19882876836656 + value: 30.198504997318466 - type: nauc_mrr_at_1000_std - value: 6.626130218002384 + value: 0.5352461648974925 - type: nauc_mrr_at_100_diff1 - value: 29.44273618213682 + value: 34.210091539379874 - type: nauc_mrr_at_100_max - value: 30.20792006793222 + value: 30.19136090320817 - type: nauc_mrr_at_100_std - value: 6.6326270055928225 + value: 0.5431068443349623 - type: nauc_mrr_at_10_diff1 - value: 29.481500991416937 + value: 34.50092238629405 - type: nauc_mrr_at_10_max - value: 30.166282832131248 + value: 30.360381404088816 - type: nauc_mrr_at_10_std - value: 6.194497427521731 + value: 0.007947172236616928 - type: nauc_mrr_at_1_diff1 - value: 35.00165816992082 + value: 41.47500594264137 - type: nauc_mrr_at_1_max - value: 33.779777100720864 + value: 30.932862195893563 - type: nauc_mrr_at_1_std - value: 5.621116520393843 + value: -3.0060183101242157 - type: nauc_mrr_at_20_diff1 - value: 29.420661046476237 + value: 34.15523281231642 - type: nauc_mrr_at_20_max - value: 30.096026694199697 + value: 30.251528444714324 - type: nauc_mrr_at_20_std - value: 6.418490136892468 + value: 0.41483749048122587 - type: nauc_mrr_at_3_diff1 - value: 30.15562602647593 + value: 34.54541333351149 - type: nauc_mrr_at_3_max - value: 31.24169802519362 + value: 30.357741809442512 - type: nauc_mrr_at_3_std - value: 5.292177214159827 + value: -0.5977586679572796 - type: nauc_mrr_at_5_diff1 - value: 29.85812493582057 + value: 34.058033979119465 - type: nauc_mrr_at_5_max - value: 30.84309432039849 + value: 30.19093785155445 - type: nauc_mrr_at_5_std - value: 5.17373327205622 + value: -0.6829700596355942 - type: nauc_ndcg_at_1000_diff1 - value: 27.06661442385399 + value: 31.530363860261506 - type: nauc_ndcg_at_1000_max - value: 28.96911571800487 + value: 29.90327018263153 - type: nauc_ndcg_at_1000_std - value: 10.418806432871733 + value: 3.033100623143071 - type: nauc_ndcg_at_100_diff1 - value: 27.146281316839314 + value: 31.56967408174602 - type: nauc_ndcg_at_100_max - value: 29.044799456854186 + value: 29.53643288504651 - type: nauc_ndcg_at_100_std - value: 10.508336096486618 + value: 3.4997411689634883 - type: nauc_ndcg_at_10_diff1 - value: 27.420874599878342 + value: 32.27374955735248 - type: nauc_ndcg_at_10_max - value: 28.714090994664755 + value: 29.519348153684348 - type: nauc_ndcg_at_10_std - value: 7.652695188853375 + value: 0.3042011208954651 - type: nauc_ndcg_at_1_diff1 - value: 35.00165816992082 + value: 41.47500594264137 - type: nauc_ndcg_at_1_max - value: 33.779777100720864 + value: 30.932862195893563 - type: nauc_ndcg_at_1_std - value: 5.621116520393843 + value: -3.0060183101242157 - type: nauc_ndcg_at_20_diff1 - value: 26.854270351760974 + value: 31.102403306150194 - type: nauc_ndcg_at_20_max - value: 28.52303486745037 + value: 29.677553740846967 - type: nauc_ndcg_at_20_std - value: 8.34449264443146 + value: 2.1195261321395766 - type: nauc_ndcg_at_3_diff1 - value: 28.683665095071454 + value: 32.02333047452249 - type: nauc_ndcg_at_3_max - value: 30.21167815580974 + value: 28.888372073027796 - type: nauc_ndcg_at_3_std - value: 5.57510161196495 + value: -0.924661397180436 - type: nauc_ndcg_at_5_diff1 - value: 28.568200018893215 + value: 31.466174122311667 - type: nauc_ndcg_at_5_max - value: 30.268878618614377 + value: 29.307628068867754 - type: nauc_ndcg_at_5_std - value: 5.561108887007736 + value: -1.2046829876982417 - type: nauc_precision_at_1000_diff1 - value: -15.949370649937453 + value: -6.075546300902165 - type: nauc_precision_at_1000_max - value: -12.55230242997234 + value: -2.187623217222419 - type: nauc_precision_at_1000_std - value: 7.964001054475982 + value: 12.584752959282211 - type: nauc_precision_at_100_diff1 - value: 3.8015059641621365 + value: 14.295101079499434 - type: nauc_precision_at_100_max - value: 9.502394070121735 + value: 20.388641516894513 - type: nauc_precision_at_100_std - value: 17.651392778848304 + value: 21.887960759975524 - type: nauc_precision_at_10_diff1 - value: 18.272370317932598 + value: 24.536039003837043 - type: nauc_precision_at_10_max - value: 22.250936689177696 + value: 29.357326635020637 - type: nauc_precision_at_10_std - value: 11.326091089478126 + value: 7.65955284021577 - type: nauc_precision_at_1_diff1 - value: 35.00165816992082 + value: 41.47500594264137 - type: nauc_precision_at_1_max - value: 33.779777100720864 + value: 30.932862195893563 - type: nauc_precision_at_1_std - value: 5.621116520393843 + value: -3.0060183101242157 - type: nauc_precision_at_20_diff1 - value: 14.701205402696422 + value: 18.634308701475955 - type: nauc_precision_at_20_max - value: 19.479826509253293 + value: 27.88621903726711 - type: nauc_precision_at_20_std - value: 11.944454432741377 + value: 14.96789816785273 - type: nauc_precision_at_3_diff1 - value: 24.240226319020405 + value: 26.928594601514146 - type: nauc_precision_at_3_max - value: 28.68870471669554 + value: 29.653482500006007 - type: nauc_precision_at_3_std - value: 6.574024673506498 + value: 2.114869053308719 - type: nauc_precision_at_5_diff1 - value: 23.17004836875319 + value: 24.137817643228992 - type: nauc_precision_at_5_max - value: 28.191016385192867 + value: 29.467809315433215 - type: nauc_precision_at_5_std - value: 6.514807345015352 + value: 2.2335268351775777 - type: nauc_recall_at_1000_diff1 - value: 3.893631175061775 + value: 7.561889223723366 - type: nauc_recall_at_1000_max - value: 19.271373005950228 + value: 34.64462683484328 - type: nauc_recall_at_1000_std - value: 45.08461198752793 + value: 32.07766726976165 - type: nauc_recall_at_100_diff1 - value: 16.56155043674209 + value: 21.87202458692393 - type: nauc_recall_at_100_max - value: 22.519466525026544 + value: 26.060326662408357 - type: nauc_recall_at_100_std - value: 27.062281302347973 + value: 20.038540279921996 - type: nauc_recall_at_10_diff1 - value: 19.666472561806202 + value: 26.59257905849799 - type: nauc_recall_at_10_max - value: 22.619769621626244 + value: 27.840231433969887 - type: nauc_recall_at_10_std - value: 11.00062407965151 + value: 3.547350776489353 - type: nauc_recall_at_1_diff1 - value: 36.65613803562446 + value: 41.319491034458395 - type: nauc_recall_at_1_max - value: 34.41372061280891 + value: 30.08436727224079 - type: nauc_recall_at_1_std - value: 5.643263116945109 + value: -4.283931261517225 - type: nauc_recall_at_20_diff1 - value: 16.971894573394206 + value: 21.84062118775981 - type: nauc_recall_at_20_max - value: 21.44001516902887 + value: 27.960813344120865 - type: nauc_recall_at_20_std - value: 13.106111366241002 + value: 9.945117730379264 - type: nauc_recall_at_3_diff1 - value: 23.337485705564454 + value: 26.240584213234957 - type: nauc_recall_at_3_max - value: 26.926134944792864 + value: 27.32563942378109 - type: nauc_recall_at_3_std - value: 6.142956932796485 + value: 0.15754039149189397 - type: nauc_recall_at_5_diff1 - value: 23.052394072882375 + value: 25.327116061029542 - type: nauc_recall_at_5_max - value: 27.026444224445406 + value: 28.12294625143933 - type: nauc_recall_at_5_std - value: 5.735439526218693 + value: -0.7151467503960333 - type: ndcg_at_1 - value: 19.039 + value: 23.66 - type: ndcg_at_10 - value: 29.973 + value: 33.936 - type: ndcg_at_100 - value: 35.538 + value: 39.172000000000004 - type: ndcg_at_1000 - value: 38.196999999999996 + value: 41.858000000000004 - type: ndcg_at_20 - value: 32.352 + value: 36.248999999999995 - type: ndcg_at_3 - value: 24.89 + value: 29.454 - type: ndcg_at_5 - value: 27.427 + value: 31.555 - type: precision_at_1 - value: 19.039 + value: 23.66 - type: precision_at_10 - value: 5.009 + value: 5.323 - type: precision_at_100 - value: 0.843 + value: 0.8500000000000001 - type: precision_at_1000 - value: 0.11800000000000001 + value: 0.11900000000000001 - type: precision_at_20 - value: 3.05 + value: 3.216 - type: precision_at_3 - value: 10.906 + value: 12.568999999999999 - type: precision_at_5 - value: 8.059 + value: 8.909 - type: recall_at_1 - value: 17.23 + value: 21.297 - type: recall_at_10 - value: 42.886 + value: 46.007 - type: recall_at_100 - value: 68.309 + value: 69.73700000000001 - type: recall_at_1000 - value: 88.263 + value: 89.91900000000001 - type: recall_at_20 - value: 52.039 + value: 54.806 - type: recall_at_3 - value: 29.559 + value: 33.727000000000004 - type: recall_at_5 - value: 35.49 + value: 38.675 task: type: Retrieval - dataset: @@ -4018,287 +4018,287 @@ model-index: type: mteb/climate-fever metrics: - type: main_score - value: 23.837 + value: 27.794999999999998 - type: map_at_1 - value: 9.273000000000001 + value: 11.138 - type: map_at_10 - value: 16.492 + value: 19.56 - type: map_at_100 - value: 18.236 + value: 21.416 - type: map_at_1000 - value: 18.423000000000002 + value: 21.6 - type: map_at_20 - value: 17.395 + value: 20.556 - type: map_at_3 - value: 13.533999999999999 + value: 16.066 - type: map_at_5 - value: 15.012 + value: 17.883 - type: mrr_at_1 - value: 20.521172638436482 + value: 24.364820846905538 - type: mrr_at_10 - value: 31.445194147148513 + value: 36.21314823432085 - type: mrr_at_100 - value: 32.61483800330437 + value: 37.17398469553677 - type: mrr_at_1000 - value: 32.664329496819654 + value: 37.21013480329614 - type: mrr_at_20 - value: 32.17294028439281 + value: 36.78840955357927 - type: mrr_at_3 - value: 28.013029315960875 + value: 32.486427795874 - type: mrr_at_5 - value: 29.863192182410366 + value: 34.77958740499451 - type: nauc_map_at_1000_diff1 - value: 18.01650517854619 + value: 22.20775473369687 - type: nauc_map_at_1000_max - value: 35.00555751580392 + value: 36.19769366030157 - type: nauc_map_at_1000_std - value: 9.786398826312832 + value: 17.568432565671753 - type: nauc_map_at_100_diff1 - value: 18.03109714032031 + value: 22.202037755951228 - type: nauc_map_at_100_max - value: 35.02293343117481 + value: 36.13800341266643 - type: nauc_map_at_100_std - value: 9.71347278319927 + value: 17.486248132972992 - type: nauc_map_at_10_diff1 - value: 18.123527260203605 + value: 22.9042018284273 - type: nauc_map_at_10_max - value: 34.59737571933771 + value: 36.08475064127247 - type: nauc_map_at_10_std - value: 7.985244526477989 + value: 15.726587888083884 - type: nauc_map_at_1_diff1 - value: 24.20116611812359 + value: 28.652249616122717 - type: nauc_map_at_1_max - value: 30.142503127773175 + value: 32.05131359795648 - type: nauc_map_at_1_std - value: 1.7528279249714371 + value: 11.262948253532807 - type: nauc_map_at_20_diff1 - value: 17.92941292676869 + value: 22.451026108322598 - type: nauc_map_at_20_max - value: 34.90561535201822 + value: 36.32385371085683 - type: nauc_map_at_20_std - value: 8.806983271002245 + value: 16.64337500445571 - type: nauc_map_at_3_diff1 - value: 19.621278199026627 + value: 23.16011840834893 - type: nauc_map_at_3_max - value: 33.04953696007031 + value: 33.24586608916762 - type: nauc_map_at_3_std - value: 4.743775272044947 + value: 12.56332091941363 - type: nauc_map_at_5_diff1 - value: 17.84852616035865 + value: 22.93957941358747 - type: nauc_map_at_5_max - value: 33.918937290902676 + value: 34.699460514009 - type: nauc_map_at_5_std - value: 6.43805539088188 + value: 14.063661191876298 - type: nauc_mrr_at_1000_diff1 - value: 15.347525245361156 + value: 23.24777062437872 - type: nauc_mrr_at_1000_max - value: 30.984286548888416 + value: 33.450026215376866 - type: nauc_mrr_at_1000_std - value: 10.51729403704548 + value: 20.426349474081853 - type: nauc_mrr_at_100_diff1 - value: 15.35190671644279 + value: 23.23401699847253 - type: nauc_mrr_at_100_max - value: 30.991582390051992 + value: 33.45459692613422 - type: nauc_mrr_at_100_std - value: 10.528113181960542 + value: 20.440070448958714 - type: nauc_mrr_at_10_diff1 - value: 15.421448994451428 + value: 23.281604083585396 - type: nauc_mrr_at_10_max - value: 31.13167396372901 + value: 33.4988527620155 - type: nauc_mrr_at_10_std - value: 10.405474460265241 + value: 20.367252947781857 - type: nauc_mrr_at_1_diff1 - value: 19.91098871041916 + value: 26.355328110953575 - type: nauc_mrr_at_1_max - value: 28.199940386873457 + value: 30.471508547730092 - type: nauc_mrr_at_1_std - value: 5.155228094170121 + value: 16.11568495246132 - type: nauc_mrr_at_20_diff1 - value: 15.299643109767583 + value: 23.140683139461732 - type: nauc_mrr_at_20_max - value: 31.01811956006181 + value: 33.48554958878313 - type: nauc_mrr_at_20_std - value: 10.489072164322263 + value: 20.44494070529154 - type: nauc_mrr_at_3_diff1 - value: 15.366450166527843 + value: 23.301943271387042 - type: nauc_mrr_at_3_max - value: 30.34857432681673 + value: 32.422994068557635 - type: nauc_mrr_at_3_std - value: 9.006900103817772 + value: 18.939596173947923 - type: nauc_mrr_at_5_diff1 - value: 14.887486492755764 + value: 23.33922409006143 - type: nauc_mrr_at_5_max - value: 31.064197475112508 + value: 33.0752792306208 - type: nauc_mrr_at_5_std - value: 10.031368604363431 + value: 19.768166202806604 - type: nauc_ndcg_at_1000_diff1 - value: 15.488355020463965 + value: 19.998881742304263 - type: nauc_ndcg_at_1000_max - value: 35.599964683193356 + value: 37.786993391629984 - type: nauc_ndcg_at_1000_std - value: 17.060985301144974 + value: 24.51994563648888 - type: nauc_ndcg_at_100_diff1 - value: 15.854159478255767 + value: 19.98463107036392 - type: nauc_ndcg_at_100_max - value: 35.68620327215392 + value: 37.00722603001812 - type: nauc_ndcg_at_100_std - value: 16.291640368302122 + value: 23.717744758974426 - type: nauc_ndcg_at_10_diff1 - value: 16.078556057593055 + value: 21.62784861661253 - type: nauc_ndcg_at_10_max - value: 35.16683300045305 + value: 37.16285223589196 - type: nauc_ndcg_at_10_std - value: 11.600026114771842 + value: 19.34332938831155 - type: nauc_ndcg_at_1_diff1 - value: 19.91098871041916 + value: 26.355328110953575 - type: nauc_ndcg_at_1_max - value: 28.199940386873457 + value: 30.471508547730092 - type: nauc_ndcg_at_1_std - value: 5.155228094170121 + value: 16.11568495246132 - type: nauc_ndcg_at_20_diff1 - value: 15.488844425483514 + value: 20.55696079927241 - type: nauc_ndcg_at_20_max - value: 35.56107040983233 + value: 37.60669992563356 - type: nauc_ndcg_at_20_std - value: 13.251910512661198 + value: 21.09713313195671 - type: nauc_ndcg_at_3_diff1 - value: 16.74489883121594 + value: 22.08438430773322 - type: nauc_ndcg_at_3_max - value: 32.389819879059544 + value: 32.68110059834722 - type: nauc_ndcg_at_3_std - value: 7.493628842692248 + value: 15.267429669015595 - type: nauc_ndcg_at_5_diff1 - value: 15.113032176867607 + value: 21.715020935808575 - type: nauc_ndcg_at_5_max - value: 34.3779074616743 + value: 35.17110301407326 - type: nauc_ndcg_at_5_std - value: 9.451124063087098 + value: 16.78243466311895 - type: nauc_precision_at_1000_diff1 - value: -3.0336791429010397 + value: -3.2231794613702007 - type: nauc_precision_at_1000_max - value: 7.186757791081503 + value: 10.42559310530991 - type: nauc_precision_at_1000_std - value: 24.207475517567993 + value: 24.602086786850514 - type: nauc_precision_at_100_diff1 - value: 4.1799378860106025 + value: 1.7021223120345566 - type: nauc_precision_at_100_max - value: 19.734149092069195 + value: 17.38852629914526 - type: nauc_precision_at_100_std - value: 27.14752823725515 + value: 29.337128327095286 - type: nauc_precision_at_10_diff1 - value: 9.757385921354574 + value: 12.164922485567033 - type: nauc_precision_at_10_max - value: 31.63967138734393 + value: 32.37319082664107 - type: nauc_precision_at_10_std - value: 20.941862722792937 + value: 26.300541100072984 - type: nauc_precision_at_1_diff1 - value: 19.91098871041916 + value: 26.355328110953575 - type: nauc_precision_at_1_max - value: 28.199940386873457 + value: 30.471508547730092 - type: nauc_precision_at_1_std - value: 5.155228094170121 + value: 16.11568495246132 - type: nauc_precision_at_20_diff1 - value: 6.041242795339366 + value: 7.385735474290768 - type: nauc_precision_at_20_max - value: 28.346626059960002 + value: 28.422173054750115 - type: nauc_precision_at_20_std - value: 23.557255218471095 + value: 27.035109636511876 - type: nauc_precision_at_3_diff1 - value: 12.29833478679591 + value: 16.418314508072836 - type: nauc_precision_at_3_max - value: 32.28472659370561 + value: 31.785139366157615 - type: nauc_precision_at_3_std - value: 12.302338064297853 + value: 20.32896371836789 - type: nauc_precision_at_5_diff1 - value: 7.992994907910815 + value: 14.937559885788062 - type: nauc_precision_at_5_max - value: 32.957822083112525 + value: 32.24391988837453 - type: nauc_precision_at_5_std - value: 17.171509203185707 + value: 23.17707476156323 - type: nauc_recall_at_1000_diff1 - value: 6.546403888329451 + value: 5.616430433184691 - type: nauc_recall_at_1000_max - value: 30.05169708532201 + value: 36.55384286718441 - type: nauc_recall_at_1000_std - value: 33.1025025789684 + value: 38.50298604014725 - type: nauc_recall_at_100_diff1 - value: 10.063690002072539 + value: 8.877636292128273 - type: nauc_recall_at_100_max - value: 30.33645832268982 + value: 30.860213540250705 - type: nauc_recall_at_100_std - value: 24.88750198752349 + value: 28.929321541751467 - type: nauc_recall_at_10_diff1 - value: 11.557048975359223 + value: 16.07834176997954 - type: nauc_recall_at_10_max - value: 32.570077522651765 + value: 35.937627989165364 - type: nauc_recall_at_10_std - value: 13.351992240284844 + value: 18.808606461025498 - type: nauc_recall_at_1_diff1 - value: 24.20116611812359 + value: 28.652249616122717 - type: nauc_recall_at_1_max - value: 30.142503127773175 + value: 32.05131359795648 - type: nauc_recall_at_1_std - value: 1.7528279249714371 + value: 11.262948253532807 - type: nauc_recall_at_20_diff1 - value: 10.023860910712143 + value: 12.600911526162099 - type: nauc_recall_at_20_max - value: 31.966797882093502 + value: 35.177943309574985 - type: nauc_recall_at_20_std - value: 16.292044481984295 + value: 21.99092004265232 - type: nauc_recall_at_3_diff1 - value: 14.118820470249613 + value: 17.49507952659312 - type: nauc_recall_at_3_max - value: 32.864946121706126 + value: 31.406559780417105 - type: nauc_recall_at_3_std - value: 7.699657726962808 + value: 12.274503076493051 - type: nauc_recall_at_5_diff1 - value: 10.13729414622558 + value: 16.612956574037305 - type: nauc_recall_at_5_max - value: 33.482336846118045 + value: 33.34670088062603 - type: nauc_recall_at_5_std - value: 10.497701399887017 + value: 14.445553526736607 - type: ndcg_at_1 - value: 20.521 + value: 24.365000000000002 - type: ndcg_at_10 - value: 23.837 + value: 27.794999999999998 - type: ndcg_at_100 - value: 31.278 + value: 35.11 - type: ndcg_at_1000 - value: 34.852 + value: 38.383 - type: ndcg_at_20 - value: 26.653 + value: 30.616 - type: ndcg_at_3 - value: 18.778 + value: 21.97 - type: ndcg_at_5 - value: 20.535999999999998 + value: 24.264 - type: precision_at_1 - value: 20.521 + value: 24.365000000000002 - type: precision_at_10 - value: 7.582999999999999 + value: 8.827 - type: precision_at_100 - value: 1.545 + value: 1.6660000000000001 - type: precision_at_1000 - value: 0.22100000000000003 + value: 0.22799999999999998 - type: precision_at_20 - value: 4.974 + value: 5.6160000000000005 - type: precision_at_3 - value: 13.941 + value: 16.2 - type: precision_at_5 - value: 10.866000000000001 + value: 13.055 - type: recall_at_1 - value: 9.273000000000001 + value: 11.138 - type: recall_at_10 - value: 29.961 + value: 34.454 - type: recall_at_100 - value: 55.855999999999995 + value: 59.648 - type: recall_at_1000 - value: 75.972 + value: 77.823 - type: recall_at_20 - value: 38.045 + value: 42.476 - type: recall_at_3 - value: 17.666 + value: 20.630000000000003 - type: recall_at_5 - value: 22.539 + value: 26.517000000000003 task: type: Retrieval - dataset: @@ -4309,287 +4309,287 @@ model-index: type: mteb/dbpedia metrics: - type: main_score - value: 36.77 + value: 39.582 - type: map_at_1 - value: 7.879 + value: 8.193 - type: map_at_10 - value: 17.448 + value: 18.838 - type: map_at_100 - value: 24.615000000000002 + value: 26.791999999999998 - type: map_at_1000 - value: 26.32 + value: 28.659000000000002 - type: map_at_20 - value: 20.115 + value: 21.678 - type: map_at_3 - value: 12.607 + value: 13.535 - type: map_at_5 - value: 14.757000000000001 + value: 15.706000000000001 - type: mrr_at_1 - value: 60.75000000000001 + value: 61.25000000000001 - type: mrr_at_10 - value: 70.04662698412697 + value: 71.5827380952381 - type: mrr_at_100 - value: 70.48374853904342 + value: 71.92227940484834 - type: mrr_at_1000 - value: 70.48974912019449 + value: 71.92843656364919 - type: mrr_at_20 - value: 70.35767608079914 + value: 71.82391254578756 - type: mrr_at_3 - value: 68.04166666666667 + value: 69.54166666666667 - type: mrr_at_5 - value: 69.39166666666667 + value: 70.89166666666667 - type: nauc_map_at_1000_diff1 - value: 27.22615670354747 + value: 20.81525104511085 - type: nauc_map_at_1000_max - value: 23.117379231999642 + value: 12.28738487676873 - type: nauc_map_at_1000_std - value: 15.590590587924877 + value: 24.87551199629768 - type: nauc_map_at_100_diff1 - value: 27.637835658039805 + value: 21.693837182713217 - type: nauc_map_at_100_max - value: 19.836155567809612 + value: 8.69725977707396 - type: nauc_map_at_100_std - value: 11.900741405093758 + value: 21.354633072475515 - type: nauc_map_at_10_diff1 - value: 30.728419563300395 + value: 24.388731902741767 - type: nauc_map_at_10_max - value: 6.106892959682543 + value: -4.0866423282629585 - type: nauc_map_at_10_std - value: -9.11825174887402 + value: -0.9510081645949322 - type: nauc_map_at_1_diff1 - value: 39.34845843129211 + value: 32.58191575261803 - type: nauc_map_at_1_max - value: -2.7536297297258354 + value: -10.57813486927926 - type: nauc_map_at_1_std - value: -21.149652784081006 + value: -9.588423425329879 - type: nauc_map_at_20_diff1 - value: 29.37489889563395 + value: 24.050743021827124 - type: nauc_map_at_20_max - value: 11.068671486589691 + value: 0.6686240161106345 - type: nauc_map_at_20_std - value: -1.9024556480454369 + value: 6.53795559839344 - type: nauc_map_at_3_diff1 - value: 35.58217022040217 + value: 26.43827919066607 - type: nauc_map_at_3_max - value: 0.2641479206106634 + value: -10.727017270257825 - type: nauc_map_at_3_std - value: -17.942087104722955 + value: -9.512078389268677 - type: nauc_map_at_5_diff1 - value: 32.07485536680787 + value: 25.71002404847907 - type: nauc_map_at_5_max - value: 2.132142953478948 + value: -7.097015507701878 - type: nauc_map_at_5_std - value: -13.959336639125317 + value: -6.476602516100202 - type: nauc_mrr_at_1000_diff1 - value: 43.561171278954866 + value: 45.608034553728835 - type: nauc_mrr_at_1000_max - value: 46.86561252904832 + value: 30.922028122514266 - type: nauc_mrr_at_1000_std - value: 25.189090212812044 + value: 34.21750207725521 - type: nauc_mrr_at_100_diff1 - value: 43.56311857767914 + value: 45.590642197534805 - type: nauc_mrr_at_100_max - value: 46.87364039655639 + value: 30.930031708368194 - type: nauc_mrr_at_100_std - value: 25.20188703419532 + value: 34.21945637610545 - type: nauc_mrr_at_10_diff1 - value: 43.554694361118905 + value: 45.540994123130126 - type: nauc_mrr_at_10_max - value: 46.728242258941464 + value: 30.83734303048343 - type: nauc_mrr_at_10_std - value: 25.25356257708155 + value: 34.348404162478694 - type: nauc_mrr_at_1_diff1 - value: 46.435352817539524 + value: 49.560483335546415 - type: nauc_mrr_at_1_max - value: 46.0413071187664 + value: 28.883661816871232 - type: nauc_mrr_at_1_std - value: 20.350129155245682 + value: 30.89553654418874 - type: nauc_mrr_at_20_diff1 - value: 43.544595900767 + value: 45.499322734057515 - type: nauc_mrr_at_20_max - value: 46.93717450668172 + value: 30.918972161205733 - type: nauc_mrr_at_20_std - value: 25.25597416021791 + value: 34.282904222510595 - type: nauc_mrr_at_3_diff1 - value: 42.553383214077115 + value: 45.39622724954005 - type: nauc_mrr_at_3_max - value: 46.56975257676068 + value: 31.457074078677454 - type: nauc_mrr_at_3_std - value: 24.70327599709596 + value: 34.079043384571555 - type: nauc_mrr_at_5_diff1 - value: 43.33215737862213 + value: 44.71358730464237 - type: nauc_mrr_at_5_max - value: 46.97620970583296 + value: 30.69295376764748 - type: nauc_mrr_at_5_std - value: 25.529521260210203 + value: 34.31128800389916 - type: nauc_ndcg_at_1000_diff1 - value: 27.589730901498775 + value: 23.109017019057422 - type: nauc_ndcg_at_1000_max - value: 34.18730626989723 + value: 23.08462483716398 - type: nauc_ndcg_at_1000_std - value: 27.79208958504551 + value: 36.8911815972109 - type: nauc_ndcg_at_100_diff1 - value: 28.099956032480257 + value: 23.827280037818173 - type: nauc_ndcg_at_100_max - value: 25.076317763406653 + value: 13.309666633249211 - type: nauc_ndcg_at_100_std - value: 19.3393302641812 + value: 28.44384667395871 - type: nauc_ndcg_at_10_diff1 - value: 28.10040050055288 + value: 26.972856731999386 - type: nauc_ndcg_at_10_max - value: 27.463719470301168 + value: 14.620707258357266 - type: nauc_ndcg_at_10_std - value: 13.569605959220086 + value: 23.111341368346462 - type: nauc_ndcg_at_1_diff1 - value: 39.92817671769714 + value: 43.59088178770794 - type: nauc_ndcg_at_1_max - value: 34.44662945106997 + value: 21.904917923054317 - type: nauc_ndcg_at_1_std - value: 13.388099467140332 + value: 21.98647522718905 - type: nauc_ndcg_at_20_diff1 - value: 27.800968512396306 + value: 26.283361626051914 - type: nauc_ndcg_at_20_max - value: 23.78719275004937 + value: 11.10518046266052 - type: nauc_ndcg_at_20_std - value: 11.933811285502157 + value: 21.355473505613944 - type: nauc_ndcg_at_3_diff1 - value: 30.362495467731133 + value: 30.024148446672083 - type: nauc_ndcg_at_3_max - value: 31.470527935112507 + value: 18.48737788479935 - type: nauc_ndcg_at_3_std - value: 13.5264322754454 + value: 23.24967559220411 - type: nauc_ndcg_at_5_diff1 - value: 27.596193051135042 + value: 27.31687195788342 - type: nauc_ndcg_at_5_max - value: 28.879553439188545 + value: 17.233426051712428 - type: nauc_ndcg_at_5_std - value: 14.002675908790085 + value: 22.98467702068255 - type: nauc_precision_at_1000_diff1 - value: -5.902001497187656 + value: -13.448141290306074 - type: nauc_precision_at_1000_max - value: 31.506103503010614 + value: 42.26049965587544 - type: nauc_precision_at_1000_std - value: 30.37757126360957 + value: 17.838997647650835 - type: nauc_precision_at_100_diff1 - value: -7.078812736371486 + value: -5.070670934466766 - type: nauc_precision_at_100_max - value: 40.0935402905799 + value: 33.96276536553548 - type: nauc_precision_at_100_std - value: 48.350060964069996 + value: 47.592571562595765 - type: nauc_precision_at_10_diff1 - value: 2.9397070998315495 + value: 5.079452111840327 - type: nauc_precision_at_10_max - value: 41.427281680892975 + value: 33.145301874068146 - type: nauc_precision_at_10_std - value: 41.568474216601494 + value: 46.26256386765269 - type: nauc_precision_at_1_diff1 - value: 46.435352817539524 + value: 49.560483335546415 - type: nauc_precision_at_1_max - value: 46.0413071187664 + value: 28.883661816871232 - type: nauc_precision_at_1_std - value: 20.350129155245682 + value: 30.89553654418874 - type: nauc_precision_at_20_diff1 - value: -0.5003867750646896 + value: 3.253674888888517 - type: nauc_precision_at_20_max - value: 43.11320479268452 + value: 34.667104498369575 - type: nauc_precision_at_20_std - value: 46.31414266215817 + value: 49.202859485875535 - type: nauc_precision_at_3_diff1 - value: 16.843701906002153 + value: 15.790066053828234 - type: nauc_precision_at_3_max - value: 39.14348289333492 + value: 27.215083484496542 - type: nauc_precision_at_3_std - value: 28.97286018704868 + value: 33.11505410450215 - type: nauc_precision_at_5_diff1 - value: 7.4678851421555255 + value: 9.530674873702113 - type: nauc_precision_at_5_max - value: 39.44725843015022 + value: 31.21998248355014 - type: nauc_precision_at_5_std - value: 36.07126271213125 + value: 39.07247161423012 - type: nauc_recall_at_1000_diff1 - value: 12.918659968294232 + value: 5.70231960458697 - type: nauc_recall_at_1000_max - value: 18.912793350749517 + value: 16.173798281531525 - type: nauc_recall_at_1000_std - value: 34.58765147591728 + value: 40.45772368713694 - type: nauc_recall_at_100_diff1 - value: 17.75168890570515 + value: 9.815485122352673 - type: nauc_recall_at_100_max - value: 9.431103175972714 + value: 3.5894004884530735 - type: nauc_recall_at_100_std - value: 18.236704585602688 + value: 23.442799836302864 - type: nauc_recall_at_10_diff1 - value: 22.428401923490217 + value: 14.537879655467389 - type: nauc_recall_at_10_max - value: -2.0581844217543095 + value: -10.56087357341994 - type: nauc_recall_at_10_std - value: -12.095753965206086 + value: -7.372934296480146 - type: nauc_recall_at_1_diff1 - value: 39.34845843129211 + value: 32.58191575261803 - type: nauc_recall_at_1_max - value: -2.7536297297258354 + value: -10.57813486927926 - type: nauc_recall_at_1_std - value: -21.149652784081006 + value: -9.588423425329879 - type: nauc_recall_at_20_diff1 - value: 19.029969489215137 + value: 13.359604621352824 - type: nauc_recall_at_20_max - value: 0.4313311185111767 + value: -6.037674048018859 - type: nauc_recall_at_20_std - value: -4.001252650460747 + value: -0.191231970406073 - type: nauc_recall_at_3_diff1 - value: 32.40881022483858 + value: 20.620776298724362 - type: nauc_recall_at_3_max - value: -2.2448786906703293 + value: -14.34692846751201 - type: nauc_recall_at_3_std - value: -18.736548322855686 + value: -12.202460021792232 - type: nauc_recall_at_5_diff1 - value: 25.908532046267744 + value: 17.573424943863706 - type: nauc_recall_at_5_max - value: -2.4645406246201174 + value: -10.968843043485661 - type: nauc_recall_at_5_std - value: -14.819488134588758 + value: -10.513373048008399 - type: ndcg_at_1 - value: 47.25 + value: 48.375 - type: ndcg_at_10 - value: 36.77 + value: 39.582 - type: ndcg_at_100 - value: 42.33 + value: 45.259 - type: ndcg_at_1000 - value: 50.382000000000005 + value: 53.022000000000006 - type: ndcg_at_20 - value: 36.51 + value: 39.038000000000004 - type: ndcg_at_3 - value: 40.128 + value: 42.802 - type: ndcg_at_5 - value: 38.031 + value: 40.538000000000004 - type: precision_at_1 - value: 60.75000000000001 + value: 61.25000000000001 - type: precision_at_10 - value: 29.549999999999997 + value: 32.2 - type: precision_at_100 - value: 9.62 + value: 10.545 - type: precision_at_1000 - value: 2.0580000000000003 + value: 2.2880000000000003 - type: precision_at_20 - value: 22.125 + value: 24.05 - type: precision_at_3 - value: 44.833 + value: 48.083 - type: precision_at_5 - value: 38.25 + value: 40.65 - type: recall_at_1 - value: 7.879 + value: 8.193 - type: recall_at_10 - value: 23.783 + value: 25.519 - type: recall_at_100 - value: 51.193 + value: 54.124 - type: recall_at_1000 - value: 75.995 + value: 77.92099999999999 - type: recall_at_20 - value: 31.05 + value: 32.385999999999996 - type: recall_at_3 - value: 14.16 + value: 15.211 - type: recall_at_5 - value: 17.727 + value: 18.891 task: type: Retrieval - dataset: @@ -4600,13 +4600,13 @@ model-index: type: mteb/emotion metrics: - type: accuracy - value: 53.94500000000001 + value: 85.565 - type: f1 - value: 46.74955162106079 + value: 81.12346731656551 - type: f1_weighted - value: 55.44564710432288 + value: 85.98372374550102 - type: main_score - value: 53.94500000000001 + value: 85.565 task: type: Classification - dataset: @@ -4617,287 +4617,287 @@ model-index: type: mteb/fever metrics: - type: main_score - value: 84.127 + value: 86.026 - type: map_at_1 - value: 69.831 + value: 73.339 - type: map_at_10 - value: 79.589 + value: 81.943 - type: map_at_100 - value: 79.77499999999999 + value: 82.12899999999999 - type: map_at_1000 - value: 79.788 + value: 82.145 - type: map_at_20 - value: 79.706 + value: 82.05799999999999 - type: map_at_3 - value: 78.42099999999999 + value: 80.827 - type: map_at_5 - value: 79.239 + value: 81.628 - type: mrr_at_1 - value: 75.05250525052504 + value: 78.98289828982898 - type: mrr_at_10 - value: 84.58987565423183 + value: 87.04412703175062 - type: mrr_at_100 - value: 84.65851795351881 + value: 87.1023996343652 - type: mrr_at_1000 - value: 84.65972718436838 + value: 87.10370910386118 - type: mrr_at_20 - value: 84.64833916172947 + value: 87.08615223713309 - type: mrr_at_3 - value: 83.64336433643345 + value: 86.2386238623861 - type: mrr_at_5 - value: 84.34018401840153 + value: 86.86568656865666 - type: nauc_map_at_1000_diff1 - value: 49.23229610937116 + value: 48.22616948132843 - type: nauc_map_at_1000_max - value: 2.538940503744293 + value: 1.6340021380561394 - type: nauc_map_at_1000_std - value: -28.281666551373885 + value: -25.200746351372793 - type: nauc_map_at_100_diff1 - value: 49.206748439493715 + value: 48.198187398812806 - type: nauc_map_at_100_max - value: 2.5306616051352426 + value: 1.6220191408228601 - type: nauc_map_at_100_std - value: -28.278850840258357 + value: -25.193042721137566 - type: nauc_map_at_10_diff1 - value: 49.09546754806344 + value: 48.00585391806132 - type: nauc_map_at_10_max - value: 2.6113492488760803 + value: 1.4817376575907626 - type: nauc_map_at_10_std - value: -28.33173942793787 + value: -25.201484788329843 - type: nauc_map_at_1_diff1 - value: 54.03823845678141 + value: 52.76212226788538 - type: nauc_map_at_1_max - value: 0.7813055695400233 + value: 0.0520314144507071 - type: nauc_map_at_1_std - value: -29.69082254949428 + value: -26.20833932232049 - type: nauc_map_at_20_diff1 - value: 49.13309291472015 + value: 48.12533777970878 - type: nauc_map_at_20_max - value: 2.527699255933495 + value: 1.5240294773565493 - type: nauc_map_at_20_std - value: -28.273378648376767 + value: -25.192450618181123 - type: nauc_map_at_3_diff1 - value: 49.16418319489923 + value: 47.96480519565094 - type: nauc_map_at_3_max - value: 2.4530562838038668 + value: 1.1887774816136902 - type: nauc_map_at_3_std - value: -29.749466711737117 + value: -26.31363833371711 - type: nauc_map_at_5_diff1 - value: 49.105002115323174 + value: 47.79080333430883 - type: nauc_map_at_5_max - value: 2.730159330614642 + value: 1.6220551876503297 - type: nauc_map_at_5_std - value: -28.624757813540224 + value: -25.250585439913415 - type: nauc_mrr_at_1000_diff1 - value: 63.27335919243411 + value: 64.95992140968579 - type: nauc_mrr_at_1000_max - value: 4.374350066360141 + value: 1.6737288643493216 - type: nauc_mrr_at_1000_std - value: -39.057765474275875 + value: -37.732249646223224 - type: nauc_mrr_at_100_diff1 - value: 63.27201389539822 + value: 64.95845005240741 - type: nauc_mrr_at_100_max - value: 4.380072421865697 + value: 1.6807060884331666 - type: nauc_mrr_at_100_std - value: -39.05368757884141 + value: -37.73314881154047 - type: nauc_mrr_at_10_diff1 - value: 63.24639295001365 + value: 64.9115307834577 - type: nauc_mrr_at_10_max - value: 4.512012375528155 + value: 1.7195209183889257 - type: nauc_mrr_at_10_std - value: -39.12854460658675 + value: -37.88536525017639 - type: nauc_mrr_at_1_diff1 - value: 65.10605165757288 + value: 66.13713227430745 - type: nauc_mrr_at_1_max - value: 1.9283900321068632 + value: 0.37082095312916874 - type: nauc_mrr_at_1_std - value: -36.73128263177301 + value: -34.379038222842254 - type: nauc_mrr_at_20_diff1 - value: 63.25714175532876 + value: 64.95488651854674 - type: nauc_mrr_at_20_max - value: 4.401641881007041 + value: 1.6985375216432168 - type: nauc_mrr_at_20_std - value: -39.06295724502164 + value: -37.755703989608705 - type: nauc_mrr_at_3_diff1 - value: 62.74870913078454 + value: 64.9535677343948 - type: nauc_mrr_at_3_max - value: 4.451662631818057 + value: 1.5195414353630512 - type: nauc_mrr_at_3_std - value: -40.362052318194905 + value: -39.21735562852805 - type: nauc_mrr_at_5_diff1 - value: 63.15462728579158 + value: 64.85513437757459 - type: nauc_mrr_at_5_max - value: 4.651205798352267 + value: 1.9382830256224208 - type: nauc_mrr_at_5_std - value: -39.39561481114499 + value: -38.043842104083545 - type: nauc_ndcg_at_1000_diff1 - value: 50.05516269906709 + value: 49.74095915307536 - type: nauc_ndcg_at_1000_max - value: 3.402171494055581 + value: 2.605169283095937 - type: nauc_ndcg_at_1000_std - value: -28.03925061760615 + value: -25.835814259340832 - type: nauc_ndcg_at_100_diff1 - value: 49.3532420182713 + value: 49.002859024867945 - type: nauc_ndcg_at_100_max - value: 3.2254197563689253 + value: 2.5116469969385884 - type: nauc_ndcg_at_100_std - value: -27.790242243156303 + value: -25.479921013562272 - type: nauc_ndcg_at_10_diff1 - value: 48.83916695200456 + value: 48.25197176801494 - type: nauc_ndcg_at_10_max - value: 3.526631254510631 + value: 1.9108104946028264 - type: nauc_ndcg_at_10_std - value: -28.107233038143935 + value: -25.780784974391295 - type: nauc_ndcg_at_1_diff1 - value: 65.10605165757288 + value: 66.13713227430745 - type: nauc_ndcg_at_1_max - value: 1.9283900321068632 + value: 0.37082095312916874 - type: nauc_ndcg_at_1_std - value: -36.73128263177301 + value: -34.379038222842254 - type: nauc_ndcg_at_20_diff1 - value: 48.89391205041084 + value: 48.59674729644139 - type: nauc_ndcg_at_20_max - value: 3.193109099886884 + value: 1.9950884849133927 - type: nauc_ndcg_at_20_std - value: -27.746898107657486 + value: -25.569135598052622 - type: nauc_ndcg_at_3_diff1 - value: 49.700478041463256 + value: 49.305511135576275 - type: nauc_ndcg_at_3_max - value: 3.5597079593645837 + value: 1.8638668857901368 - type: nauc_ndcg_at_3_std - value: -31.8276627401069 + value: -29.02269314595723 - type: nauc_ndcg_at_5_diff1 - value: 49.13817289744641 + value: 48.1680764938404 - type: nauc_ndcg_at_5_max - value: 3.9842988788044162 + value: 2.4842182285117964 - type: nauc_ndcg_at_5_std - value: -29.128133914203897 + value: -26.244542780767375 - type: nauc_precision_at_1000_diff1 - value: -5.8168043702291445 + value: -4.478420343136971 - type: nauc_precision_at_1000_max - value: 8.661081932948386 + value: 11.70949232501659 - type: nauc_precision_at_1000_std - value: 7.898154314108613 + value: 1.7386198733671119 - type: nauc_precision_at_100_diff1 - value: -7.622708807398312 + value: -4.172269763651759 - type: nauc_precision_at_100_max - value: 7.573802349665375 + value: 13.082661117154743 - type: nauc_precision_at_100_std - value: 7.548940358658417 + value: 1.8002212793127355 - type: nauc_precision_at_10_diff1 - value: 3.651203107718887 + value: 5.702289274109695 - type: nauc_precision_at_10_max - value: 12.027476444641824 + value: 8.484620250928458 - type: nauc_precision_at_10_std - value: -3.8701414226488393 + value: -8.132389694515703 - type: nauc_precision_at_1_diff1 - value: 65.10605165757288 + value: 66.13713227430745 - type: nauc_precision_at_1_max - value: 1.9283900321068632 + value: 0.37082095312916874 - type: nauc_precision_at_1_std - value: -36.73128263177301 + value: -34.379038222842254 - type: nauc_precision_at_20_diff1 - value: -4.51338283591896 + value: 0.5564831263316283 - type: nauc_precision_at_20_max - value: 8.574478979483608 + value: 8.881191911131173 - type: nauc_precision_at_20_std - value: 3.8001684359605457 + value: -3.696180671957281 - type: nauc_precision_at_3_diff1 - value: 35.12229883441577 + value: 35.75913314270679 - type: nauc_precision_at_3_max - value: 11.461666197502227 + value: 7.896253718358011 - type: nauc_precision_at_3_std - value: -34.430950046529375 + value: -33.8336411888768 - type: nauc_precision_at_5_diff1 - value: 19.750032706257066 + value: 17.101795422527648 - type: nauc_precision_at_5_max - value: 15.700101161283891 + value: 11.993885038446976 - type: nauc_precision_at_5_std - value: -17.01470586200846 + value: -16.39044303210142 - type: nauc_recall_at_1000_diff1 - value: 5.677803043632773 + value: 1.765610982286282 - type: nauc_recall_at_1000_max - value: 6.013417206823954 + value: 16.0490507693684 - type: nauc_recall_at_1000_std - value: 28.095710500813787 + value: 28.474043694387696 - type: nauc_recall_at_100_diff1 - value: 6.062697689760903 + value: 6.2725603406909265 - type: nauc_recall_at_100_max - value: 2.918708091666672 + value: 10.665282199745704 - type: nauc_recall_at_100_std - value: 15.009661326828391 + value: 13.266482323582757 - type: nauc_recall_at_10_diff1 - value: 15.51901323813468 + value: 16.010002473322103 - type: nauc_recall_at_10_max - value: 5.695538162226332 + value: 4.051158641772395 - type: nauc_recall_at_10_std - value: -1.6573979540762098 + value: -3.963886778602456 - type: nauc_recall_at_1_diff1 - value: 54.03823845678141 + value: 52.76212226788538 - type: nauc_recall_at_1_max - value: 0.7813055695400233 + value: 0.0520314144507071 - type: nauc_recall_at_1_std - value: -29.69082254949428 + value: -26.20833932232049 - type: nauc_recall_at_20_diff1 - value: 9.37823741228587 + value: 12.763325751516286 - type: nauc_recall_at_20_max - value: 3.0566017916814943 + value: 4.589618045061225 - type: nauc_recall_at_20_std - value: 6.9796184911386545 + value: 2.3135711002947525 - type: nauc_recall_at_3_diff1 - value: 32.07387343667272 + value: 31.878202992328298 - type: nauc_recall_at_3_max - value: 4.789923667382424 + value: 2.398044119809843 - type: nauc_recall_at_3_std - value: -24.74706115680205 + value: -22.48228292127779 - type: nauc_recall_at_5_diff1 - value: 24.39694752709738 + value: 22.01091185405021 - type: nauc_recall_at_5_max - value: 7.271133287879929 + value: 6.161863454884261 - type: nauc_recall_at_5_std - value: -12.628276788882612 + value: -10.442113305092082 - type: ndcg_at_1 - value: 75.053 + value: 78.983 - type: ndcg_at_10 - value: 84.127 + value: 86.026 - type: ndcg_at_100 - value: 84.77900000000001 + value: 86.666 - type: ndcg_at_1000 - value: 85.028 + value: 86.945 - type: ndcg_at_20 - value: 84.465 + value: 86.333 - type: ndcg_at_3 - value: 82.179 + value: 84.269 - type: ndcg_at_5 - value: 83.42399999999999 + value: 85.439 - type: precision_at_1 - value: 75.053 + value: 78.983 - type: precision_at_10 - value: 10.189 + value: 10.282 - type: precision_at_100 - value: 1.068 + value: 1.078 - type: precision_at_1000 - value: 0.11100000000000002 + value: 0.11199999999999999 - type: precision_at_20 - value: 5.188000000000001 + value: 5.2330000000000005 - type: precision_at_3 - value: 31.813000000000002 + value: 32.218 - type: precision_at_5 - value: 19.829 + value: 20.06 - type: recall_at_1 - value: 69.831 + value: 73.339 - type: recall_at_10 - value: 93.119 + value: 93.557 - type: recall_at_100 - value: 95.649 + value: 96.03399999999999 - type: recall_at_1000 - value: 97.245 + value: 97.784 - type: recall_at_20 - value: 94.313 + value: 94.6 - type: recall_at_3 - value: 87.787 + value: 88.851 - type: recall_at_5 - value: 90.989 + value: 91.81 task: type: Retrieval - dataset: @@ -4908,287 +4908,287 @@ model-index: type: mteb/fiqa metrics: - type: main_score - value: 46.018 + value: 45.019 - type: map_at_1 - value: 23.239 + value: 21.923000000000002 - type: map_at_10 - value: 37.785000000000004 + value: 36.661 - type: map_at_100 - value: 39.78 + value: 38.727000000000004 - type: map_at_1000 - value: 39.947 + value: 38.896 - type: map_at_20 - value: 38.873999999999995 + value: 37.821 - type: map_at_3 - value: 32.686 + value: 31.812 - type: map_at_5 - value: 35.725 + value: 34.474 - type: mrr_at_1 - value: 45.21604938271605 + value: 43.05555555555556 - type: mrr_at_10 - value: 53.81534146580441 + value: 52.714824612972755 - type: mrr_at_100 - value: 54.57479873400386 + value: 53.47543808894285 - type: mrr_at_1000 - value: 54.60767741375167 + value: 53.50616025822894 - type: mrr_at_20 - value: 54.32374740680479 + value: 53.14543059863263 - type: mrr_at_3 - value: 51.02880658436213 + value: 50.10288065843621 - type: mrr_at_5 - value: 52.91152263374482 + value: 51.715534979423836 - type: nauc_map_at_1000_diff1 - value: 37.39674307076189 + value: 41.776705312708486 - type: nauc_map_at_1000_max - value: 29.499416637029057 + value: 24.93532754336337 - type: nauc_map_at_1000_std - value: -3.159386284834724 + value: -2.794190590614799 - type: nauc_map_at_100_diff1 - value: 37.38267938834233 + value: 41.73579109673881 - type: nauc_map_at_100_max - value: 29.450591895687317 + value: 24.80625280860252 - type: nauc_map_at_100_std - value: -3.189530866402903 + value: -2.814441295874619 - type: nauc_map_at_10_diff1 - value: 37.202309092714685 + value: 41.75395538260581 - type: nauc_map_at_10_max - value: 27.98261677114554 + value: 23.219207680303324 - type: nauc_map_at_10_std - value: -4.0144873973773985 + value: -3.5779070328036138 - type: nauc_map_at_1_diff1 - value: 42.42289155172154 + value: 48.46545399169614 - type: nauc_map_at_1_max - value: 20.126387750613056 + value: 16.49315969594624 - type: nauc_map_at_1_std - value: -8.558059645904228 + value: -7.505787454483636 - type: nauc_map_at_20_diff1 - value: 36.940935486049106 + value: 41.53641801097531 - type: nauc_map_at_20_max - value: 28.790226950120985 + value: 24.00770569213574 - type: nauc_map_at_20_std - value: -3.5487603793931752 + value: -3.191754163523877 - type: nauc_map_at_3_diff1 - value: 38.447143857375835 + value: 41.75052616046243 - type: nauc_map_at_3_max - value: 23.92233021843042 + value: 19.115081667001014 - type: nauc_map_at_3_std - value: -7.139129825565484 + value: -6.668596004487064 - type: nauc_map_at_5_diff1 - value: 38.516472169319144 + value: 42.45446754604312 - type: nauc_map_at_5_max - value: 26.413918646667977 + value: 20.947253345126185 - type: nauc_map_at_5_std - value: -5.636728555199194 + value: -5.125992439200763 - type: nauc_mrr_at_1000_diff1 - value: 47.74750871610032 + value: 52.09717084990717 - type: nauc_mrr_at_1000_max - value: 40.19499238606483 + value: 38.086957556354456 - type: nauc_mrr_at_1000_std - value: 0.36032080608776107 + value: -0.68079244284855 - type: nauc_mrr_at_100_diff1 - value: 47.73322151755956 + value: 52.081504543550686 - type: nauc_mrr_at_100_max - value: 40.20877044107413 + value: 38.10189737899758 - type: nauc_mrr_at_100_std - value: 0.3930328752369529 + value: -0.6731400759499799 - type: nauc_mrr_at_10_diff1 - value: 47.62649164813202 + value: 51.962775327926934 - type: nauc_mrr_at_10_max - value: 40.31590127628367 + value: 37.860734658269976 - type: nauc_mrr_at_10_std - value: 0.3376782526921225 + value: -0.8627588620266099 - type: nauc_mrr_at_1_diff1 - value: 50.71224023839513 + value: 56.643374967422865 - type: nauc_mrr_at_1_max - value: 38.12334760187021 + value: 37.424164231372195 - type: nauc_mrr_at_1_std - value: -3.744748522252006 + value: -3.808604224746232 - type: nauc_mrr_at_20_diff1 - value: 47.65883289781366 + value: 51.9634718440668 - type: nauc_mrr_at_20_max - value: 40.19386589459899 + value: 37.99992134394818 - type: nauc_mrr_at_20_std - value: 0.3300453619949638 + value: -0.5725435512805715 - type: nauc_mrr_at_3_diff1 - value: 48.15037455271594 + value: 51.9083290591896 - type: nauc_mrr_at_3_max - value: 39.63517811079612 + value: 37.49495462369628 - type: nauc_mrr_at_3_std - value: -1.2604715431363336 + value: -2.193915400523023 - type: nauc_mrr_at_5_diff1 - value: 47.82905935425148 + value: 52.24074329239152 - type: nauc_mrr_at_5_max - value: 40.14477449232483 + value: 37.96365352861984 - type: nauc_mrr_at_5_std - value: -0.6387351420113502 + value: -1.5116002789297864 - type: nauc_ndcg_at_1000_diff1 - value: 39.62042242051141 + value: 43.88564426048843 - type: nauc_ndcg_at_1000_max - value: 34.95065768372776 + value: 31.371070838376326 - type: nauc_ndcg_at_1000_std - value: 1.2093906933233651 + value: 1.182058822041445 - type: nauc_ndcg_at_100_diff1 - value: 39.52715708377756 + value: 43.47882005622348 - type: nauc_ndcg_at_100_max - value: 34.8176627511724 + value: 30.23626893448966 - type: nauc_ndcg_at_100_std - value: 1.8417866916566914 + value: 1.3554256181078206 - type: nauc_ndcg_at_10_diff1 - value: 38.400363035149454 + value: 42.78328747987686 - type: nauc_ndcg_at_10_max - value: 31.63896107204925 + value: 26.971284497406334 - type: nauc_ndcg_at_10_std - value: -0.8705252027316186 + value: -0.9361763271905158 - type: nauc_ndcg_at_1_diff1 - value: 50.71224023839513 + value: 56.643374967422865 - type: nauc_ndcg_at_1_max - value: 38.12334760187021 + value: 37.424164231372195 - type: nauc_ndcg_at_1_std - value: -3.744748522252006 + value: -3.808604224746232 - type: nauc_ndcg_at_20_diff1 - value: 38.12907512053514 + value: 42.51200178317055 - type: nauc_ndcg_at_20_max - value: 32.497748011049474 + value: 27.807479427212844 - type: nauc_ndcg_at_20_std - value: -0.1752936914305571 + value: -0.16279719845344157 - type: nauc_ndcg_at_3_diff1 - value: 39.46177721859432 + value: 41.983935082179556 - type: nauc_ndcg_at_3_max - value: 31.939511307389072 + value: 28.446235814415143 - type: nauc_ndcg_at_3_std - value: -3.0727677367802775 + value: -3.0007943000595003 - type: nauc_ndcg_at_5_diff1 - value: 39.58629354813809 + value: 43.21852196702825 - type: nauc_ndcg_at_5_max - value: 31.534911396228782 + value: 26.601248066336986 - type: nauc_ndcg_at_5_std - value: -2.8301665715597277 + value: -2.5471886292781702 - type: nauc_precision_at_1000_diff1 - value: -0.8786446062773204 + value: -0.26010199321259797 - type: nauc_precision_at_1000_max - value: 29.25589660407707 + value: 35.79601474558423 - type: nauc_precision_at_1000_std - value: 17.455591524848746 + value: 14.342818001909988 - type: nauc_precision_at_100_diff1 - value: 5.066275950497446 + value: 6.004698224173632 - type: nauc_precision_at_100_max - value: 35.90713282516485 + value: 38.52857855255943 - type: nauc_precision_at_100_std - value: 19.899761019511562 + value: 16.21705591642149 - type: nauc_precision_at_10_diff1 - value: 14.251592016383505 + value: 17.49728453546782 - type: nauc_precision_at_10_max - value: 38.742155587347575 + value: 38.24671033647839 - type: nauc_precision_at_10_std - value: 14.243815134657725 + value: 12.030940471652098 - type: nauc_precision_at_1_diff1 - value: 50.71224023839513 + value: 56.643374967422865 - type: nauc_precision_at_1_max - value: 38.12334760187021 + value: 37.424164231372195 - type: nauc_precision_at_1_std - value: -3.744748522252006 + value: -3.808604224746232 - type: nauc_precision_at_20_diff1 - value: 9.33294574281467 + value: 13.057739432783794 - type: nauc_precision_at_20_max - value: 37.78712899843252 + value: 37.84177604877064 - type: nauc_precision_at_20_std - value: 15.69120289561787 + value: 13.135243737603359 - type: nauc_precision_at_3_diff1 - value: 28.27816983802183 + value: 29.106393446078787 - type: nauc_precision_at_3_max - value: 36.45541405683364 + value: 33.51402929333319 - type: nauc_precision_at_3_std - value: 3.7608923567232626 + value: 1.9298573035534488 - type: nauc_precision_at_5_diff1 - value: 22.57043202085106 + value: 25.039378213923403 - type: nauc_precision_at_5_max - value: 39.101539898099766 + value: 36.213261098065125 - type: nauc_precision_at_5_std - value: 9.027858223250995 + value: 7.142334933169122 - type: nauc_recall_at_1000_diff1 - value: 17.5612669956746 + value: 24.897608581023757 - type: nauc_recall_at_1000_max - value: 25.889529932227624 + value: 24.60932291382376 - type: nauc_recall_at_1000_std - value: 19.57316948655149 + value: 30.05990115014322 - type: nauc_recall_at_100_diff1 - value: 28.46905271419406 + value: 30.807527684131564 - type: nauc_recall_at_100_max - value: 31.153388889792833 + value: 22.540558835740985 - type: nauc_recall_at_100_std - value: 17.27258409078373 + value: 14.493739358980907 - type: nauc_recall_at_10_diff1 - value: 28.126929700808944 + value: 31.683742260409076 - type: nauc_recall_at_10_max - value: 23.181744909761907 + value: 17.828711448272134 - type: nauc_recall_at_10_std - value: 1.968185972587066 + value: 1.899605838015785 - type: nauc_recall_at_1_diff1 - value: 42.42289155172154 + value: 48.46545399169614 - type: nauc_recall_at_1_max - value: 20.126387750613056 + value: 16.49315969594624 - type: nauc_recall_at_1_std - value: -8.558059645904228 + value: -7.505787454483636 - type: nauc_recall_at_20_diff1 - value: 26.479542294303787 + value: 30.08305577595204 - type: nauc_recall_at_20_max - value: 24.732180999052623 + value: 18.75062281011906 - type: nauc_recall_at_20_std - value: 4.561070039093053 + value: 4.502661433146342 - type: nauc_recall_at_3_diff1 - value: 33.630231249403565 + value: 33.53153516576839 - type: nauc_recall_at_3_max - value: 19.866536816100318 + value: 14.790607412204485 - type: nauc_recall_at_3_std - value: -6.902891630424277 + value: -6.1140323409194846 - type: nauc_recall_at_5_diff1 - value: 32.374300069152945 + value: 35.64279484984148 - type: nauc_recall_at_5_max - value: 21.609786350615863 + value: 15.401875599379574 - type: nauc_recall_at_5_std - value: -4.250570794176765 + value: -3.2844856697915774 - type: ndcg_at_1 - value: 45.216 + value: 43.056 - type: ndcg_at_10 - value: 46.018 + value: 45.019 - type: ndcg_at_100 - value: 52.81 + value: 51.98199999999999 - type: ndcg_at_1000 - value: 55.437000000000005 + value: 54.581999999999994 - type: ndcg_at_20 - value: 48.752 + value: 47.721999999999994 - type: ndcg_at_3 - value: 41.143 + value: 40.54 - type: ndcg_at_5 - value: 43.428 + value: 42.142 - type: precision_at_1 - value: 45.216 + value: 43.056 - type: precision_at_10 - value: 12.747 + value: 12.531 - type: precision_at_100 - value: 1.9980000000000002 + value: 1.9949999999999999 - type: precision_at_1000 - value: 0.246 + value: 0.245 - type: precision_at_20 - value: 7.523000000000001 + value: 7.446 - type: precision_at_3 - value: 26.749000000000002 + value: 27.058 - type: precision_at_5 - value: 20.617 + value: 20.061999999999998 - type: recall_at_1 - value: 23.239 + value: 21.923000000000002 - type: recall_at_10 - value: 53.64 + value: 52.85300000000001 - type: recall_at_100 - value: 78.316 + value: 78.133 - type: recall_at_1000 - value: 94.132 + value: 93.75 - type: recall_at_20 - value: 62.17700000000001 + value: 61.085 - type: recall_at_3 - value: 37.559 + value: 37.118 - type: recall_at_5 - value: 45.605000000000004 + value: 44.031 task: type: Retrieval - dataset: @@ -5199,287 +5199,287 @@ model-index: type: mteb/hotpotqa metrics: - type: main_score - value: 67.836 + value: 68.65299999999999 - type: map_at_1 - value: 38.292 + value: 38.893 - type: map_at_10 - value: 58.48 + value: 59.375 - type: map_at_100 - value: 59.382999999999996 + value: 60.303 - type: map_at_1000 - value: 59.447 + value: 60.364 - type: map_at_20 - value: 59.016999999999996 + value: 59.964 - type: map_at_3 - value: 54.617000000000004 + value: 55.718 - type: map_at_5 - value: 57.043 + value: 57.99999999999999 - type: mrr_at_1 - value: 76.58338960162052 + value: 77.78528021607022 - type: mrr_at_10 - value: 83.47652808591329 + value: 84.49470006323453 - type: mrr_at_100 - value: 83.63380014525882 + value: 84.6519637218647 - type: mrr_at_1000 - value: 83.63933777767011 + value: 84.65768034160618 - type: mrr_at_20 - value: 83.57772328539731 + value: 84.61055874712832 - type: mrr_at_3 - value: 82.44654512716605 + value: 83.59441818591013 - type: mrr_at_5 - value: 83.17240603195998 + value: 84.19266261534956 - type: nauc_map_at_1000_diff1 - value: 16.09417706349051 + value: 15.948378928650673 - type: nauc_map_at_1000_max - value: 22.82046255671306 + value: 15.711635353869994 - type: nauc_map_at_1000_std - value: -0.06797864025553367 + value: 0.937019577383957 - type: nauc_map_at_100_diff1 - value: 16.05272819609321 + value: 15.918426215773247 - type: nauc_map_at_100_max - value: 22.80861981190222 + value: 15.699627284031124 - type: nauc_map_at_100_std - value: -0.05071783771856927 + value: 0.9584857374941618 - type: nauc_map_at_10_diff1 - value: 15.997779294340559 + value: 15.879270822613408 - type: nauc_map_at_10_max - value: 22.615988267544513 + value: 15.463063162099125 - type: nauc_map_at_10_std - value: -0.7600035230743971 + value: 0.15481877422177437 - type: nauc_map_at_1_diff1 - value: 69.24726718948668 + value: 71.30652188008001 - type: nauc_map_at_1_max - value: 43.958413687770644 + value: 32.60802008342313 - type: nauc_map_at_1_std - value: -12.056753426789658 + value: -12.29496015891874 - type: nauc_map_at_20_diff1 - value: 15.939881445060319 + value: 15.853758892635852 - type: nauc_map_at_20_max - value: 22.692668502577643 + value: 15.570900027569573 - type: nauc_map_at_20_std - value: -0.283868450708954 + value: 0.6783433634347852 - type: nauc_map_at_3_diff1 - value: 18.213734472436414 + value: 17.97014394473015 - type: nauc_map_at_3_max - value: 23.0443805721617 + value: 15.218485551181926 - type: nauc_map_at_3_std - value: -3.327751624422928 + value: -2.4303445320319272 - type: nauc_map_at_5_diff1 - value: 16.680008500993083 + value: 16.50404017618271 - type: nauc_map_at_5_max - value: 22.517396255963348 + value: 15.285663669100073 - type: nauc_map_at_5_std - value: -1.98531389655906 + value: -0.989351556289713 - type: nauc_mrr_at_1000_diff1 - value: 67.90848983786418 + value: 70.0763435325149 - type: nauc_mrr_at_1000_max - value: 46.450918836314216 + value: 34.01106818267054 - type: nauc_mrr_at_1000_std - value: -10.897096706171377 + value: -10.558570244805534 - type: nauc_mrr_at_100_diff1 - value: 67.90978153374142 + value: 70.0763826742575 - type: nauc_mrr_at_100_max - value: 46.45801498811678 + value: 34.01329127860268 - type: nauc_mrr_at_100_std - value: -10.889452971557144 + value: -10.553859035770314 - type: nauc_mrr_at_10_diff1 - value: 67.85232774207358 + value: 70.03690200308235 - type: nauc_mrr_at_10_max - value: 46.519322725477366 + value: 34.10786779680883 - type: nauc_mrr_at_10_std - value: -10.850819066119888 + value: -10.509981664609755 - type: nauc_mrr_at_1_diff1 - value: 69.24726718948668 + value: 71.30652188008001 - type: nauc_mrr_at_1_max - value: 43.958413687770644 + value: 32.60802008342313 - type: nauc_mrr_at_1_std - value: -12.056753426789658 + value: -12.29496015891874 - type: nauc_mrr_at_20_diff1 - value: 67.89964178495697 + value: 70.07320564989382 - type: nauc_mrr_at_20_max - value: 46.511653631886404 + value: 34.01911070550699 - type: nauc_mrr_at_20_std - value: -10.839214368831332 + value: -10.532501476325248 - type: nauc_mrr_at_3_diff1 - value: 67.5836395057384 + value: 69.73518331018965 - type: nauc_mrr_at_3_max - value: 46.669184506889465 + value: 33.7438084424745 - type: nauc_mrr_at_3_std - value: -11.179530780325097 + value: -11.302692900313119 - type: nauc_mrr_at_5_diff1 - value: 67.77665440172093 + value: 69.86565354847778 - type: nauc_mrr_at_5_max - value: 46.573672833105725 + value: 34.135593857390504 - type: nauc_mrr_at_5_std - value: -10.982788041572968 + value: -10.380178093077621 - type: nauc_ndcg_at_1000_diff1 - value: 21.116945524743244 + value: 20.865436555566845 - type: nauc_ndcg_at_1000_max - value: 26.331821580979415 + value: 18.83121871269731 - type: nauc_ndcg_at_1000_std - value: 2.2115411230013993 + value: 3.566623532300052 - type: nauc_ndcg_at_100_diff1 - value: 19.998679336096366 + value: 19.90357263881322 - type: nauc_ndcg_at_100_max - value: 25.965625801662146 + value: 18.387111355628193 - type: nauc_ndcg_at_100_std - value: 2.828817915487286 + value: 4.243680531655493 - type: nauc_ndcg_at_10_diff1 - value: 19.806466897776797 + value: 19.721051339510907 - type: nauc_ndcg_at_10_max - value: 25.419244862350304 + value: 17.558512453515227 - type: nauc_ndcg_at_10_std - value: 0.2155926935521766 + value: 1.2891095080720567 - type: nauc_ndcg_at_1_diff1 - value: 69.24726718948668 + value: 71.30652188008001 - type: nauc_ndcg_at_1_max - value: 43.958413687770644 + value: 32.60802008342313 - type: nauc_ndcg_at_1_std - value: -12.056753426789658 + value: -12.29496015891874 - type: nauc_ndcg_at_20_diff1 - value: 19.547932237059364 + value: 19.519425870891023 - type: nauc_ndcg_at_20_max - value: 25.539888431109336 + value: 17.77152674804043 - type: nauc_ndcg_at_20_std - value: 1.6229496555874041 + value: 2.7253915106561712 - type: nauc_ndcg_at_3_diff1 - value: 23.915468237770344 + value: 23.595619290089495 - type: nauc_ndcg_at_3_max - value: 26.483987322133835 + value: 17.443501928111456 - type: nauc_ndcg_at_3_std - value: -3.927672975648966 + value: -3.1185231896019183 - type: nauc_ndcg_at_5_diff1 - value: 21.285580255116123 + value: 21.128676475251222 - type: nauc_ndcg_at_5_max - value: 25.39329283776291 + value: 17.427440887891148 - type: nauc_ndcg_at_5_std - value: -1.9981992190798898 + value: -0.8006655617871765 - type: nauc_precision_at_1000_diff1 - value: -16.397996018930517 + value: -18.605360521020412 - type: nauc_precision_at_1000_max - value: 12.038228696443355 + value: 13.992651128348118 - type: nauc_precision_at_1000_std - value: 30.699566406872442 + value: 34.896942379633316 - type: nauc_precision_at_100_diff1 - value: -11.55484201940981 + value: -11.425102107370272 - type: nauc_precision_at_100_max - value: 13.542075140974724 + value: 11.216164840931667 - type: nauc_precision_at_100_std - value: 24.606150356117055 + value: 27.722125456439343 - type: nauc_precision_at_10_diff1 - value: -3.0258154194368907 + value: -3.1401539776631653 - type: nauc_precision_at_10_max - value: 15.656448807768248 + value: 10.416214004945402 - type: nauc_precision_at_10_std - value: 8.819867674731508 + value: 10.251563605515335 - type: nauc_precision_at_1_diff1 - value: 69.24726718948668 + value: 71.30652188008001 - type: nauc_precision_at_1_max - value: 43.958413687770644 + value: 32.60802008342313 - type: nauc_precision_at_1_std - value: -12.056753426789658 + value: -12.29496015891874 - type: nauc_precision_at_20_diff1 - value: -6.346117648054698 + value: -6.456921653790667 - type: nauc_precision_at_20_max - value: 14.67028697593907 + value: 10.23022445081364 - type: nauc_precision_at_20_std - value: 14.430033095760397 + value: 15.935771905722302 - type: nauc_precision_at_3_diff1 - value: 9.012431714387436 + value: 8.38156786039047 - type: nauc_precision_at_3_max - value: 20.29633246829934 + value: 12.08129239567508 - type: nauc_precision_at_3_std - value: -0.8697076229386467 + value: 0.05626041327325479 - type: nauc_precision_at_5_diff1 - value: 2.5992309960691435 + value: 2.4102262974666653 - type: nauc_precision_at_5_max - value: 16.960051232392598 + value: 11.160384909564122 - type: nauc_precision_at_5_std - value: 3.0677906197565945 + value: 4.587163311214582 - type: nauc_recall_at_1000_diff1 - value: -16.397996018930495 + value: -18.605360521019925 - type: nauc_recall_at_1000_max - value: 12.038228696443342 + value: 13.992651128348363 - type: nauc_recall_at_1000_std - value: 30.69956640687237 + value: 34.89694237963353 - type: nauc_recall_at_100_diff1 - value: -11.55484201940982 + value: -11.425102107370193 - type: nauc_recall_at_100_max - value: 13.542075140974749 + value: 11.216164840931476 - type: nauc_recall_at_100_std - value: 24.60615035611708 + value: 27.72212545643919 - type: nauc_recall_at_10_diff1 - value: -3.025815419436788 + value: -3.140153977663016 - type: nauc_recall_at_10_max - value: 15.656448807768314 + value: 10.416214004945413 - type: nauc_recall_at_10_std - value: 8.819867674731574 + value: 10.251563605515395 - type: nauc_recall_at_1_diff1 - value: 69.24726718948668 + value: 71.30652188008001 - type: nauc_recall_at_1_max - value: 43.958413687770644 + value: 32.60802008342313 - type: nauc_recall_at_1_std - value: -12.056753426789658 + value: -12.29496015891874 - type: nauc_recall_at_20_diff1 - value: -6.346117648054507 + value: -6.45692165379055 - type: nauc_recall_at_20_max - value: 14.670286975939165 + value: 10.230224450813735 - type: nauc_recall_at_20_std - value: 14.430033095760383 + value: 15.935771905722335 - type: nauc_recall_at_3_diff1 - value: 9.012431714387384 + value: 8.381567860390362 - type: nauc_recall_at_3_max - value: 20.296332468299312 + value: 12.081292395675078 - type: nauc_recall_at_3_std - value: -0.8697076229386763 + value: 0.05626041327321052 - type: nauc_recall_at_5_diff1 - value: 2.599230996069216 + value: 2.4102262974666355 - type: nauc_recall_at_5_max - value: 16.960051232392622 + value: 11.160384909564078 - type: nauc_recall_at_5_std - value: 3.0677906197565834 + value: 4.587163311214529 - type: ndcg_at_1 - value: 76.583 + value: 77.78500000000001 - type: ndcg_at_10 - value: 67.836 + value: 68.65299999999999 - type: ndcg_at_100 - value: 70.884 + value: 71.69200000000001 - type: ndcg_at_1000 - value: 72.085 + value: 72.869 - type: ndcg_at_20 - value: 69.149 + value: 70.078 - type: ndcg_at_3 - value: 62.434 + value: 63.568000000000005 - type: ndcg_at_5 - value: 65.508 + value: 66.402 - type: precision_at_1 - value: 76.583 + value: 77.78500000000001 - type: precision_at_10 - value: 14.282 + value: 14.386 - type: precision_at_100 - value: 1.6650000000000003 + value: 1.672 - type: precision_at_1000 - value: 0.182 + value: 0.183 - type: precision_at_20 - value: 7.564 + value: 7.6499999999999995 - type: precision_at_3 - value: 39.684999999999995 + value: 40.473 - type: precision_at_5 - value: 26.239 + value: 26.515 - type: recall_at_1 - value: 38.292 + value: 38.893 - type: recall_at_10 - value: 71.411 + value: 71.931 - type: recall_at_100 - value: 83.255 + value: 83.619 - type: recall_at_1000 - value: 91.182 + value: 91.431 - type: recall_at_20 - value: 75.645 + value: 76.496 - type: recall_at_3 - value: 59.526999999999994 + value: 60.709 - type: recall_at_5 - value: 65.598 + value: 66.286 task: type: Retrieval - dataset: @@ -5490,17 +5490,17 @@ model-index: type: mteb/imdb metrics: - type: accuracy - value: 91.6012 + value: 95.0268 - type: ap - value: 88.68235390495911 + value: 92.72653250341486 - type: ap_weighted - value: 88.68235390495911 + value: 92.72653250341486 - type: f1 - value: 91.59668455015077 + value: 95.02503365717179 - type: f1_weighted - value: 91.59668455015077 + value: 95.02503365717179 - type: main_score - value: 91.6012 + value: 95.0268 task: type: Classification - dataset: @@ -5511,287 +5511,287 @@ model-index: type: mteb/msmarco metrics: - type: main_score - value: 34.216 + value: 35.191 - type: map_at_1 - value: 15.038000000000002 + value: 16.139 - type: map_at_10 - value: 27.046 + value: 28.101 - type: map_at_100 - value: 28.389999999999997 + value: 29.461 - type: map_at_1000 - value: 28.444999999999997 + value: 29.515 - type: map_at_20 - value: 27.872000000000003 + value: 28.936 - type: map_at_3 - value: 22.834 + value: 23.954 - type: map_at_5 - value: 25.153 + value: 26.308999999999997 - type: mrr_at_1 - value: 15.4297994269341 + value: 16.59025787965616 - type: mrr_at_10 - value: 27.478492973120332 + value: 28.583100241051344 - type: mrr_at_100 - value: 28.777080396786463 + value: 29.89488944200741 - type: mrr_at_1000 - value: 28.825658730635972 + value: 29.94198818201922 - type: mrr_at_20 - value: 28.286636068476597 + value: 29.397153289126486 - type: mrr_at_3 - value: 23.33333333333318 + value: 24.512893982807853 - type: mrr_at_5 - value: 25.614851957975105 + value: 26.840974212034318 - type: nauc_map_at_1000_diff1 - value: 27.54679600584162 + value: 29.92308133337915 - type: nauc_map_at_1000_max - value: 0.41510056128863393 + value: -4.792013160789208 - type: nauc_map_at_1000_std - value: -21.25666818469523 + value: -20.365722765519205 - type: nauc_map_at_100_diff1 - value: 27.549865152926362 + value: 29.927608009586475 - type: nauc_map_at_100_max - value: 0.41049620236650397 + value: -4.813011061550381 - type: nauc_map_at_100_std - value: -21.23460305948801 + value: -20.34066079647475 - type: nauc_map_at_10_diff1 - value: 27.46238928310728 + value: 29.85964417677257 - type: nauc_map_at_10_max - value: 0.3112462662068356 + value: -5.020819297438392 - type: nauc_map_at_10_std - value: -22.07687152339386 + value: -21.185600868900707 - type: nauc_map_at_1_diff1 - value: 30.7476883639058 + value: 31.91727354325134 - type: nauc_map_at_1_max - value: -0.5565808781243076 + value: -3.3836191178002637 - type: nauc_map_at_1_std - value: -19.834927817494012 + value: -18.94420033626203 - type: nauc_map_at_20_diff1 - value: 27.545155440501322 + value: 29.909409775064265 - type: nauc_map_at_20_max - value: 0.3473346558072676 + value: -4.882624170262229 - type: nauc_map_at_20_std - value: -21.61961934965919 + value: -20.737422787243176 - type: nauc_map_at_3_diff1 - value: 27.39879856077741 + value: 29.96619551770926 - type: nauc_map_at_3_max - value: 0.06402240126581103 + value: -4.521984358305567 - type: nauc_map_at_3_std - value: -21.617551469899993 + value: -20.675567430573214 - type: nauc_map_at_5_diff1 - value: 27.301329953007926 + value: 29.672157845793336 - type: nauc_map_at_5_max - value: 0.06942838790190704 + value: -4.784226867946108 - type: nauc_map_at_5_std - value: -22.27190645444131 + value: -21.090554010504313 - type: nauc_mrr_at_1000_diff1 - value: 27.270571100450564 + value: 29.57786251899136 - type: nauc_mrr_at_1000_max - value: 0.5200299838701339 + value: -4.554864207268301 - type: nauc_mrr_at_1000_std - value: -21.00132445753325 + value: -20.124071230468733 - type: nauc_mrr_at_100_diff1 - value: 27.270120718986174 + value: 29.57869911178864 - type: nauc_mrr_at_100_max - value: 0.522377923623997 + value: -4.568738533954914 - type: nauc_mrr_at_100_std - value: -20.974058126628332 + value: -20.097461372571754 - type: nauc_mrr_at_10_diff1 - value: 27.170393202051947 + value: 29.50101055760309 - type: nauc_mrr_at_10_max - value: 0.48873943205852266 + value: -4.699465165716407 - type: nauc_mrr_at_10_std - value: -21.738471675337966 + value: -20.85880213075095 - type: nauc_mrr_at_1_diff1 - value: 30.283202962075705 + value: 31.5283761916309 - type: nauc_mrr_at_1_max - value: -0.5898023407161855 + value: -3.2410968598060226 - type: nauc_mrr_at_1_std - value: -19.75269473049021 + value: -18.877804738741848 - type: nauc_mrr_at_20_diff1 - value: 27.274300680490825 + value: 29.55469091898283 - type: nauc_mrr_at_20_max - value: 0.5104058227528672 + value: -4.6114669798589585 - type: nauc_mrr_at_20_std - value: -21.30268935462482 + value: -20.433076769992457 - type: nauc_mrr_at_3_diff1 - value: 27.10789072891654 + value: 29.62441465248462 - type: nauc_mrr_at_3_max - value: 0.17628020950576678 + value: -4.317634456438896 - type: nauc_mrr_at_3_std - value: -21.472874492804447 + value: -20.545356421989975 - type: nauc_mrr_at_5_diff1 - value: 27.042048354996385 + value: 29.3174731757817 - type: nauc_mrr_at_5_max - value: 0.20508452891098314 + value: -4.524554398532275 - type: nauc_mrr_at_5_std - value: -22.006377363109006 + value: -20.87564955466439 - type: nauc_ndcg_at_1000_diff1 - value: 27.150914472847965 + value: 29.417049449756306 - type: nauc_ndcg_at_1000_max - value: 1.5041133804769482 + value: -4.429863573283831 - type: nauc_ndcg_at_1000_std - value: -19.524926037821043 + value: -18.672687178180762 - type: nauc_ndcg_at_100_diff1 - value: 27.228817990238145 + value: 29.52545788575206 - type: nauc_ndcg_at_100_max - value: 1.5569549852164712 + value: -4.839548635918072 - type: nauc_ndcg_at_100_std - value: -18.37783977195916 + value: -17.445902376477168 - type: nauc_ndcg_at_10_diff1 - value: 26.974908852930785 + value: 29.349337034114708 - type: nauc_ndcg_at_10_max - value: 0.9865201816077211 + value: -5.654575625474153 - type: nauc_ndcg_at_10_std - value: -22.744315865574556 + value: -21.867391862075433 - type: nauc_ndcg_at_1_diff1 - value: 30.283202962075705 + value: 31.5283761916309 - type: nauc_ndcg_at_1_max - value: -0.5898023407161855 + value: -3.2410968598060226 - type: nauc_ndcg_at_1_std - value: -19.75269473049021 + value: -18.877804738741848 - type: nauc_ndcg_at_20_diff1 - value: 27.256057260883644 + value: 29.478679665234736 - type: nauc_ndcg_at_20_max - value: 1.1507498856530942 + value: -5.348280869926551 - type: nauc_ndcg_at_20_std - value: -21.119059014816134 + value: -20.32251566103604 - type: nauc_ndcg_at_3_diff1 - value: 26.65932420136448 + value: 29.41586840338385 - type: nauc_ndcg_at_3_max - value: 0.36047390996708306 + value: -4.737448759293484 - type: nauc_ndcg_at_3_std - value: -22.129146087673426 + value: -21.114595209094198 - type: nauc_ndcg_at_5_diff1 - value: 26.553136747559307 + value: 28.95897834819025 - type: nauc_ndcg_at_5_max - value: 0.3914050774004603 + value: -5.144033504465505 - type: nauc_ndcg_at_5_std - value: -23.162245106694787 + value: -21.73482008242439 - type: nauc_precision_at_1000_diff1 - value: -3.219536411196315 + value: -4.773246418887565 - type: nauc_precision_at_1000_max - value: 18.58643056260195 + value: 18.94086713593158 - type: nauc_precision_at_1000_std - value: 13.96483533268961 + value: 14.940921913943725 - type: nauc_precision_at_100_diff1 - value: 15.240824308438475 + value: 15.529104524208284 - type: nauc_precision_at_100_max - value: 12.873759519468777 + value: 4.152043132226839 - type: nauc_precision_at_100_std - value: 12.669885011350335 + value: 15.362588630598356 - type: nauc_precision_at_10_diff1 - value: 24.02551103443631 + value: 26.327252473718293 - type: nauc_precision_at_10_max - value: 3.3412304054256636 + value: -6.385696358427295 - type: nauc_precision_at_10_std - value: -23.53436237582242 + value: -22.43695468265468 - type: nauc_precision_at_1_diff1 - value: 30.283202962075705 + value: 31.5283761916309 - type: nauc_precision_at_1_max - value: -0.5898023407161855 + value: -3.2410968598060226 - type: nauc_precision_at_1_std - value: -19.75269473049021 + value: -18.877804738741848 - type: nauc_precision_at_20_diff1 - value: 23.383618639354207 + value: 25.09386904802987 - type: nauc_precision_at_20_max - value: 5.1273224302435505 + value: -4.384006847324815 - type: nauc_precision_at_20_std - value: -16.069542485279715 + value: -15.476174306633775 - type: nauc_precision_at_3_diff1 - value: 24.289430079622484 + value: 27.88147581285313 - type: nauc_precision_at_3_max - value: 1.0047590622521345 + value: -5.10330889992625 - type: nauc_precision_at_3_std - value: -23.3073066696005 + value: -22.17804890064486 - type: nauc_precision_at_5_diff1 - value: 23.91964787477001 + value: 26.673260429548385 - type: nauc_precision_at_5_max - value: 1.503705757938403 + value: -5.849985467654149 - type: nauc_precision_at_5_std - value: -25.080465306807003 + value: -23.22704929951935 - type: nauc_recall_at_1000_diff1 - value: 18.559018331553045 + value: 11.078337058729081 - type: nauc_recall_at_1000_max - value: 41.916214927217126 + value: 29.31329518339392 - type: nauc_recall_at_1000_std - value: 59.856708470758704 + value: 61.689932707089845 - type: nauc_recall_at_100_diff1 - value: 26.471212604023354 + value: 27.694660226790095 - type: nauc_recall_at_100_max - value: 10.077350060389897 + value: -4.662880554456902 - type: nauc_recall_at_100_std - value: 14.153565507764215 + value: 17.291575712920476 - type: nauc_recall_at_10_diff1 - value: 26.05741155724461 + value: 28.14620642731046 - type: nauc_recall_at_10_max - value: 2.6492884997120534 + value: -7.883918071832969 - type: nauc_recall_at_10_std - value: -24.546907108105746 + value: -23.85382911185965 - type: nauc_recall_at_1_diff1 - value: 30.7476883639058 + value: 31.91727354325134 - type: nauc_recall_at_1_max - value: -0.5565808781243076 + value: -3.3836191178002637 - type: nauc_recall_at_1_std - value: -19.834927817494012 + value: -18.94420033626203 - type: nauc_recall_at_20_diff1 - value: 26.95859513457893 + value: 28.411188230736368 - type: nauc_recall_at_20_max - value: 3.521141192333191 + value: -7.489052404904147 - type: nauc_recall_at_20_std - value: -18.30474468147818 + value: -17.923010929300084 - type: nauc_recall_at_3_diff1 - value: 25.01086599052385 + value: 28.13888531840714 - type: nauc_recall_at_3_max - value: 0.9901526603339225 + value: -5.385513963117635 - type: nauc_recall_at_3_std - value: -23.299664759244102 + value: -22.09635477229696 - type: nauc_recall_at_5_diff1 - value: 24.792290263748747 + value: 27.197531472369057 - type: nauc_recall_at_5_max - value: 0.9968092335084938 + value: -6.204044942502606 - type: nauc_recall_at_5_std - value: -25.345195391263754 + value: -23.25902678179945 - type: ndcg_at_1 - value: 15.43 + value: 16.59 - type: ndcg_at_10 - value: 34.216 + value: 35.191 - type: ndcg_at_100 - value: 40.815 + value: 41.778999999999996 - type: ndcg_at_1000 - value: 42.202 + value: 43.126999999999995 - type: ndcg_at_20 - value: 37.179 + value: 38.153 - type: ndcg_at_3 - value: 25.588 + value: 26.718999999999998 - type: ndcg_at_5 - value: 29.724 + value: 30.919999999999998 - type: precision_at_1 - value: 15.43 + value: 16.59 - type: precision_at_10 - value: 5.918 + value: 5.992999999999999 - type: precision_at_100 - value: 0.922 + value: 0.927 - type: precision_at_1000 value: 0.104 - type: precision_at_20 - value: 3.5700000000000003 + value: 3.6020000000000003 - type: precision_at_3 - value: 11.442 + value: 11.815000000000001 - type: precision_at_5 - value: 8.966000000000001 + value: 9.218 - type: recall_at_1 - value: 15.038000000000002 + value: 16.139 - type: recall_at_10 - value: 56.627 + value: 57.272999999999996 - type: recall_at_100 - value: 87.399 + value: 87.819 - type: recall_at_1000 - value: 98.009 + value: 98.10900000000001 - type: recall_at_20 - value: 68.176 + value: 68.77 - type: recall_at_3 - value: 33.056000000000004 + value: 34.172999999999995 - type: recall_at_5 - value: 42.995 + value: 44.259 task: type: Retrieval - dataset: @@ -5802,13 +5802,13 @@ model-index: type: mteb/mtop_domain metrics: - type: accuracy - value: 89.54172366621066 + value: 97.57637938896491 - type: f1 - value: 88.86345617269791 + value: 97.39941554989736 - type: f1_weighted - value: 89.39824737643146 + value: 97.58495129362304 - type: main_score - value: 89.54172366621066 + value: 97.57637938896491 task: type: Classification - dataset: @@ -5819,13 +5819,13 @@ model-index: type: mteb/mtop_intent metrics: - type: accuracy - value: 62.08162334701323 + value: 86.08071135430917 - type: f1 - value: 43.12730019766516 + value: 60.67695519910473 - type: f1_weighted - value: 63.781545502237925 + value: 86.22253292076088 - type: main_score - value: 62.08162334701323 + value: 86.08071135430917 task: type: Classification - dataset: @@ -5836,13 +5836,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 70.35642232683254 + value: 74.9394754539341 - type: f1 - value: 68.72302949991845 + value: 71.84595519829237 - type: f1_weighted - value: 69.3283349884127 + value: 73.7724380212837 - type: main_score - value: 70.35642232683254 + value: 74.9394754539341 task: type: Classification - dataset: @@ -5853,13 +5853,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 75.72965702757229 + value: 82.0611970410222 - type: f1 - value: 75.45057853223203 + value: 80.96764019308867 - type: f1_weighted - value: 75.51989582351723 + value: 81.75048816703206 - type: main_score - value: 75.72965702757229 + value: 82.0611970410222 task: type: Classification - dataset: @@ -5870,11 +5870,11 @@ model-index: type: mteb/medrxiv-clustering-p2p metrics: - type: main_score - value: 33.84359193475579 + value: 35.535315182381275 - type: v_measure - value: 33.84359193475579 + value: 35.535315182381275 - type: v_measure_std - value: 1.206510814601397 + value: 1.2947784991789062 task: type: Clustering - dataset: @@ -5885,11 +5885,11 @@ model-index: type: mteb/medrxiv-clustering-s2s metrics: - type: main_score - value: 32.43240060668634 + value: 32.701317380058356 - type: v_measure - value: 32.43240060668634 + value: 32.701317380058356 - type: v_measure_std - value: 1.4462915088372668 + value: 1.212859415243672 task: type: Clustering - dataset: @@ -5900,23 +5900,23 @@ model-index: type: mteb/mind_small metrics: - type: main_score - value: 32.17562277399934 + value: 31.586146859630325 - type: map - value: 32.17562277399934 + value: 31.586146859630325 - type: mrr - value: 33.359132186523716 + value: 32.74920599119196 - type: nAUC_map_diff1 - value: 9.64301950935433 + value: 11.669586995601716 - type: nAUC_map_max - value: -21.474489295623783 + value: -19.043343922416184 - type: nAUC_map_std - value: -2.9044953039946035 + value: -0.002926267520007513 - type: nAUC_mrr_diff1 - value: 9.376542394215578 + value: 11.132898797866952 - type: nAUC_mrr_max - value: -15.773926504219354 + value: -13.521554137760747 - type: nAUC_mrr_std - value: -0.751930669185602 + value: 1.6662256096686372 task: type: Reranking - dataset: @@ -5927,287 +5927,287 @@ model-index: type: mteb/nfcorpus metrics: - type: main_score - value: 33.816 + value: 34.493 - type: map_at_1 - value: 4.893 + value: 5.469 - type: map_at_10 - value: 12.154 + value: 12.681999999999999 - type: map_at_100 - value: 15.486 + value: 16.136 - type: map_at_1000 - value: 16.952 + value: 17.574 - type: map_at_20 - value: 13.424 + value: 14.063 - type: map_at_3 - value: 8.819 + value: 9.252 - type: map_at_5 - value: 10.238999999999999 + value: 11.03 - type: mrr_at_1 - value: 42.10526315789473 + value: 43.962848297213625 - type: mrr_at_10 - value: 52.01742100348912 + value: 53.748095729519854 - type: mrr_at_100 - value: 52.6554997087846 + value: 54.31371383821993 - type: mrr_at_1000 - value: 52.69599552159355 + value: 54.34550446424 - type: mrr_at_20 - value: 52.51069271775405 + value: 54.05753630252571 - type: mrr_at_3 - value: 49.79360165118682 + value: 51.34158926728587 - type: mrr_at_5 - value: 50.86171310629517 + value: 52.951496388028886 - type: nauc_map_at_1000_diff1 - value: 22.910384139189237 + value: 22.42945451651053 - type: nauc_map_at_1000_max - value: 30.904545032635593 + value: 25.044939905094555 - type: nauc_map_at_1000_std - value: 13.256381971531022 + value: 14.6947376252321 - type: nauc_map_at_100_diff1 - value: 23.657922060794174 + value: 24.05126858377848 - type: nauc_map_at_100_max - value: 30.463171555444095 + value: 24.260286968462943 - type: nauc_map_at_100_std - value: 9.403207435293652 + value: 11.274560706750162 - type: nauc_map_at_10_diff1 - value: 26.99577933867989 + value: 28.610449405636412 - type: nauc_map_at_10_max - value: 25.74855919514706 + value: 17.669350840567517 - type: nauc_map_at_10_std - value: -1.946481502724064 + value: -0.5603965547026133 - type: nauc_map_at_1_diff1 - value: 40.87773635213689 + value: 44.546139576048574 - type: nauc_map_at_1_max - value: 18.50327114064488 + value: 3.5966098414779686 - type: nauc_map_at_1_std - value: -12.884353353702357 + value: -15.204463497276185 - type: nauc_map_at_20_diff1 - value: 25.182212498762404 + value: 26.93971089998854 - type: nauc_map_at_20_max - value: 27.726995459601568 + value: 20.89952744553902 - type: nauc_map_at_20_std - value: 2.265717944376315 + value: 4.323667205452283 - type: nauc_map_at_3_diff1 - value: 32.24473894835545 + value: 34.03753780494977 - type: nauc_map_at_3_max - value: 19.73101542872105 + value: 10.951970261908517 - type: nauc_map_at_3_std - value: -10.159375851390948 + value: -8.942935860299977 - type: nauc_map_at_5_diff1 - value: 30.660429521421523 + value: 31.13647526539977 - type: nauc_map_at_5_max - value: 22.777642402610702 + value: 13.55486409562657 - type: nauc_map_at_5_std - value: -6.784458070696157 + value: -6.285335121924455 - type: nauc_mrr_at_1000_diff1 - value: 35.540967575378694 + value: 33.04380727929978 - type: nauc_mrr_at_1000_max - value: 43.94574660779749 + value: 40.97460730083534 - type: nauc_mrr_at_1000_std - value: 24.857915852637742 + value: 22.68307762886138 - type: nauc_mrr_at_100_diff1 - value: 35.54094740404627 + value: 33.038505852668905 - type: nauc_mrr_at_100_max - value: 43.9872938663598 + value: 41.004813808229976 - type: nauc_mrr_at_100_std - value: 24.908343520366564 + value: 22.727078227914703 - type: nauc_mrr_at_10_diff1 - value: 35.499666044876456 + value: 32.945102642427294 - type: nauc_mrr_at_10_max - value: 43.372579438993235 + value: 40.59087425732438 - type: nauc_mrr_at_10_std - value: 24.55532928065396 + value: 22.2969763977488 - type: nauc_mrr_at_1_diff1 - value: 38.71056728463544 + value: 34.55355095202985 - type: nauc_mrr_at_1_max - value: 39.77501110624803 + value: 34.35691144716251 - type: nauc_mrr_at_1_std - value: 18.0097891637449 + value: 16.025738199559136 - type: nauc_mrr_at_20_diff1 - value: 35.4778364740954 + value: 33.01684360381644 - type: nauc_mrr_at_20_max - value: 43.861500828057984 + value: 40.82433798731643 - type: nauc_mrr_at_20_std - value: 24.844940828191785 + value: 22.56838707992269 - type: nauc_mrr_at_3_diff1 - value: 36.14951749215073 + value: 33.2000664328818 - type: nauc_mrr_at_3_max - value: 43.66290737939861 + value: 40.65557927809233 - type: nauc_mrr_at_3_std - value: 23.797433124588736 + value: 21.640445622194292 - type: nauc_mrr_at_5_diff1 - value: 35.43660972677152 + value: 33.14724263980201 - type: nauc_mrr_at_5_max - value: 43.45685670163132 + value: 40.37502720649393 - type: nauc_mrr_at_5_std - value: 24.304648467662023 + value: 20.91483571628846 - type: nauc_ndcg_at_1000_diff1 - value: 22.759045127619025 + value: 23.13999445390973 - type: nauc_ndcg_at_1000_max - value: 44.41137470197231 + value: 40.904356797688244 - type: nauc_ndcg_at_1000_std - value: 31.38899922811944 + value: 31.135131225973755 - type: nauc_ndcg_at_100_diff1 - value: 21.163726384696464 + value: 21.60764588276507 - type: nauc_ndcg_at_100_max - value: 39.3884922679833 + value: 34.72455917031235 - type: nauc_ndcg_at_100_std - value: 25.839289801954113 + value: 26.084570343364895 - type: nauc_ndcg_at_10_diff1 - value: 22.897812670264933 + value: 21.273666650824712 - type: nauc_ndcg_at_10_max - value: 36.65843413176893 + value: 36.42637032684147 - type: nauc_ndcg_at_10_std - value: 24.11394501649861 + value: 25.854371107614753 - type: nauc_ndcg_at_1_diff1 - value: 39.06334823564591 + value: 35.40190534464431 - type: nauc_ndcg_at_1_max - value: 39.06248799073769 + value: 34.09394953710087 - type: nauc_ndcg_at_1_std - value: 18.05518784959287 + value: 15.082336268368568 - type: nauc_ndcg_at_20_diff1 - value: 21.898686330422414 + value: 20.629683502494935 - type: nauc_ndcg_at_20_max - value: 35.78404933092488 + value: 35.01440571472175 - type: nauc_ndcg_at_20_std - value: 24.304058306037895 + value: 26.1516323412204 - type: nauc_ndcg_at_3_diff1 - value: 29.999089941995827 + value: 27.314585132007803 - type: nauc_ndcg_at_3_max - value: 38.55806893862189 + value: 38.19301088947643 - type: nauc_ndcg_at_3_std - value: 20.82150155152541 + value: 22.37292581921333 - type: nauc_ndcg_at_5_diff1 - value: 26.920523658582933 + value: 24.033794102904647 - type: nauc_ndcg_at_5_max - value: 37.903305784392835 + value: 36.466778291326506 - type: nauc_ndcg_at_5_std - value: 22.36973654091273 + value: 23.15763774408816 - type: nauc_precision_at_1000_diff1 - value: -4.736357828440193 + value: -13.984096369493178 - type: nauc_precision_at_1000_max - value: 5.778552685188162 + value: 8.50221544384146 - type: nauc_precision_at_1000_std - value: 36.06941146251687 + value: 35.62592696752026 - type: nauc_precision_at_100_diff1 - value: -3.915151057855969 + value: -12.115042643624523 - type: nauc_precision_at_100_max - value: 18.188180874141302 + value: 21.139964351279062 - type: nauc_precision_at_100_std - value: 44.921932315349935 + value: 45.41323150126541 - type: nauc_precision_at_10_diff1 - value: 6.335673291245972 + value: 3.5604358960435594 - type: nauc_precision_at_10_max - value: 33.54781851431339 + value: 38.21371536948471 - type: nauc_precision_at_10_std - value: 36.77684118708833 + value: 40.093467246870674 - type: nauc_precision_at_1_diff1 - value: 38.71056728463544 + value: 34.55355095202985 - type: nauc_precision_at_1_max - value: 39.77501110624803 + value: 34.35691144716251 - type: nauc_precision_at_1_std - value: 18.0097891637449 + value: 16.025738199559136 - type: nauc_precision_at_20_diff1 - value: 2.937163642087222 + value: -2.2994929672216142 - type: nauc_precision_at_20_max - value: 28.379243786948336 + value: 33.41182551515417 - type: nauc_precision_at_20_std - value: 40.35532758983976 + value: 42.926074063475376 - type: nauc_precision_at_3_diff1 - value: 20.784494867231487 + value: 17.026846985190286 - type: nauc_precision_at_3_max - value: 38.495138401646045 + value: 40.78926087324481 - type: nauc_precision_at_3_std - value: 25.482915117972993 + value: 28.26154405706766 - type: nauc_precision_at_5_diff1 - value: 15.127184520975657 + value: 10.066105504177528 - type: nauc_precision_at_5_max - value: 37.30602533471322 + value: 38.397299240351515 - type: nauc_precision_at_5_std - value: 29.930880073455175 + value: 31.504726528569105 - type: nauc_recall_at_1000_diff1 - value: 2.3913140928424705 + value: 5.433767085525343 - type: nauc_recall_at_1000_max - value: 20.737140424377333 + value: 17.082294989371675 - type: nauc_recall_at_1000_std - value: 18.01670749520214 + value: 17.867147762696924 - type: nauc_recall_at_100_diff1 - value: 7.687164842123094 + value: 10.513494371628159 - type: nauc_recall_at_100_max - value: 23.62069259941976 + value: 19.63867418942476 - type: nauc_recall_at_100_std - value: 14.411637818706472 + value: 14.421450754520809 - type: nauc_recall_at_10_diff1 - value: 18.678074331558783 + value: 22.750728383486376 - type: nauc_recall_at_10_max - value: 19.514135963995347 + value: 15.735611146890621 - type: nauc_recall_at_10_std - value: -2.8989513830052713 + value: -0.40290229377136233 - type: nauc_recall_at_1_diff1 - value: 40.87773635213689 + value: 44.546139576048574 - type: nauc_recall_at_1_max - value: 18.50327114064488 + value: 3.5966098414779686 - type: nauc_recall_at_1_std - value: -12.884353353702357 + value: -15.204463497276185 - type: nauc_recall_at_20_diff1 - value: 14.926936076283534 + value: 22.44097500377964 - type: nauc_recall_at_20_max - value: 22.342969389987594 + value: 19.99783526750806 - type: nauc_recall_at_20_std - value: 2.6680867208648666 + value: 5.831968175648315 - type: nauc_recall_at_3_diff1 - value: 26.592132793572855 + value: 30.742501145388644 - type: nauc_recall_at_3_max - value: 16.71686152308387 + value: 11.887713348765457 - type: nauc_recall_at_3_std - value: -10.161239210194816 + value: -7.507756416467706 - type: nauc_recall_at_5_diff1 - value: 24.899494230211914 + value: 25.251057623903268 - type: nauc_recall_at_5_max - value: 19.59649962842324 + value: 11.530971742020508 - type: nauc_recall_at_5_std - value: -6.76370389227844 + value: -6.9727238554804005 - type: ndcg_at_1 - value: 40.867 + value: 42.57 - type: ndcg_at_10 - value: 33.816 + value: 34.493 - type: ndcg_at_100 - value: 31.239 + value: 31.912000000000003 - type: ndcg_at_1000 - value: 39.879 + value: 40.485 - type: ndcg_at_20 - value: 31.423000000000002 + value: 32.314 - type: ndcg_at_3 - value: 38.911 + value: 39.546 - type: ndcg_at_5 - value: 36.61 + value: 38.009 - type: precision_at_1 - value: 42.105 + value: 43.963 - type: precision_at_10 - value: 25.635 + value: 25.728 - type: precision_at_100 - value: 8.176 + value: 8.297 - type: precision_at_1000 - value: 2.092 + value: 2.094 - type: precision_at_20 - value: 18.823999999999998 + value: 19.288 - type: precision_at_3 - value: 37.461 + value: 37.564 - type: precision_at_5 - value: 32.507999999999996 + value: 33.375 - type: recall_at_1 - value: 4.893 + value: 5.469 - type: recall_at_10 - value: 16.773 + value: 16.733 - type: recall_at_100 - value: 32.958999999999996 + value: 32.867000000000004 - type: recall_at_1000 - value: 64.094 + value: 63.873000000000005 - type: recall_at_20 - value: 20.557 + value: 20.312 - type: recall_at_3 - value: 10.263 + value: 10.386 - type: recall_at_5 - value: 12.388 + value: 13.679 task: type: Retrieval - dataset: @@ -6218,287 +6218,287 @@ model-index: type: mteb/nq metrics: - type: main_score - value: 47.705999999999996 + value: 49.539 - type: map_at_1 - value: 24.09 + value: 26.016000000000002 - type: map_at_10 - value: 39.287 + value: 41.23 - type: map_at_100 - value: 40.567 + value: 42.466 - type: map_at_1000 - value: 40.6 + value: 42.494 - type: map_at_20 - value: 40.148 + value: 42.049 - type: map_at_3 - value: 34.302 + value: 36.272999999999996 - type: map_at_5 - value: 37.206 + value: 39.172000000000004 - type: mrr_at_1 - value: 27.28852838933951 + value: 29.634994206257243 - type: mrr_at_10 - value: 41.73792740348356 + value: 43.814949695598514 - type: mrr_at_100 - value: 42.700956318341376 + value: 44.75158330890793 - type: mrr_at_1000 - value: 42.721500078814096 + value: 44.76933611785972 - type: mrr_at_20 - value: 42.39774668731353 + value: 44.450136580422104 - type: mrr_at_3 - value: 37.35032831208959 + value: 39.56160679799143 - type: mrr_at_5 - value: 40.00965623792975 + value: 42.083333333333336 - type: nauc_map_at_1000_diff1 - value: 26.995052198015408 + value: 31.377733390159623 - type: nauc_map_at_1000_max - value: 15.20926829878716 + value: 10.852802240297759 - type: nauc_map_at_1000_std - value: -7.419434404678649 + value: -8.156368414989963 - type: nauc_map_at_100_diff1 - value: 26.98675665686633 + value: 31.37926107010834 - type: nauc_map_at_100_max - value: 15.232441822080464 + value: 10.866567017386616 - type: nauc_map_at_100_std - value: -7.3860325680943655 + value: -8.13083658675661 - type: nauc_map_at_10_diff1 - value: 27.2055488472847 + value: 31.302395420970413 - type: nauc_map_at_10_max - value: 15.22405773845232 + value: 10.696471249499485 - type: nauc_map_at_10_std - value: -7.997911271237045 + value: -8.608828614048587 - type: nauc_map_at_1_diff1 - value: 28.974098579091123 + value: 34.515378947817545 - type: nauc_map_at_1_max - value: 11.321507460392628 + value: 8.23278785130009 - type: nauc_map_at_1_std - value: -7.640518561754067 + value: -8.790135666737623 - type: nauc_map_at_20_diff1 - value: 26.975519720067403 + value: 31.405784027747636 - type: nauc_map_at_20_max - value: 15.270333199937241 + value: 10.743222784357599 - type: nauc_map_at_20_std - value: -7.593162904909118 + value: -8.336520716356294 - type: nauc_map_at_3_diff1 - value: 26.196529957905334 + value: 30.790756885918242 - type: nauc_map_at_3_max - value: 13.478166583287848 + value: 9.611996527156451 - type: nauc_map_at_3_std - value: -9.053865282739968 + value: -10.30419579409286 - type: nauc_map_at_5_diff1 - value: 26.79122911875148 + value: 31.018701056437692 - type: nauc_map_at_5_max - value: 14.282446217191469 + value: 10.415471498676181 - type: nauc_map_at_5_std - value: -9.094186973353946 + value: -9.267868426130615 - type: nauc_mrr_at_1000_diff1 - value: 26.759927337618993 + value: 30.954103753005274 - type: nauc_mrr_at_1000_max - value: 14.825954255654228 + value: 11.65610034595576 - type: nauc_mrr_at_1000_std - value: -6.105406137980129 + value: -6.236607914879178 - type: nauc_mrr_at_100_diff1 - value: 26.74960844122087 + value: 30.95419964742793 - type: nauc_mrr_at_100_max - value: 14.843683127357762 + value: 11.67074501272962 - type: nauc_mrr_at_100_std - value: -6.076356380149935 + value: -6.2148004414091504 - type: nauc_mrr_at_10_diff1 - value: 26.944765214641325 + value: 30.909871849241917 - type: nauc_mrr_at_10_max - value: 14.94642107131636 + value: 11.663150347843652 - type: nauc_mrr_at_10_std - value: -6.336027654512049 + value: -6.412145873320221 - type: nauc_mrr_at_1_diff1 - value: 28.63557135887537 + value: 33.69803436461973 - type: nauc_mrr_at_1_max - value: 11.997480919271911 + value: 9.810616582626253 - type: nauc_mrr_at_1_std - value: -6.415779575057592 + value: -6.5168183653335845 - type: nauc_mrr_at_20_diff1 - value: 26.707684527732884 + value: 30.97036659208301 - type: nauc_mrr_at_20_max - value: 14.891955656316206 + value: 11.615291040042264 - type: nauc_mrr_at_20_std - value: -6.170926409650526 + value: -6.317206649176624 - type: nauc_mrr_at_3_diff1 - value: 26.09833571219951 + value: 30.347687412668307 - type: nauc_mrr_at_3_max - value: 13.619335397303093 + value: 11.045997984562728 - type: nauc_mrr_at_3_std - value: -6.99260621640241 + value: -7.344237528386735 - type: nauc_mrr_at_5_diff1 - value: 26.509106156499758 + value: 30.607591550974323 - type: nauc_mrr_at_5_max - value: 14.309307369143232 + value: 11.478687020349025 - type: nauc_mrr_at_5_std - value: -7.036129929142912 + value: -6.773130489910162 - type: nauc_ndcg_at_1000_diff1 - value: 26.58998518885675 + value: 30.721715941822435 - type: nauc_ndcg_at_1000_max - value: 16.730704716377872 + value: 12.363613568822352 - type: nauc_ndcg_at_1000_std - value: -5.39551318704605 + value: -6.083916245339269 - type: nauc_ndcg_at_100_diff1 - value: 26.367304449158542 + value: 30.608831858292408 - type: nauc_ndcg_at_100_max - value: 17.497911381186437 + value: 12.894646588979683 - type: nauc_ndcg_at_100_std - value: -4.274806854701229 + value: -5.148801091143074 - type: nauc_ndcg_at_10_diff1 - value: 27.275827813350823 + value: 30.483771661792847 - type: nauc_ndcg_at_10_max - value: 17.61502848669633 + value: 12.18129035771911 - type: nauc_ndcg_at_10_std - value: -6.706786953638304 + value: -7.165744970217042 - type: nauc_ndcg_at_1_diff1 - value: 28.73750705322627 + value: 33.79845141868468 - type: nauc_ndcg_at_1_max - value: 12.034842420318594 + value: 9.88864563426806 - type: nauc_ndcg_at_1_std - value: -6.331175328355812 + value: -6.43552016535101 - type: nauc_ndcg_at_20_diff1 - value: 26.334025198409822 + value: 30.77504113488907 - type: nauc_ndcg_at_20_max - value: 17.855473370518965 + value: 12.28245448589153 - type: nauc_ndcg_at_20_std - value: -5.403020940844481 + value: -6.325276590452571 - type: nauc_ndcg_at_3_diff1 - value: 25.45388148358677 + value: 29.602918057743278 - type: nauc_ndcg_at_3_max - value: 14.079983701064627 + value: 10.39055264754259 - type: nauc_ndcg_at_3_std - value: -8.890083252778314 + value: -10.014843769784985 - type: nauc_ndcg_at_5_diff1 - value: 26.33612130048854 + value: 29.94463296702168 - type: nauc_ndcg_at_5_max - value: 15.450244767383477 + value: 11.551920125900473 - type: nauc_ndcg_at_5_std - value: -9.054428820466049 + value: -8.48593988495145 - type: nauc_precision_at_1000_diff1 - value: -5.4513464358643935 + value: -5.690546724212895 - type: nauc_precision_at_1000_max - value: 5.371939619810606 + value: 9.109366247129207 - type: nauc_precision_at_1000_std - value: 14.8654667034019 + value: 14.65465630262207 - type: nauc_precision_at_100_diff1 - value: -1.3987377525099691 + value: -1.2336613199255233 - type: nauc_precision_at_100_max - value: 13.911794092689838 + value: 14.632255993612098 - type: nauc_precision_at_100_std - value: 21.429657983736398 + value: 20.106751006299508 - type: nauc_precision_at_10_diff1 - value: 17.11455042469293 + value: 16.156638161044377 - type: nauc_precision_at_10_max - value: 22.09155979887235 + value: 15.461271728023455 - type: nauc_precision_at_10_std - value: 4.5779383691575335 + value: 4.613330902566019 - type: nauc_precision_at_1_diff1 - value: 28.73750705322627 + value: 33.79845141868468 - type: nauc_precision_at_1_max - value: 12.034842420318594 + value: 9.88864563426806 - type: nauc_precision_at_1_std - value: -6.331175328355812 + value: -6.43552016535101 - type: nauc_precision_at_20_diff1 - value: 8.866920301402327 + value: 10.833258836740004 - type: nauc_precision_at_20_max - value: 20.465524038064146 + value: 14.399547246551503 - type: nauc_precision_at_20_std - value: 11.77414197569535 + value: 10.691750912308304 - type: nauc_precision_at_3_diff1 - value: 20.723368404844305 + value: 23.440967729505452 - type: nauc_precision_at_3_max - value: 16.257890926808553 + value: 12.708378101618688 - type: nauc_precision_at_3_std - value: -6.290754270412709 + value: -7.2002199170375105 - type: nauc_precision_at_5_diff1 - value: 20.209421398374488 + value: 20.632161061662867 - type: nauc_precision_at_5_max - value: 18.627423971893325 + value: 14.803138265646187 - type: nauc_precision_at_5_std - value: -4.6989054258140355 + value: -1.9170585171231866 - type: nauc_recall_at_1000_diff1 - value: 16.326550389848265 + value: 17.469814268756277 - type: nauc_recall_at_1000_max - value: 72.55345747292822 + value: 67.91132861575576 - type: nauc_recall_at_1000_std - value: 63.7692611505317 + value: 59.719785001643054 - type: nauc_recall_at_100_diff1 - value: 16.03698346212984 + value: 20.871489158949146 - type: nauc_recall_at_100_max - value: 50.432030846802064 + value: 42.25616221901811 - type: nauc_recall_at_100_std - value: 43.37937315409283 + value: 41.83257983711543 - type: nauc_recall_at_10_diff1 - value: 26.91743922623231 + value: 26.116159187824273 - type: nauc_recall_at_10_max - value: 26.28334350051652 + value: 15.673928195577544 - type: nauc_recall_at_10_std - value: -3.6769327984943248 + value: -4.068034337550412 - type: nauc_recall_at_1_diff1 - value: 28.974098579091123 + value: 34.515378947817545 - type: nauc_recall_at_1_max - value: 11.321507460392628 + value: 8.23278785130009 - type: nauc_recall_at_1_std - value: -7.640518561754067 + value: -8.790135666737623 - type: nauc_recall_at_20_diff1 - value: 21.32293933043855 + value: 26.830515495608314 - type: nauc_recall_at_20_max - value: 31.996089227364994 + value: 17.956121895077352 - type: nauc_recall_at_20_std - value: 5.0730478086085995 + value: 1.8149755315374414 - type: nauc_recall_at_3_diff1 - value: 22.708520483632753 + value: 25.57777694351554 - type: nauc_recall_at_3_max - value: 14.897940279836913 + value: 10.768605841163243 - type: nauc_recall_at_3_std - value: -10.081304729280403 + value: -11.548054988544685 - type: nauc_recall_at_5_diff1 - value: 24.140285353276628 + value: 25.69071002325843 - type: nauc_recall_at_5_max - value: 17.99130898455 + value: 13.248151375739594 - type: nauc_recall_at_5_std - value: -11.006510541854203 + value: -8.31127808515032 - type: ndcg_at_1 - value: 27.26 + value: 29.605999999999998 - type: ndcg_at_10 - value: 47.705999999999996 + value: 49.539 - type: ndcg_at_100 - value: 53.016 + value: 54.67999999999999 - type: ndcg_at_1000 - value: 53.715 + value: 55.287 - type: ndcg_at_20 - value: 50.498 + value: 52.196 - type: ndcg_at_3 - value: 38.124 + value: 40.111999999999995 - type: ndcg_at_5 - value: 43.097 + value: 44.983000000000004 - type: precision_at_1 - value: 27.26 + value: 29.605999999999998 - type: precision_at_10 - value: 8.447000000000001 + value: 8.607 - type: precision_at_100 - value: 1.139 + value: 1.147 - type: precision_at_1000 value: 0.121 - type: precision_at_20 - value: 4.874 + value: 4.938 - type: precision_at_3 - value: 17.835 + value: 18.627 - type: precision_at_5 - value: 13.517000000000001 + value: 13.927999999999999 - type: recall_at_1 - value: 24.09 + value: 26.016000000000002 - type: recall_at_10 - value: 71.10600000000001 + value: 72.51100000000001 - type: recall_at_100 - value: 93.953 + value: 94.60499999999999 - type: recall_at_1000 - value: 99.073 + value: 99.054 - type: recall_at_20 - value: 81.523 + value: 82.353 - type: recall_at_3 - value: 46.174 + value: 47.989 - type: recall_at_5 - value: 57.677 + value: 59.243 task: type: Retrieval - dataset: @@ -6509,287 +6509,287 @@ model-index: type: mteb/quora metrics: - type: main_score - value: 89.676 + value: 89.387 - type: map_at_1 - value: 72.103 + value: 71.61699999999999 - type: map_at_10 - value: 86.14500000000001 + value: 85.785 - type: map_at_100 - value: 86.765 + value: 86.407 - type: map_at_1000 - value: 86.776 + value: 86.42 - type: map_at_20 - value: 86.562 + value: 86.206 - type: map_at_3 - value: 83.214 + value: 82.867 - type: map_at_5 - value: 85.103 + value: 84.736 - type: mrr_at_1 - value: 83.05 + value: 82.49 - type: mrr_at_10 - value: 88.93702380952368 + value: 88.59147619047603 - type: mrr_at_100 - value: 89.01863878447548 + value: 88.67100295673903 - type: mrr_at_1000 - value: 89.01885795102484 + value: 88.67132516200078 - type: mrr_at_20 - value: 88.99974718680856 + value: 88.6561804240649 - type: mrr_at_3 - value: 88.08333333333313 + value: 87.72499999999982 - type: mrr_at_5 - value: 88.71633333333311 + value: 88.34599999999975 - type: nauc_map_at_1000_diff1 - value: 78.13997479130329 + value: 77.75322227698767 - type: nauc_map_at_1000_max - value: 33.16799361159121 + value: 27.15325474904755 - type: nauc_map_at_1000_std - value: -55.1863277755837 + value: -45.950703261401266 - type: nauc_map_at_100_diff1 - value: 78.14023553984367 + value: 77.75046471198675 - type: nauc_map_at_100_max - value: 33.13369714413867 + value: 27.125684918574887 - type: nauc_map_at_100_std - value: -55.23540842004624 + value: -46.00793046653974 - type: nauc_map_at_10_diff1 - value: 78.37080186192892 + value: 77.96301805869726 - type: nauc_map_at_10_max - value: 32.57134371768262 + value: 26.63787475984541 - type: nauc_map_at_10_std - value: -57.373890318858635 + value: -48.2092244990593 - type: nauc_map_at_1_diff1 - value: 81.43018798912361 + value: 81.04847175933422 - type: nauc_map_at_1_max - value: 25.19409927583946 + value: 20.828021860691376 - type: nauc_map_at_1_std - value: -48.22311263550707 + value: -40.4427741623345 - type: nauc_map_at_20_diff1 - value: 78.2531228519997 + value: 77.82691021180123 - type: nauc_map_at_20_max - value: 32.93544556033276 + value: 26.979439675350086 - type: nauc_map_at_20_std - value: -56.1055098795547 + value: -46.94206477224242 - type: nauc_map_at_3_diff1 - value: 78.87676183243428 + value: 78.57251235300281 - type: nauc_map_at_3_max - value: 30.20611964511498 + value: 24.306776325229592 - type: nauc_map_at_3_std - value: -58.43976419533779 + value: -50.446232609379706 - type: nauc_map_at_5_diff1 - value: 78.74187209420451 + value: 78.23538738312993 - type: nauc_map_at_5_max - value: 31.54047365144067 + value: 26.005150155221003 - type: nauc_map_at_5_std - value: -58.97219700125237 + value: -49.72081450369548 - type: nauc_mrr_at_1000_diff1 - value: 78.95748141758239 + value: 78.29655431237718 - type: nauc_mrr_at_1000_max - value: 35.915215848182335 + value: 29.392496550114718 - type: nauc_mrr_at_1000_std - value: -51.60783225234237 + value: -41.08607589889516 - type: nauc_mrr_at_100_diff1 - value: 78.95727688352294 + value: 78.29662146607758 - type: nauc_mrr_at_100_max - value: 35.915856450202206 + value: 29.393300424020218 - type: nauc_mrr_at_100_std - value: -51.60782742807526 + value: -41.086465937239026 - type: nauc_mrr_at_10_diff1 - value: 78.97062716064038 + value: 78.30206302797494 - type: nauc_mrr_at_10_max - value: 35.98944352252478 + value: 29.367617601691403 - type: nauc_mrr_at_10_std - value: -51.77952280125023 + value: -41.241804159667225 - type: nauc_mrr_at_1_diff1 - value: 79.56130369111403 + value: 79.00375724290345 - type: nauc_mrr_at_1_max - value: 35.942655751158995 + value: 29.763227602149133 - type: nauc_mrr_at_1_std - value: -48.53333294529543 + value: -37.58361433096388 - type: nauc_mrr_at_20_diff1 - value: 78.96215019750328 + value: 78.29875275029173 - type: nauc_mrr_at_20_max - value: 35.91684162704735 + value: 29.39463895371502 - type: nauc_mrr_at_20_std - value: -51.67122079763854 + value: -41.13808938179999 - type: nauc_mrr_at_3_diff1 - value: 78.70330923531215 + value: 78.04981713424701 - type: nauc_mrr_at_3_max - value: 35.87542341241571 + value: 28.760448174610858 - type: nauc_mrr_at_3_std - value: -51.87635339239034 + value: -42.25770370267669 - type: nauc_mrr_at_5_diff1 - value: 78.99544950827739 + value: 78.24030781659526 - type: nauc_mrr_at_5_max - value: 35.965125484837266 + value: 29.4627965404159 - type: nauc_mrr_at_5_std - value: -52.11029578138711 + value: -41.48382971161236 - type: nauc_ndcg_at_1000_diff1 - value: 78.10303471223646 + value: 77.63586978346414 - type: nauc_ndcg_at_1000_max - value: 34.72596142439839 + value: 28.36041361858413 - type: nauc_ndcg_at_1000_std - value: -53.2962525848089 + value: -43.84956631664592 - type: nauc_ndcg_at_100_diff1 - value: 78.06267135641467 + value: 77.5782899412669 - type: nauc_ndcg_at_100_max - value: 34.54419033520112 + value: 28.175349147299023 - type: nauc_ndcg_at_100_std - value: -53.5392586501254 + value: -44.03384730985532 - type: nauc_ndcg_at_10_diff1 - value: 78.17567073559658 + value: 77.65612732311726 - type: nauc_ndcg_at_10_max - value: 33.787109792594144 + value: 27.447934213310145 - type: nauc_ndcg_at_10_std - value: -57.23628218329926 + value: -47.477846933136206 - type: nauc_ndcg_at_1_diff1 - value: 79.5420688434198 + value: 79.00375724290345 - type: nauc_ndcg_at_1_max - value: 36.07066857529557 + value: 29.763227602149133 - type: nauc_ndcg_at_1_std - value: -48.48781152561791 + value: -37.58361433096388 - type: nauc_ndcg_at_20_diff1 - value: 78.21739679352075 + value: 77.6857905925127 - type: nauc_ndcg_at_20_max - value: 34.04005309785922 + value: 27.85965135690326 - type: nauc_ndcg_at_20_std - value: -55.65001368252659 + value: -46.035623659567534 - type: nauc_ndcg_at_3_diff1 - value: 77.47445949226606 + value: 77.20000663124452 - type: nauc_ndcg_at_3_max - value: 32.77007174469541 + value: 25.83926946771269 - type: nauc_ndcg_at_3_std - value: -56.260910342535894 + value: -48.46047480037077 - type: nauc_ndcg_at_5_diff1 - value: 78.15994882398387 + value: 77.47304156996891 - type: nauc_ndcg_at_5_max - value: 33.11497252066444 + value: 27.277217473255703 - type: nauc_ndcg_at_5_std - value: -58.346472568678664 + value: -48.29036456924513 - type: nauc_precision_at_1000_diff1 - value: -45.22108856190449 + value: -44.34289619168728 - type: nauc_precision_at_1000_max - value: -3.769158876252231 + value: -3.3267888861609882 - type: nauc_precision_at_1000_std - value: 43.723870330086925 + value: 40.7640626789122 - type: nauc_precision_at_100_diff1 - value: -45.23758967194308 + value: -44.40180123691582 - type: nauc_precision_at_100_max - value: -4.363166810337138 + value: -4.036815279824888 - type: nauc_precision_at_100_std - value: 42.94820379534783 + value: 40.258738157948144 - type: nauc_precision_at_10_diff1 - value: -40.752163951230585 + value: -40.174969736392725 - type: nauc_precision_at_10_max - value: -1.6169274191392247 + value: -1.2107921107014503 - type: nauc_precision_at_10_std - value: 29.249486658726266 + value: 26.914317558152383 - type: nauc_precision_at_1_diff1 - value: 79.5420688434198 + value: 79.00375724290345 - type: nauc_precision_at_1_max - value: 36.07066857529557 + value: 29.763227602149133 - type: nauc_precision_at_1_std - value: -48.48781152561791 + value: -37.58361433096388 - type: nauc_precision_at_20_diff1 - value: -43.52965345142954 + value: -42.997551532370395 - type: nauc_precision_at_20_max - value: -3.410765512192599 + value: -2.7260912846581435 - type: nauc_precision_at_20_std - value: 36.265002036696245 + value: 33.47494527610656 - type: nauc_precision_at_3_diff1 - value: -21.947123522182608 + value: -21.172181060238913 - type: nauc_precision_at_3_max - value: 6.055908914766165 + value: 4.5591660958836835 - type: nauc_precision_at_3_std - value: 6.408586281581511 + value: 4.474651862429931 - type: nauc_precision_at_5_diff1 - value: -34.130820418059265 + value: -33.376618015297154 - type: nauc_precision_at_5_max - value: 1.1109424247006825 + value: 1.7302644290575764 - type: nauc_precision_at_5_std - value: 18.488513018473114 + value: 16.980633045220895 - type: nauc_recall_at_1000_diff1 - value: 47.996662934260556 + value: 58.24743045343488 - type: nauc_recall_at_1000_max - value: 11.574413075464337 + value: -21.258859048904625 - type: nauc_recall_at_1000_std - value: -39.2955614699843 + value: 5.841590725271873 - type: nauc_recall_at_100_diff1 - value: 64.12162282642701 + value: 64.62432244425025 - type: nauc_recall_at_100_max - value: 17.595341249984035 + value: 11.438889005688548 - type: nauc_recall_at_100_std - value: -74.41045136381057 + value: -48.21565456849923 - type: nauc_recall_at_10_diff1 - value: 75.16961616005102 + value: 73.84516212868728 - type: nauc_recall_at_10_max - value: 28.68309207235788 + value: 21.581336143130912 - type: nauc_recall_at_10_std - value: -82.81198733010936 + value: -71.40446430175044 - type: nauc_recall_at_1_diff1 - value: 81.43018798912361 + value: 81.04847175933422 - type: nauc_recall_at_1_max - value: 25.19409927583946 + value: 20.828021860691376 - type: nauc_recall_at_1_std - value: -48.22311263550707 + value: -40.4427741623345 - type: nauc_recall_at_20_diff1 - value: 75.94655772120838 + value: 74.07490425440125 - type: nauc_recall_at_20_max - value: 26.033082267707137 + value: 22.741699258253938 - type: nauc_recall_at_20_std - value: -87.8035845729173 + value: -75.22910750948694 - type: nauc_recall_at_3_diff1 - value: 75.18135051463966 + value: 74.81258758793922 - type: nauc_recall_at_3_max - value: 25.829788998048713 + value: 19.256464797371688 - type: nauc_recall_at_3_std - value: -66.40001628991527 + value: -61.27309744783545 - type: nauc_recall_at_5_diff1 - value: 75.32388475941752 + value: 73.49570838483187 - type: nauc_recall_at_5_max - value: 26.600470217631152 + value: 22.485129670655922 - type: nauc_recall_at_5_std - value: -76.75029218302441 + value: -64.95541946081566 - type: ndcg_at_1 - value: 83.06 + value: 82.49 - type: ndcg_at_10 - value: 89.676 + value: 89.387 - type: ndcg_at_100 - value: 90.745 + value: 90.464 - type: ndcg_at_1000 - value: 90.802 + value: 90.533 - type: ndcg_at_20 - value: 90.293 + value: 90.01599999999999 - type: ndcg_at_3 - value: 87.01299999999999 + value: 86.726 - type: ndcg_at_5 - value: 88.578 + value: 88.249 - type: precision_at_1 - value: 83.06 + value: 82.49 - type: precision_at_10 - value: 13.599 + value: 13.543 - type: precision_at_100 - value: 1.54 + value: 1.5350000000000001 - type: precision_at_1000 value: 0.157 - type: precision_at_20 - value: 7.2139999999999995 + value: 7.185 - type: precision_at_3 - value: 38.067 + value: 37.983 - type: precision_at_5 - value: 25.06 + value: 24.954 - type: recall_at_1 - value: 72.103 + value: 71.61699999999999 - type: recall_at_10 - value: 96.269 + value: 96.207 - type: recall_at_100 - value: 99.776 + value: 99.726 - type: recall_at_1000 - value: 99.995 + value: 99.991 - type: recall_at_20 - value: 98.20400000000001 + value: 98.188 - type: recall_at_3 - value: 88.59700000000001 + value: 88.466 - type: recall_at_5 - value: 93.015 + value: 92.83200000000001 task: type: Retrieval - dataset: @@ -6800,11 +6800,11 @@ model-index: type: mteb/reddit-clustering metrics: - type: main_score - value: 57.6315484268519 + value: 55.165421795067815 - type: v_measure - value: 57.6315484268519 + value: 55.165421795067815 - type: v_measure_std - value: 4.96160605448604 + value: 4.407201142010862 task: type: Clustering - dataset: @@ -6815,11 +6815,11 @@ model-index: type: mteb/reddit-clustering-p2p metrics: - type: main_score - value: 65.10459556169661 + value: 64.40104113698271 - type: v_measure - value: 65.10459556169661 + value: 64.40104113698271 - type: v_measure_std - value: 12.297830143436506 + value: 13.302523246335362 task: type: Clustering - dataset: @@ -6830,287 +6830,287 @@ model-index: type: mteb/scidocs metrics: - type: main_score - value: 20.241 + value: 20.429 - type: map_at_1 - value: 4.585 + value: 4.868 - type: map_at_10 - value: 12.179 + value: 12.27 - type: map_at_100 - value: 14.185 + value: 14.332 - type: map_at_1000 - value: 14.485999999999999 + value: 14.625 - type: map_at_20 - value: 13.211 + value: 13.333 - type: map_at_3 - value: 8.671 + value: 8.795 - type: map_at_5 - value: 10.312000000000001 + value: 10.392 - type: mrr_at_1 - value: 22.7 + value: 24.0 - type: mrr_at_10 - value: 33.75805555555551 + value: 34.65333333333329 - type: mrr_at_100 - value: 34.817297940294345 + value: 35.674251079833766 - type: mrr_at_1000 - value: 34.883397077676406 + value: 35.73520785942911 - type: mrr_at_20 - value: 34.38700212283411 + value: 35.22774876654128 - type: mrr_at_3 - value: 30.483333333333306 + value: 31.166666666666664 - type: mrr_at_5 - value: 32.408333333333275 + value: 33.281666666666624 - type: nauc_map_at_1000_diff1 - value: 14.799522136525983 + value: 17.399043123319522 - type: nauc_map_at_1000_max - value: 34.787460217244785 + value: 31.2734183775543 - type: nauc_map_at_1000_std - value: 18.09344563882231 + value: 17.077403711100832 - type: nauc_map_at_100_diff1 - value: 14.768945434423111 + value: 17.403713887640865 - type: nauc_map_at_100_max - value: 34.7296008481421 + value: 31.27377201272501 - type: nauc_map_at_100_std - value: 17.862302470008842 + value: 16.87360366282937 - type: nauc_map_at_10_diff1 - value: 14.144901666255635 + value: 17.359001538120168 - type: nauc_map_at_10_max - value: 32.717524928702204 + value: 30.468920168811948 - type: nauc_map_at_10_std - value: 14.61297873647561 + value: 13.380268231544715 - type: nauc_map_at_1_diff1 - value: 24.110400950369463 + value: 21.421764472532455 - type: nauc_map_at_1_max - value: 28.717709149236846 + value: 22.406495947870948 - type: nauc_map_at_1_std - value: 9.47019097868293 + value: 7.278461750059741 - type: nauc_map_at_20_diff1 - value: 14.60910237598006 + value: 17.309681501618616 - type: nauc_map_at_20_max - value: 34.41168874995483 + value: 30.723309484933736 - type: nauc_map_at_20_std - value: 16.8281730049661 + value: 15.103661234366466 - type: nauc_map_at_3_diff1 - value: 16.927638840219913 + value: 19.21373088647576 - type: nauc_map_at_3_max - value: 30.943529346638215 + value: 28.20473469906757 - type: nauc_map_at_3_std - value: 8.770011702871889 + value: 8.112728025403056 - type: nauc_map_at_5_diff1 - value: 15.149404949142397 + value: 18.058060387271972 - type: nauc_map_at_5_max - value: 32.21505246043176 + value: 30.126841947570814 - type: nauc_map_at_5_std - value: 11.327982631457365 + value: 10.52754125285907 - type: nauc_mrr_at_1000_diff1 - value: 20.74353214383309 + value: 19.441702934302622 - type: nauc_mrr_at_1000_max - value: 32.03632971500104 + value: 25.596393086654306 - type: nauc_mrr_at_1000_std - value: 13.888511855973434 + value: 12.03335655261492 - type: nauc_mrr_at_100_diff1 - value: 20.729669159574993 + value: 19.45550504725835 - type: nauc_mrr_at_100_max - value: 32.04616144275277 + value: 25.616075945406113 - type: nauc_mrr_at_100_std - value: 13.909503435758552 + value: 12.064272002353919 - type: nauc_mrr_at_10_diff1 - value: 20.68902799696533 + value: 19.439283557585867 - type: nauc_mrr_at_10_max - value: 32.06338386152125 + value: 25.630347604493288 - type: nauc_mrr_at_10_std - value: 13.774587429590262 + value: 12.031032042077703 - type: nauc_mrr_at_1_diff1 - value: 23.923563127598772 + value: 21.522585669781943 - type: nauc_mrr_at_1_max - value: 28.66045286040102 + value: 22.47948118859334 - type: nauc_mrr_at_1_std - value: 9.324543818990804 + value: 7.382278936017263 - type: nauc_mrr_at_20_diff1 - value: 20.75062648249425 + value: 19.41398208318509 - type: nauc_mrr_at_20_max - value: 32.07720087059192 + value: 25.627882587061446 - type: nauc_mrr_at_20_std - value: 13.99626011275507 + value: 12.073194157092846 - type: nauc_mrr_at_3_diff1 - value: 21.28016610687942 + value: 19.605200019472257 - type: nauc_mrr_at_3_max - value: 31.378222612242958 + value: 25.325244620209876 - type: nauc_mrr_at_3_std - value: 11.873532774618438 + value: 9.621890524197736 - type: nauc_mrr_at_5_diff1 - value: 20.553867571063165 + value: 19.39540169944071 - type: nauc_mrr_at_5_max - value: 32.0086355849153 + value: 25.603584740156034 - type: nauc_mrr_at_5_std - value: 13.390002782582572 + value: 11.176904475558963 - type: nauc_ndcg_at_1000_diff1 - value: 16.18725835208729 + value: 16.677472512130397 - type: nauc_ndcg_at_1000_max - value: 36.31956949239469 + value: 30.803531883263386 - type: nauc_ndcg_at_1000_std - value: 24.60962249502986 + value: 24.271183062150264 - type: nauc_ndcg_at_100_diff1 - value: 16.080952256468766 + value: 17.36630862763037 - type: nauc_ndcg_at_100_max - value: 36.836773125169934 + value: 31.94802140143363 - type: nauc_ndcg_at_100_std - value: 23.486496647173155 + value: 23.50492571448407 - type: nauc_ndcg_at_10_diff1 - value: 14.992050388748346 + value: 16.96591943739385 - type: nauc_ndcg_at_10_max - value: 33.69147398978967 + value: 29.983229462186355 - type: nauc_ndcg_at_10_std - value: 17.50282505569243 + value: 16.195748077489096 - type: nauc_ndcg_at_1_diff1 - value: 23.923563127598772 + value: 21.522585669781943 - type: nauc_ndcg_at_1_max - value: 28.66045286040102 + value: 22.47948118859334 - type: nauc_ndcg_at_1_std - value: 9.324543818990804 + value: 7.382278936017263 - type: nauc_ndcg_at_20_diff1 - value: 15.823547784233455 + value: 16.95752397256498 - type: nauc_ndcg_at_20_max - value: 36.18197091556912 + value: 30.17083071239411 - type: nauc_ndcg_at_20_std - value: 20.836130350813587 + value: 18.58280825082001 - type: nauc_ndcg_at_3_diff1 - value: 17.463404815086445 + value: 18.84612108439313 - type: nauc_ndcg_at_3_max - value: 31.775390145640543 + value: 27.98191818651593 - type: nauc_ndcg_at_3_std - value: 10.613295919918224 + value: 9.424277024329921 - type: nauc_ndcg_at_5_diff1 - value: 15.58999290484695 + value: 17.508065912086675 - type: nauc_ndcg_at_5_max - value: 32.98927404083336 + value: 29.611412732203608 - type: nauc_ndcg_at_5_std - value: 13.95090164575397 + value: 12.623793734445126 - type: nauc_precision_at_1000_diff1 - value: 8.606689567686072 + value: 6.265199779097322 - type: nauc_precision_at_1000_max - value: 25.80568112038825 + value: 20.008066463216657 - type: nauc_precision_at_1000_std - value: 33.49354016345421 + value: 35.98021866405677 - type: nauc_precision_at_100_diff1 - value: 11.096364034281708 + value: 11.877723135952802 - type: nauc_precision_at_100_max - value: 33.095554194808315 + value: 28.979530033834557 - type: nauc_precision_at_100_std - value: 30.31514346435903 + value: 33.61448120665875 - type: nauc_precision_at_10_diff1 - value: 10.362661293325996 + value: 13.347374773447774 - type: nauc_precision_at_10_max - value: 32.23480074406134 + value: 29.532781336663056 - type: nauc_precision_at_10_std - value: 21.320659854598354 + value: 20.58195880074721 - type: nauc_precision_at_1_diff1 - value: 23.923563127598772 + value: 21.522585669781943 - type: nauc_precision_at_1_max - value: 28.66045286040102 + value: 22.47948118859334 - type: nauc_precision_at_1_std - value: 9.324543818990804 + value: 7.382278936017263 - type: nauc_precision_at_20_diff1 - value: 11.731217258112276 + value: 12.623490622184555 - type: nauc_precision_at_20_max - value: 35.49265680709476 + value: 27.985132320790147 - type: nauc_precision_at_20_std - value: 26.68721816769851 + value: 24.017624920206707 - type: nauc_precision_at_3_diff1 - value: 14.622634083058628 + value: 17.586564287642346 - type: nauc_precision_at_3_max - value: 32.8256707695311 + value: 30.03148650786217 - type: nauc_precision_at_3_std - value: 11.441812061728767 + value: 10.379451374554094 - type: nauc_precision_at_5_diff1 - value: 11.382590357991592 + value: 14.824891223085926 - type: nauc_precision_at_5_max - value: 33.40649468969605 + value: 31.410239486293527 - type: nauc_precision_at_5_std - value: 16.422568951127378 + value: 15.624402346760954 - type: nauc_recall_at_1000_diff1 - value: 8.277183806243393 + value: 6.310837044332995 - type: nauc_recall_at_1000_max - value: 25.520354250846594 + value: 20.095529403256776 - type: nauc_recall_at_1000_std - value: 34.48676735616856 + value: 36.54872612878018 - type: nauc_recall_at_100_diff1 - value: 10.8973527517937 + value: 12.038563848928966 - type: nauc_recall_at_100_max - value: 32.78606622733229 + value: 28.986817020127525 - type: nauc_recall_at_100_std - value: 30.54756167683916 + value: 33.54721716249713 - type: nauc_recall_at_10_diff1 - value: 10.241195369539595 + value: 13.26933896316366 - type: nauc_recall_at_10_max - value: 31.93427995053164 + value: 29.38186602785486 - type: nauc_recall_at_10_std - value: 21.22066565209421 + value: 20.275621953504526 - type: nauc_recall_at_1_diff1 - value: 24.110400950369463 + value: 21.421764472532455 - type: nauc_recall_at_1_max - value: 28.717709149236846 + value: 22.406495947870948 - type: nauc_recall_at_1_std - value: 9.47019097868293 + value: 7.278461750059741 - type: nauc_recall_at_20_diff1 - value: 11.486528161594357 + value: 12.570312459960123 - type: nauc_recall_at_20_max - value: 35.08150781519915 + value: 27.709620758158497 - type: nauc_recall_at_20_std - value: 26.533619286721965 + value: 23.607200666051515 - type: nauc_recall_at_3_diff1 - value: 14.409769092274422 + value: 17.403838471827413 - type: nauc_recall_at_3_max - value: 32.60821765433334 + value: 30.03567479942994 - type: nauc_recall_at_3_std - value: 11.348744265520075 + value: 10.168877039526405 - type: nauc_recall_at_5_diff1 - value: 11.156286383427009 + value: 14.617283448905278 - type: nauc_recall_at_5_max - value: 33.060053009570325 + value: 31.260794318671316 - type: nauc_recall_at_5_std - value: 16.305557433000203 + value: 15.292480271424239 - type: ndcg_at_1 - value: 22.7 + value: 24.0 - type: ndcg_at_10 - value: 20.241 + value: 20.429 - type: ndcg_at_100 - value: 28.005000000000003 + value: 28.327999999999996 - type: ndcg_at_1000 - value: 33.337 + value: 33.489999999999995 - type: ndcg_at_20 - value: 23.035 + value: 23.236 - type: ndcg_at_3 - value: 19.225 + value: 19.36 - type: ndcg_at_5 - value: 16.73 + value: 16.866 - type: precision_at_1 - value: 22.7 + value: 24.0 - type: precision_at_10 value: 10.58 - type: precision_at_100 - value: 2.176 + value: 2.196 - type: precision_at_1000 - value: 0.345 + value: 0.344 - type: precision_at_20 value: 6.9 - type: precision_at_3 - value: 18.2 + value: 17.967 - type: precision_at_5 - value: 14.799999999999999 + value: 14.74 - type: recall_at_1 - value: 4.585 + value: 4.868 - type: recall_at_10 - value: 21.462 + value: 21.47 - type: recall_at_100 - value: 44.196999999999996 + value: 44.622 - type: recall_at_1000 - value: 70.1 + value: 69.777 - type: recall_at_20 - value: 28.006999999999998 + value: 28.028 - type: recall_at_3 - value: 11.078000000000001 + value: 10.933 - type: recall_at_5 - value: 15.018 + value: 14.948 task: type: Retrieval - dataset: @@ -7121,23 +7121,23 @@ model-index: type: mteb/sickr-sts metrics: - type: cosine_pearson - value: 84.36926725932263 + value: 83.56937382314794 - type: cosine_spearman - value: 79.92986896006748 + value: 79.63245426461405 - type: euclidean_pearson - value: 81.60738350267255 + value: 81.23038281326936 - type: euclidean_spearman - value: 79.92986857077926 + value: 79.63246287500021 - type: main_score - value: 79.92986896006748 + value: 79.63245426461405 - type: manhattan_pearson - value: 81.5923069536872 + value: 81.22715334724163 - type: manhattan_spearman - value: 79.73172626220187 + value: 79.47235517811446 - type: pearson - value: 84.36926725932263 + value: 83.56937382314794 - type: spearman - value: 79.92986896006748 + value: 79.63245426461405 task: type: STS - dataset: @@ -7148,23 +7148,23 @@ model-index: type: mteb/sts12-sts metrics: - type: cosine_pearson - value: 85.34145297379273 + value: 87.94074172378106 - type: cosine_spearman - value: 76.66847347731301 + value: 81.49535893255212 - type: euclidean_pearson - value: 81.43408805079034 + value: 85.67127466141365 - type: euclidean_spearman - value: 76.6680945379484 + value: 81.49519105826656 - type: main_score - value: 76.66847347731301 + value: 81.49535893255212 - type: manhattan_pearson - value: 81.69812210080966 + value: 85.7939378777207 - type: manhattan_spearman - value: 77.00962684551284 + value: 81.68788285150019 - type: pearson - value: 85.34145297379273 + value: 87.94074172378106 - type: spearman - value: 76.66847347731301 + value: 81.49535893255212 task: type: STS - dataset: @@ -7175,23 +7175,23 @@ model-index: type: mteb/sts13-sts metrics: - type: cosine_pearson - value: 84.5234167909779 + value: 83.13868249088958 - type: cosine_spearman - value: 84.86841413445535 + value: 84.49255715794354 - type: euclidean_pearson - value: 84.17741655183796 + value: 83.94702761019037 - type: euclidean_spearman - value: 84.86841405901674 + value: 84.49261181536836 - type: main_score - value: 84.86841413445535 + value: 84.49255715794354 - type: manhattan_pearson - value: 84.15491829147086 + value: 84.05461037469608 - type: manhattan_spearman - value: 84.93066841323679 + value: 84.58504951653568 - type: pearson - value: 84.5234167909779 + value: 83.13868249088958 - type: spearman - value: 84.86841413445535 + value: 84.49255715794354 task: type: STS - dataset: @@ -7202,23 +7202,23 @@ model-index: type: mteb/sts14-sts metrics: - type: cosine_pearson - value: 83.42559938022957 + value: 80.86639951141099 - type: cosine_spearman - value: 80.10636060670153 + value: 80.05601661201852 - type: euclidean_pearson - value: 82.31695543050009 + value: 80.97495767233256 - type: euclidean_spearman - value: 80.10637586616073 + value: 80.05600716279979 - type: main_score - value: 80.10636060670153 + value: 80.05601661201852 - type: manhattan_pearson - value: 82.15731596876633 + value: 80.68673997093622 - type: manhattan_spearman - value: 80.02499151302123 + value: 79.895855702411 - type: pearson - value: 83.42559938022957 + value: 80.86639951141099 - type: spearman - value: 80.10636060670153 + value: 80.05601661201852 task: type: STS - dataset: @@ -7229,23 +7229,23 @@ model-index: type: mteb/sts15-sts metrics: - type: cosine_pearson - value: 87.98708135949613 + value: 84.13791770600066 - type: cosine_spearman - value: 88.69670049389599 + value: 86.54345663501209 - type: euclidean_pearson - value: 87.73091071499016 + value: 85.62978165451675 - type: euclidean_spearman - value: 88.69669966606001 + value: 86.54346234593214 - type: main_score - value: 88.69670049389599 + value: 86.54345663501209 - type: manhattan_pearson - value: 87.52276751048582 + value: 85.3032964455555 - type: manhattan_spearman - value: 88.5214230554986 + value: 86.30088652823572 - type: pearson - value: 87.98708135949613 + value: 84.13791770600066 - type: spearman - value: 88.69670049389599 + value: 86.54345663501209 task: type: STS - dataset: @@ -7256,23 +7256,23 @@ model-index: type: mteb/sts16-sts metrics: - type: cosine_pearson - value: 83.38330950325803 + value: 84.40315982722548 - type: cosine_spearman - value: 84.62194600310691 + value: 85.40751435377788 - type: euclidean_pearson - value: 83.4921014845454 + value: 84.35271010578505 - type: euclidean_spearman - value: 84.62194539439683 + value: 85.40751373941698 - type: main_score - value: 84.62194600310691 + value: 85.40751435377788 - type: manhattan_pearson - value: 83.27754689500482 + value: 84.17785174793401 - type: manhattan_spearman - value: 84.37797144965002 + value: 85.23156904732424 - type: pearson - value: 83.38330950325803 + value: 84.40315982722548 - type: spearman - value: 84.62194600310691 + value: 85.40751435377788 task: type: STS - dataset: @@ -7283,23 +7283,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 64.3970938916265 + value: 59.98924365555529 - type: cosine_spearman - value: 64.20857293171593 + value: 60.12821686053337 - type: euclidean_pearson - value: 64.70484646950464 + value: 60.90431312863765 - type: euclidean_spearman - value: 64.20857293171593 + value: 60.12821686053337 - type: main_score - value: 64.20857293171593 + value: 60.12821686053337 - type: manhattan_pearson - value: 63.61585574374933 + value: 59.05369093717122 - type: manhattan_spearman - value: 62.52898030084564 + value: 57.65837693471568 - type: pearson - value: 64.3970938916265 + value: 59.98924365555529 - type: spearman - value: 64.20857293171593 + value: 60.12821686053337 task: type: STS - dataset: @@ -7310,23 +7310,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 78.3035787778662 + value: 74.95271349225828 - type: cosine_spearman - value: 78.85326338385796 + value: 75.43839974308261 - type: euclidean_pearson - value: 78.59090666313418 + value: 75.68179466828151 - type: euclidean_spearman - value: 78.85326338385796 + value: 75.43839974308261 - type: main_score - value: 78.85326338385796 + value: 75.43839974308261 - type: manhattan_pearson - value: 78.4961035895383 + value: 75.4848070012919 - type: manhattan_spearman - value: 78.42104373908565 + value: 74.92507658877852 - type: pearson - value: 78.3035787778662 + value: 74.95271349225828 - type: spearman - value: 78.85326338385796 + value: 75.43839974308261 task: type: STS - dataset: @@ -7337,23 +7337,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 88.20922919233338 + value: 86.18555151297676 - type: cosine_spearman - value: 87.94347302365394 + value: 86.40304228488033 - type: euclidean_pearson - value: 87.98965741145625 + value: 86.8788548303146 - type: euclidean_spearman - value: 87.94347302365394 + value: 86.40304228488033 - type: main_score - value: 87.94347302365394 + value: 86.40304228488033 - type: manhattan_pearson - value: 87.94636580768939 + value: 86.79312171236047 - type: manhattan_spearman - value: 87.82077364455115 + value: 86.26008520753594 - type: pearson - value: 88.20922919233338 + value: 86.18555151297676 - type: spearman - value: 87.94347302365394 + value: 86.40304228488033 task: type: STS - dataset: @@ -7364,23 +7364,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 58.50589296592958 + value: 54.99479996647493 - type: cosine_spearman - value: 57.045627811103 + value: 53.67766339389046 - type: euclidean_pearson - value: 58.54066429107441 + value: 55.32473081178422 - type: euclidean_spearman - value: 57.045627811103 + value: 53.67766339389046 - type: main_score - value: 57.045627811103 + value: 53.67766339389046 - type: manhattan_pearson - value: 57.77923152721202 + value: 54.66604584985125 - type: manhattan_spearman - value: 55.832507020505886 + value: 52.48322788533404 - type: pearson - value: 58.50589296592958 + value: 54.99479996647493 - type: spearman - value: 57.045627811103 + value: 53.67766339389046 task: type: STS - dataset: @@ -7391,23 +7391,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 79.01593420315352 + value: 76.65184590191937 - type: cosine_spearman - value: 79.86309144376173 + value: 78.04569100389011 - type: euclidean_pearson - value: 78.85136309334905 + value: 77.11425698246029 - type: euclidean_spearman - value: 79.86309144376173 + value: 78.04569100389011 - type: main_score - value: 79.86309144376173 + value: 78.04569100389011 - type: manhattan_pearson - value: 78.87419337945624 + value: 77.34799982307821 - type: manhattan_spearman - value: 80.0980944874198 + value: 78.22975685912238 - type: pearson - value: 79.01593420315352 + value: 76.65184590191937 - type: spearman - value: 79.86309144376173 + value: 78.04569100389011 task: type: STS - dataset: @@ -7418,23 +7418,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 79.67432399995894 + value: 76.30743924244035 - type: cosine_spearman - value: 79.12303288340163 + value: 75.2110676227775 - type: euclidean_pearson - value: 79.721668775324 + value: 77.10837892816058 - type: euclidean_spearman - value: 79.12303288340163 + value: 75.2110676227775 - type: main_score - value: 79.12303288340163 + value: 75.2110676227775 - type: manhattan_pearson - value: 79.33800466555394 + value: 76.814009334774 - type: manhattan_spearman - value: 78.30603645374914 + value: 74.96159426113054 - type: pearson - value: 79.67432399995894 + value: 76.30743924244035 - type: spearman - value: 79.12303288340163 + value: 75.2110676227775 task: type: STS - dataset: @@ -7445,23 +7445,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 78.92024449526863 + value: 75.11771819741416 - type: cosine_spearman - value: 79.06471992660374 + value: 74.96778304560281 - type: euclidean_pearson - value: 78.85388657114522 + value: 75.56941540554674 - type: euclidean_spearman - value: 79.06471992660374 + value: 74.96778304560281 - type: main_score - value: 79.06471992660374 + value: 74.96778304560281 - type: manhattan_pearson - value: 78.56658857806735 + value: 75.18422319871718 - type: manhattan_spearman - value: 78.5908742980949 + value: 74.45788102060328 - type: pearson - value: 78.92024449526863 + value: 75.11771819741416 - type: spearman - value: 79.06471992660374 + value: 74.96778304560281 task: type: STS - dataset: @@ -7472,23 +7472,23 @@ model-index: type: mteb/sts17-crosslingual-sts metrics: - type: cosine_pearson - value: 76.64708509569135 + value: 72.42454093118816 - type: cosine_spearman - value: 75.76775070804274 + value: 71.9097547231894 - type: euclidean_pearson - value: 76.69358579979829 + value: 73.04051728705643 - type: euclidean_spearman - value: 75.76775070804274 + value: 71.9097547231894 - type: main_score - value: 75.76775070804274 + value: 71.9097547231894 - type: manhattan_pearson - value: 76.28750520391006 + value: 72.5487755597775 - type: manhattan_spearman - value: 75.30493726054976 + value: 71.080265405627 - type: pearson - value: 76.64708509569135 + value: 72.42454093118816 - type: spearman - value: 75.76775070804274 + value: 71.9097547231894 task: type: STS - dataset: @@ -7499,23 +7499,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 69.07403446182418 + value: 69.3881685924264 - type: cosine_spearman - value: 68.99668192503603 + value: 69.37162939123382 - type: euclidean_pearson - value: 70.82685591260719 + value: 70.5377770359738 - type: euclidean_spearman - value: 68.99668192503603 + value: 69.37162939123382 - type: main_score - value: 68.99668192503603 + value: 69.37162939123382 - type: manhattan_pearson - value: 70.94201332797343 + value: 70.86501303890763 - type: manhattan_spearman - value: 68.98821773218067 + value: 69.54018077011284 - type: pearson - value: 69.07403446182418 + value: 69.3881685924264 - type: spearman - value: 68.99668192503603 + value: 69.37162939123382 task: type: STS - dataset: @@ -7526,23 +7526,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 65.95032307094047 + value: 64.64985744446284 - type: cosine_spearman - value: 63.15571038787516 + value: 63.89323074678119 - type: euclidean_pearson - value: 68.31815956207403 + value: 66.9623010036117 - type: euclidean_spearman - value: 63.15571038787516 + value: 63.89323074678119 - type: main_score - value: 63.15571038787516 + value: 63.89323074678119 - type: manhattan_pearson - value: 69.57471678363024 + value: 68.60076281156398 - type: manhattan_spearman - value: 63.78770917466211 + value: 64.80183430943912 - type: pearson - value: 65.95032307094047 + value: 64.64985744446284 - type: spearman - value: 63.15571038787516 + value: 63.89323074678119 task: type: STS - dataset: @@ -7553,23 +7553,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 76.57985370197574 + value: 78.95094282575697 - type: cosine_spearman - value: 78.61171041249278 + value: 80.66341954222823 - type: euclidean_pearson - value: 77.64916374513423 + value: 79.7677956183949 - type: euclidean_spearman - value: 78.61182871621082 + value: 80.66341954222823 - type: main_score - value: 78.61171041249278 + value: 80.66341954222823 - type: manhattan_pearson - value: 79.45516154600577 + value: 81.52201735972797 - type: manhattan_spearman - value: 79.81770224017768 + value: 81.65309541429473 - type: pearson - value: 76.57985370197574 + value: 78.95094282575697 - type: spearman - value: 78.61171041249278 + value: 80.66341954222823 task: type: STS - dataset: @@ -7580,23 +7580,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 78.66979183071325 + value: 77.99167158750629 - type: cosine_spearman - value: 76.74899167835852 + value: 77.00326330683939 - type: euclidean_pearson - value: 78.89780095637012 + value: 77.60571751826936 - type: euclidean_spearman - value: 76.74899167835852 + value: 77.00326330683939 - type: main_score - value: 76.74899167835852 + value: 77.00326330683939 - type: manhattan_pearson - value: 79.18536398264527 + value: 78.19839585217989 - type: manhattan_spearman - value: 77.8533686712189 + value: 78.44894390841364 - type: pearson - value: 78.66979183071325 + value: 77.99167158750629 - type: spearman - value: 76.74899167835852 + value: 77.00326330683939 task: type: STS - dataset: @@ -7607,23 +7607,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 75.65018415517595 + value: 77.21035942564082 - type: cosine_spearman - value: 74.96983110528109 + value: 76.57212143103963 - type: euclidean_pearson - value: 77.0199252096022 + value: 78.03973868360728 - type: euclidean_spearman - value: 75.05313744822759 + value: 76.57212143103963 - type: main_score - value: 74.96983110528109 + value: 76.57212143103963 - type: manhattan_pearson - value: 77.28747618528581 + value: 78.16591898142042 - type: manhattan_spearman - value: 74.95188542213391 + value: 76.83958214147293 - type: pearson - value: 75.65018415517595 + value: 77.21035942564082 - type: spearman - value: 74.96983110528109 + value: 76.57212143103963 task: type: STS - dataset: @@ -7634,23 +7634,23 @@ model-index: type: mteb/stsbenchmark-sts metrics: - type: cosine_pearson - value: 84.89952732150343 + value: 81.21615375003084 - type: cosine_spearman - value: 86.06896054399277 + value: 84.2970803211202 - type: euclidean_pearson - value: 85.69195853460913 + value: 83.54765755364517 - type: euclidean_spearman - value: 86.06896054399277 + value: 84.2970803211202 - type: main_score - value: 86.06896054399277 + value: 84.2970803211202 - type: manhattan_pearson - value: 85.56550688049849 + value: 83.2769664077453 - type: manhattan_spearman - value: 85.96422284827248 + value: 84.09545601307758 - type: pearson - value: 84.89952732150343 + value: 81.21615375003084 - type: spearman - value: 86.06896054399277 + value: 84.2970803211202 task: type: STS - dataset: @@ -7661,23 +7661,23 @@ model-index: type: mteb/scidocs-reranking metrics: - type: main_score - value: 81.89447973144247 + value: 80.72245608609909 - type: map - value: 81.89447973144247 + value: 80.72245608609909 - type: mrr - value: 95.02511830943203 + value: 94.86804408373035 - type: nAUC_map_diff1 - value: 3.3432260393863147 + value: 3.565293868431913 - type: nAUC_map_max - value: 54.252667154593915 + value: 53.87118155384518 - type: nAUC_map_std - value: 68.86046114121041 + value: 69.73850807835032 - type: nAUC_mrr_diff1 - value: 48.53496653582678 + value: 48.33938058863373 - type: nAUC_mrr_max - value: 85.71793394587537 + value: 82.0796869926262 - type: nAUC_mrr_std - value: 80.13736591117815 + value: 79.20228314778093 task: type: Reranking - dataset: @@ -7688,287 +7688,287 @@ model-index: type: mteb/scifact metrics: - type: main_score - value: 73.055 + value: 72.604 - type: map_at_1 - value: 57.760999999999996 + value: 57.05 - type: map_at_10 - value: 68.73700000000001 + value: 68.026 - type: map_at_100 - value: 69.248 + value: 68.54299999999999 - type: map_at_1000 - value: 69.271 + value: 68.56 - type: map_at_20 - value: 69.059 + value: 68.329 - type: map_at_3 - value: 66.235 + value: 65.565 - type: map_at_5 - value: 67.843 + value: 66.81899999999999 - type: mrr_at_1 - value: 60.66666666666667 + value: 60.0 - type: mrr_at_10 - value: 69.7063492063492 + value: 68.97116402116401 - type: mrr_at_100 - value: 70.13874332314896 + value: 69.43171438050388 - type: mrr_at_1000 - value: 70.16105806682286 + value: 69.44900642374887 - type: mrr_at_20 - value: 69.97925265738732 + value: 69.25799802049801 - type: mrr_at_3 - value: 68.0 + value: 67.11111111111111 - type: mrr_at_5 - value: 69.16666666666667 + value: 68.27777777777779 - type: nauc_map_at_1000_diff1 - value: 70.43790903123511 + value: 66.45098144160822 - type: nauc_map_at_1000_max - value: 54.58438799194478 + value: 52.26713946112144 - type: nauc_map_at_1000_std - value: -2.3233833924225875 + value: -3.2435941711161194 - type: nauc_map_at_100_diff1 - value: 70.43647328927425 + value: 66.45069255591629 - type: nauc_map_at_100_max - value: 54.60393233697298 + value: 52.277529223166994 - type: nauc_map_at_100_std - value: -2.296496281894915 + value: -3.236289003540743 - type: nauc_map_at_10_diff1 - value: 70.36871958614046 + value: 66.50847900934123 - type: nauc_map_at_10_max - value: 54.67011099551128 + value: 52.56336813799116 - type: nauc_map_at_10_std - value: -2.7009625352656426 + value: -3.2225840417202547 - type: nauc_map_at_1_diff1 - value: 74.99352374397856 + value: 69.8066007922827 - type: nauc_map_at_1_max - value: 50.00344836993502 + value: 46.19700236373352 - type: nauc_map_at_1_std - value: -8.698012201837718 + value: -11.167127232139137 - type: nauc_map_at_20_diff1 - value: 70.28211747093155 + value: 66.49775686319742 - type: nauc_map_at_20_max - value: 54.553120080500996 + value: 52.31488178119375 - type: nauc_map_at_20_std - value: -2.5857819931480246 + value: -3.528866881477926 - type: nauc_map_at_3_diff1 - value: 71.42267536616798 + value: 67.0124735448113 - type: nauc_map_at_3_max - value: 54.14853872152404 + value: 51.47207513467635 - type: nauc_map_at_3_std - value: -3.3672073293896654 + value: -4.688170694240992 - type: nauc_map_at_5_diff1 - value: 70.5522364898511 + value: 66.37338579400031 - type: nauc_map_at_5_max - value: 53.82183956625946 + value: 51.03182506884805 - type: nauc_map_at_5_std - value: -3.8112884869905086 + value: -4.090110073585303 - type: nauc_mrr_at_1000_diff1 - value: 70.31304494231345 + value: 66.13316468798861 - type: nauc_mrr_at_1000_max - value: 55.634864405262206 + value: 53.18661162667272 - type: nauc_mrr_at_1000_std - value: -0.9073602724006471 + value: -1.1549432899803578 - type: nauc_mrr_at_100_diff1 - value: 70.31169722312256 + value: 66.13308912088833 - type: nauc_mrr_at_100_max - value: 55.653794547616464 + value: 53.196523181344176 - type: nauc_mrr_at_100_std - value: -0.8812919296154862 + value: -1.148961396684306 - type: nauc_mrr_at_10_diff1 - value: 70.20728957800745 + value: 66.11198414850364 - type: nauc_mrr_at_10_max - value: 55.82409315449895 + value: 53.45434553493992 - type: nauc_mrr_at_10_std - value: -1.075930464035488 + value: -1.0202103385535555 - type: nauc_mrr_at_1_diff1 - value: 74.42858144028513 + value: 69.18818640546156 - type: nauc_mrr_at_1_max - value: 54.28150936595816 + value: 50.224102107450285 - type: nauc_mrr_at_1_std - value: -2.2125887288127233 + value: -4.4508756307510104 - type: nauc_mrr_at_20_diff1 - value: 70.12751951178618 + value: 66.12038286624204 - type: nauc_mrr_at_20_max - value: 55.646395586345186 + value: 53.23900442821744 - type: nauc_mrr_at_20_std - value: -1.0679937201638918 + value: -1.3453691424031584 - type: nauc_mrr_at_3_diff1 - value: 70.83694438588687 + value: 66.23482655095762 - type: nauc_mrr_at_3_max - value: 56.13927732102838 + value: 53.519304370411625 - type: nauc_mrr_at_3_std - value: -0.7791089874218045 + value: -1.0512555098049736 - type: nauc_mrr_at_5_diff1 - value: 70.10204767208957 + value: 65.63605277411375 - type: nauc_mrr_at_5_max - value: 55.42591427914719 + value: 53.17390536531564 - type: nauc_mrr_at_5_std - value: -1.4764758924309185 + value: -0.5198682324341892 - type: nauc_ndcg_at_1000_diff1 - value: 69.51940238503862 + value: 65.85075826609345 - type: nauc_ndcg_at_1000_max - value: 55.49401934363413 + value: 53.814329968179045 - type: nauc_ndcg_at_1000_std - value: -0.6435033619960048 + value: -0.9856729250792472 - type: nauc_ndcg_at_100_diff1 - value: 69.42773837942757 + value: 65.78229528993444 - type: nauc_ndcg_at_100_max - value: 56.08697787789855 + value: 54.1747645815977 - type: nauc_ndcg_at_100_std - value: 0.34308668749330745 + value: -0.47502756295876847 - type: nauc_ndcg_at_10_diff1 - value: 68.78081835695725 + value: 66.00876580480991 - type: nauc_ndcg_at_10_max - value: 56.23279741387973 + value: 55.06235713538037 - type: nauc_ndcg_at_10_std - value: -1.6400901664189715 + value: -1.5534145585575012 - type: nauc_ndcg_at_1_diff1 - value: 74.42858144028513 + value: 69.18818640546156 - type: nauc_ndcg_at_1_max - value: 54.28150936595816 + value: 50.224102107450285 - type: nauc_ndcg_at_1_std - value: -2.2125887288127233 + value: -4.4508756307510104 - type: nauc_ndcg_at_20_diff1 - value: 68.4553683006882 + value: 65.95831573232856 - type: nauc_ndcg_at_20_max - value: 55.74277759291753 + value: 54.24206688010573 - type: nauc_ndcg_at_20_std - value: -1.3736010194196164 + value: -2.705254164112238 - type: nauc_ndcg_at_3_diff1 - value: 70.04684155763836 + value: 66.14046065126678 - type: nauc_ndcg_at_3_max - value: 56.23593815133674 + value: 54.07332075118414 - type: nauc_ndcg_at_3_std - value: -1.2617917976885795 + value: -2.0119140501882793 - type: nauc_ndcg_at_5_diff1 - value: 68.88128875602627 + value: 65.21102868019805 - type: nauc_ndcg_at_5_max - value: 54.62301571910928 + value: 52.596880916483165 - type: nauc_ndcg_at_5_std - value: -3.5841002369184762 + value: -2.1720193236802023 - type: nauc_precision_at_1000_diff1 - value: -27.57874055213611 + value: -21.99504940846271 - type: nauc_precision_at_1000_max - value: 10.69254261980662 + value: 19.25403291298791 - type: nauc_precision_at_1000_std - value: 41.58262996451408 + value: 46.296476764054404 - type: nauc_precision_at_100_diff1 - value: -12.950536107683561 + value: -11.741691903205695 - type: nauc_precision_at_100_max - value: 21.16371708839723 + value: 25.699636707900623 - type: nauc_precision_at_100_std - value: 40.951527751953684 + value: 43.96233624765463 - type: nauc_precision_at_10_diff1 - value: 8.091679678786514 + value: 11.568895847591932 - type: nauc_precision_at_10_max - value: 33.20925347609484 + value: 39.43006347212197 - type: nauc_precision_at_10_std - value: 25.770968101717557 + value: 28.751839941496836 - type: nauc_precision_at_1_diff1 - value: 74.42858144028513 + value: 69.18818640546156 - type: nauc_precision_at_1_max - value: 54.28150936595816 + value: 50.224102107450285 - type: nauc_precision_at_1_std - value: -2.2125887288127233 + value: -4.4508756307510104 - type: nauc_precision_at_20_diff1 - value: -1.0200005991193168 + value: 4.854833212085455 - type: nauc_precision_at_20_max - value: 27.432174703186323 + value: 34.19851755381116 - type: nauc_precision_at_20_std - value: 29.095729277961407 + value: 28.728626880402068 - type: nauc_precision_at_3_diff1 - value: 38.35291080418228 + value: 35.04823458092479 - type: nauc_precision_at_3_max - value: 49.66103007615846 + value: 47.8670338954734 - type: nauc_precision_at_3_std - value: 20.088808571059758 + value: 19.389299130775157 - type: nauc_precision_at_5_diff1 - value: 21.518579003608927 + value: 25.605002849466736 - type: nauc_precision_at_5_max - value: 38.7296114841025 + value: 43.50575999348689 - type: nauc_precision_at_5_std - value: 19.47619911691762 + value: 24.80257266140189 - type: nauc_recall_at_1000_diff1 - value: 42.25023342670368 + value: 55.07703081232429 - type: nauc_recall_at_1000_max - value: 21.825396825396062 + value: 70.71661998132596 - type: nauc_recall_at_1000_std - value: 33.84687208216713 + value: 64.58916900093288 - type: nauc_recall_at_100_diff1 - value: 62.536570183629024 + value: 59.97732426303837 - type: nauc_recall_at_100_max - value: 70.01867413632091 + value: 71.64532479658504 - type: nauc_recall_at_100_std - value: 37.06504824151885 + value: 37.87515006002412 - type: nauc_recall_at_10_diff1 - value: 61.1644854039766 + value: 64.45621875630812 - type: nauc_recall_at_10_max - value: 61.074517296862396 + value: 64.72171592433827 - type: nauc_recall_at_10_std - value: -0.5423227215261704 + value: 0.9026532647803642 - type: nauc_recall_at_1_diff1 - value: 74.99352374397856 + value: 69.8066007922827 - type: nauc_recall_at_1_max - value: 50.00344836993502 + value: 46.19700236373352 - type: nauc_recall_at_1_std - value: -8.698012201837718 + value: -11.167127232139137 - type: nauc_recall_at_20_diff1 - value: 56.37978951869162 + value: 63.79448821637328 - type: nauc_recall_at_20_max - value: 58.84099235231809 + value: 61.597381158568524 - type: nauc_recall_at_20_std - value: 1.2224630005733186 + value: -7.27449509788767 - type: nauc_recall_at_3_diff1 - value: 66.74850639308315 + value: 64.75442031192492 - type: nauc_recall_at_3_max - value: 58.157377341361084 + value: 56.12106077054382 - type: nauc_recall_at_3_std - value: -1.8661963986343983 + value: -2.661587128227682 - type: nauc_recall_at_5_diff1 - value: 61.806012486501395 + value: 60.82940800383688 - type: nauc_recall_at_5_max - value: 54.41470702166602 + value: 53.647222430433736 - type: nauc_recall_at_5_std - value: -7.114468350278654 + value: -0.793229884870239 - type: ndcg_at_1 - value: 60.667 + value: 60.0 - type: ndcg_at_10 - value: 73.055 + value: 72.604 - type: ndcg_at_100 - value: 75.312 + value: 74.83800000000001 - type: ndcg_at_1000 - value: 75.874 + value: 75.27199999999999 - type: ndcg_at_20 - value: 74.166 + value: 73.599 - type: ndcg_at_3 - value: 69.211 + value: 68.509 - type: ndcg_at_5 - value: 71.438 + value: 70.352 - type: precision_at_1 - value: 60.667 + value: 60.0 - type: precision_at_10 - value: 9.700000000000001 + value: 9.733 - type: precision_at_100 - value: 1.08 + value: 1.083 - type: precision_at_1000 value: 0.11199999999999999 - type: precision_at_20 - value: 5.083 + value: 5.067 - type: precision_at_3 value: 27.444000000000003 - type: precision_at_5 - value: 18.0 + value: 17.666999999999998 - type: recall_at_1 - value: 57.760999999999996 + value: 57.05 - type: recall_at_10 - value: 84.88900000000001 + value: 85.422 - type: recall_at_100 - value: 95.0 + value: 95.333 - type: recall_at_1000 - value: 99.333 + value: 98.667 - type: recall_at_20 - value: 89.22200000000001 + value: 89.156 - type: recall_at_3 - value: 74.933 + value: 74.211 - type: recall_at_5 - value: 80.511 + value: 79.094 task: type: Retrieval - dataset: @@ -7979,85 +7979,85 @@ model-index: type: mteb/sprintduplicatequestions-pairclassification metrics: - type: cosine_accuracy - value: 99.8029702970297 + value: 99.76237623762376 - type: cosine_accuracy_threshold - value: 74.40159320831299 + value: 89.08973932266235 - type: cosine_ap - value: 94.58107371506443 + value: 93.82184396471453 - type: cosine_f1 - value: 90.01505268439539 + value: 87.87878787878789 - type: cosine_f1_threshold - value: 74.40159320831299 + value: 89.08973932266235 - type: cosine_precision - value: 90.33232628398792 + value: 88.77551020408163 - type: cosine_recall - value: 89.7 + value: 87.0 - type: dot_accuracy - value: 99.8029702970297 + value: 99.76237623762376 - type: dot_accuracy_threshold - value: 74.40159320831299 + value: 89.08973932266235 - type: dot_ap - value: 94.58108694234896 + value: 93.82179339271785 - type: dot_f1 - value: 90.01505268439539 + value: 87.87878787878789 - type: dot_f1_threshold - value: 74.40159320831299 + value: 89.08973932266235 - type: dot_precision - value: 90.33232628398792 + value: 88.77551020408163 - type: dot_recall - value: 89.7 + value: 87.0 - type: euclidean_accuracy - value: 99.8029702970297 + value: 99.76237623762376 - type: euclidean_accuracy_threshold - value: 71.55194282531738 + value: 46.71244025230408 - type: euclidean_ap - value: 94.58107371506446 + value: 93.82184396471453 - type: euclidean_f1 - value: 90.01505268439539 + value: 87.87878787878789 - type: euclidean_f1_threshold - value: 71.55194282531738 + value: 46.71244025230408 - type: euclidean_precision - value: 90.33232628398792 + value: 88.77551020408163 - type: euclidean_recall - value: 89.7 + value: 87.0 - type: main_score - value: 94.91386698713322 + value: 94.18170827750167 - type: manhattan_accuracy - value: 99.8108910891089 + value: 99.77425742574258 - type: manhattan_accuracy_threshold - value: 1696.7340469360352 + value: 1095.131492614746 - type: manhattan_ap - value: 94.91386698713322 + value: 94.18170827750167 - type: manhattan_f1 - value: 90.4927824788452 + value: 88.45577211394303 - type: manhattan_f1_threshold - value: 1696.7340469360352 + value: 1108.85648727417 - type: manhattan_precision - value: 90.08919722497522 + value: 88.41158841158841 - type: manhattan_recall - value: 90.9 + value: 88.5 - type: max_ap - value: 94.91386698713322 + value: 94.18170827750167 - type: max_f1 - value: 90.4927824788452 + value: 88.45577211394303 - type: max_precision - value: 90.33232628398792 + value: 88.77551020408163 - type: max_recall - value: 90.9 + value: 88.5 - type: similarity_accuracy - value: 99.8029702970297 + value: 99.76237623762376 - type: similarity_accuracy_threshold - value: 74.40159320831299 + value: 89.08973932266235 - type: similarity_ap - value: 94.58107371506443 + value: 93.82184396471453 - type: similarity_f1 - value: 90.01505268439539 + value: 87.87878787878789 - type: similarity_f1_threshold - value: 74.40159320831299 + value: 89.08973932266235 - type: similarity_precision - value: 90.33232628398792 + value: 88.77551020408163 - type: similarity_recall - value: 89.7 + value: 87.0 task: type: PairClassification - dataset: @@ -8068,11 +8068,11 @@ model-index: type: mteb/stackexchange-clustering metrics: - type: main_score - value: 67.22104632684339 + value: 65.93583959980214 - type: v_measure - value: 67.22104632684339 + value: 65.93583959980214 - type: v_measure_std - value: 4.510073189377009 + value: 3.9403815544270233 task: type: Clustering - dataset: @@ -8083,11 +8083,11 @@ model-index: type: mteb/stackexchange-clustering-p2p metrics: - type: main_score - value: 33.69502959609247 + value: 35.594885571404724 - type: v_measure - value: 33.69502959609247 + value: 35.594885571404724 - type: v_measure_std - value: 1.7351941868223697 + value: 1.5163847345337254 task: type: Clustering - dataset: @@ -8098,23 +8098,23 @@ model-index: type: mteb/stackoverflowdupquestions-reranking metrics: - type: main_score - value: 49.33572386600858 + value: 49.85213562933509 - type: map - value: 49.33572386600858 + value: 49.85213562933509 - type: mrr - value: 50.25399743230625 + value: 50.62702922077922 - type: nAUC_map_diff1 - value: 36.68702916524911 + value: 36.55011836042864 - type: nAUC_map_max - value: 15.78050039369413 + value: 13.45991062036654 - type: nAUC_map_std - value: 9.735729247790866 + value: 10.192881915639742 - type: nAUC_mrr_diff1 - value: 36.82154498603323 + value: 37.058265888016976 - type: nAUC_mrr_max - value: 16.371339214758713 + value: 14.081819232783383 - type: nAUC_mrr_std - value: 9.929514279072379 + value: 11.215978874656958 task: type: Reranking - dataset: @@ -8125,19 +8125,19 @@ model-index: type: mteb/summeval metrics: - type: cosine_pearson - value: 28.78169000462832 + value: 25.349220308622627 - type: cosine_spearman - value: 29.152425546074824 + value: 27.880975911253458 - type: dot_pearson - value: 28.781692477370914 + value: 25.349197273883224 - type: dot_spearman - value: 29.152370579886423 + value: 27.880903951553655 - type: main_score - value: 29.152425546074824 + value: 27.880975911253458 - type: pearson - value: 28.78169000462832 + value: 25.349220308622627 - type: spearman - value: 29.152425546074824 + value: 27.880975911253458 task: type: Summarization - dataset: @@ -8148,287 +8148,287 @@ model-index: type: mteb/trec-covid metrics: - type: main_score - value: 78.374 + value: 79.536 - type: map_at_1 - value: 0.22100000000000003 + value: 0.215 - type: map_at_10 - value: 1.9980000000000002 + value: 2.048 - type: map_at_100 - value: 12.812000000000001 + value: 12.842999999999998 - type: map_at_1000 - value: 31.823 + value: 31.032 - type: map_at_20 - value: 3.6859999999999995 + value: 3.8379999999999996 - type: map_at_3 - value: 0.656 + value: 0.64 - type: map_at_5 - value: 1.0670000000000002 + value: 1.052 - type: mrr_at_1 value: 84.0 - type: mrr_at_10 - value: 90.56666666666666 + value: 91.16666666666666 - type: mrr_at_100 - value: 90.56666666666666 + value: 91.16666666666666 - type: mrr_at_1000 - value: 90.56666666666666 + value: 91.16666666666666 - type: mrr_at_20 - value: 90.56666666666666 + value: 91.16666666666666 - type: mrr_at_3 - value: 89.66666666666667 + value: 90.66666666666666 - type: mrr_at_5 - value: 90.56666666666666 + value: 91.16666666666666 - type: nauc_map_at_1000_diff1 - value: 2.825877135411271 + value: -18.530580290412697 - type: nauc_map_at_1000_max - value: 40.607799285634 + value: 43.14744028154331 - type: nauc_map_at_1000_std - value: 75.56929127733711 + value: 79.6699665194256 - type: nauc_map_at_100_diff1 - value: 17.09931837591714 + value: -21.271315814062437 - type: nauc_map_at_100_max - value: 26.017672927390556 + value: 17.55081814849073 - type: nauc_map_at_100_std - value: 47.97065512030576 + value: 48.17729810787553 - type: nauc_map_at_10_diff1 - value: 18.2493061824924 + value: -11.002124943974252 - type: nauc_map_at_10_max - value: 14.631430140768051 + value: -9.6495971981689 - type: nauc_map_at_10_std - value: 6.843536754351145 + value: 6.648364965330221 - type: nauc_map_at_1_diff1 - value: 22.577139455591702 + value: 0.1251393811417004 - type: nauc_map_at_1_max - value: 0.15518062954687648 + value: -12.601700488498643 - type: nauc_map_at_1_std - value: 4.518832555249529 + value: -3.5018878780762366 - type: nauc_map_at_20_diff1 - value: 13.380363593233845 + value: -19.526191160714987 - type: nauc_map_at_20_max - value: 14.364050402931303 + value: -4.175483070077258 - type: nauc_map_at_20_std - value: 14.97367017439393 + value: 16.014345473073693 - type: nauc_map_at_3_diff1 - value: 15.885210137428182 + value: -0.8632406748675692 - type: nauc_map_at_3_max - value: 3.562057528491576 + value: -12.9654502212951 - type: nauc_map_at_3_std - value: 2.378758614671768 + value: -1.5551804410996426 - type: nauc_map_at_5_diff1 - value: 14.49860277826242 + value: -9.294941718115151 - type: nauc_map_at_5_max - value: 7.729805934487601 + value: -12.795655812948572 - type: nauc_map_at_5_std - value: 1.4105962147738722 + value: 0.6128051906803516 - type: nauc_mrr_at_1000_diff1 - value: 56.881060817300266 + value: 33.997935217447434 - type: nauc_mrr_at_1000_max - value: 41.11734189808372 + value: 41.160149696734955 - type: nauc_mrr_at_1000_std - value: 50.43684357282267 + value: 27.657024869568446 - type: nauc_mrr_at_100_diff1 - value: 56.881060817300266 + value: 33.997935217447434 - type: nauc_mrr_at_100_max - value: 41.11734189808372 + value: 41.160149696734955 - type: nauc_mrr_at_100_std - value: 50.43684357282267 + value: 27.657024869568446 - type: nauc_mrr_at_10_diff1 - value: 56.881060817300266 + value: 33.997935217447434 - type: nauc_mrr_at_10_max - value: 41.11734189808372 + value: 41.160149696734955 - type: nauc_mrr_at_10_std - value: 50.43684357282267 + value: 27.657024869568446 - type: nauc_mrr_at_1_diff1 - value: 58.64629356897393 + value: 37.279086892488884 - type: nauc_mrr_at_1_max - value: 32.48649975454101 + value: 43.292832596956316 - type: nauc_mrr_at_1_std - value: 43.955571919489394 + value: 20.305596465390227 - type: nauc_mrr_at_20_diff1 - value: 56.881060817300266 + value: 33.997935217447434 - type: nauc_mrr_at_20_max - value: 41.11734189808372 + value: 41.160149696734955 - type: nauc_mrr_at_20_std - value: 50.43684357282267 + value: 27.657024869568446 - type: nauc_mrr_at_3_diff1 - value: 53.77571146801908 + value: 31.138610414926326 - type: nauc_mrr_at_3_max - value: 45.26470680316847 + value: 39.545043163464186 - type: nauc_mrr_at_3_std - value: 53.000845308537706 + value: 31.70252018936244 - type: nauc_mrr_at_5_diff1 - value: 56.881060817300266 + value: 33.997935217447434 - type: nauc_mrr_at_5_max - value: 41.11734189808372 + value: 41.160149696734955 - type: nauc_mrr_at_5_std - value: 50.43684357282267 + value: 27.657024869568446 - type: nauc_ndcg_at_1000_diff1 - value: 5.706304837276804 + value: -20.948326611476556 - type: nauc_ndcg_at_1000_max - value: 40.29128039047473 + value: 36.766927406101956 - type: nauc_ndcg_at_1000_std - value: 71.00623045997143 + value: 75.32635798841658 - type: nauc_ndcg_at_100_diff1 - value: 5.781640210958165 + value: -14.54815381092273 - type: nauc_ndcg_at_100_max - value: 43.91454038788984 + value: 51.38801585344711 - type: nauc_ndcg_at_100_std - value: 73.38353180392235 + value: 76.47002281413397 - type: nauc_ndcg_at_10_diff1 - value: 26.9639013902839 + value: -12.80351464937073 - type: nauc_ndcg_at_10_max - value: 54.33014371697244 + value: 35.71831279387225 - type: nauc_ndcg_at_10_std - value: 47.792741117341144 + value: 52.15347275643156 - type: nauc_ndcg_at_1_diff1 - value: 54.66632834306011 + value: 20.42160737812909 - type: nauc_ndcg_at_1_max - value: 30.289266683582845 + value: 34.20619235836624 - type: nauc_ndcg_at_1_std - value: 33.96599847754379 + value: 13.088179936005965 - type: nauc_ndcg_at_20_diff1 - value: 17.30631583279515 + value: -18.116251292365128 - type: nauc_ndcg_at_20_max - value: 51.11318537065157 + value: 46.9808896232964 - type: nauc_ndcg_at_20_std - value: 58.77421488656353 + value: 61.73761431506857 - type: nauc_ndcg_at_3_diff1 - value: 29.77344612486348 + value: -4.44558396286013 - type: nauc_ndcg_at_3_max - value: 37.42364187792375 + value: 26.953553278525938 - type: nauc_ndcg_at_3_std - value: 41.1907099151911 + value: 33.375410187254786 - type: nauc_ndcg_at_5_diff1 - value: 26.050198501250804 + value: -15.495190925371652 - type: nauc_ndcg_at_5_max - value: 47.51636664318881 + value: 29.21035888164427 - type: nauc_ndcg_at_5_std - value: 42.27162971112885 + value: 41.168078957076396 - type: nauc_precision_at_1000_diff1 - value: -5.147193986603446 + value: 6.339888107354097 - type: nauc_precision_at_1000_max - value: 35.2107091684719 + value: 51.87294743895088 - type: nauc_precision_at_1000_std - value: 46.18948291863976 + value: 49.22667294372217 - type: nauc_precision_at_100_diff1 - value: 8.820554100487717 + value: -10.245901160105356 - type: nauc_precision_at_100_max - value: 45.45756541797819 + value: 56.07707608097002 - type: nauc_precision_at_100_std - value: 76.13204940288823 + value: 78.96626562096216 - type: nauc_precision_at_10_diff1 - value: 24.200964449927067 + value: -4.590219332829025 - type: nauc_precision_at_10_max - value: 63.97368322679529 + value: 47.52908614003191 - type: nauc_precision_at_10_std - value: 51.453029793278795 + value: 59.53043786106239 - type: nauc_precision_at_1_diff1 - value: 58.64629356897393 + value: 37.279086892488884 - type: nauc_precision_at_1_max - value: 32.48649975454101 + value: 43.292832596956316 - type: nauc_precision_at_1_std - value: 43.955571919489394 + value: 20.305596465390227 - type: nauc_precision_at_20_diff1 - value: 9.308587936619213 + value: -14.763079024242392 - type: nauc_precision_at_20_max - value: 48.79243631270248 + value: 56.25820402898436 - type: nauc_precision_at_20_std - value: 62.069859056289864 + value: 67.6952843431086 - type: nauc_precision_at_3_diff1 - value: 33.581669226830584 + value: 2.9292734630949067 - type: nauc_precision_at_3_max - value: 56.22119815668209 + value: 41.296148445888285 - type: nauc_precision_at_3_std - value: 51.94572452636975 + value: 46.551771604768255 - type: nauc_precision_at_5_diff1 - value: 27.412098506105657 + value: -15.368719472623535 - type: nauc_precision_at_5_max - value: 62.44729045506555 + value: 39.706937186186984 - type: nauc_precision_at_5_std - value: 44.765099619080445 + value: 45.991734125764275 - type: nauc_recall_at_1000_diff1 - value: -1.1672849905619294 + value: -18.70157967410686 - type: nauc_recall_at_1000_max - value: 30.24145654488767 + value: 27.303031147629746 - type: nauc_recall_at_1000_std - value: 59.841775004234165 + value: 63.59247900235757 - type: nauc_recall_at_100_diff1 - value: 14.955315589973456 + value: -21.505202598262795 - type: nauc_recall_at_100_max - value: 14.182437740698777 + value: 3.1053955846040666 - type: nauc_recall_at_100_std - value: 34.85010900316272 + value: 35.59388419574821 - type: nauc_recall_at_10_diff1 - value: 13.823849163501494 + value: -13.309140466736356 - type: nauc_recall_at_10_max - value: 7.576291042005819 + value: -16.90482412154473 - type: nauc_recall_at_10_std - value: 1.4227650589393714 + value: 2.1355678490728542 - type: nauc_recall_at_1_diff1 - value: 22.577139455591702 + value: 0.1251393811417004 - type: nauc_recall_at_1_max - value: 0.15518062954687648 + value: -12.601700488498643 - type: nauc_recall_at_1_std - value: 4.518832555249529 + value: -3.5018878780762366 - type: nauc_recall_at_20_diff1 - value: 9.577895424349496 + value: -21.303497421292096 - type: nauc_recall_at_20_max - value: 4.326841788680218 + value: -13.765429909809388 - type: nauc_recall_at_20_std - value: 8.40592602308462 + value: 9.07482009539061 - type: nauc_recall_at_3_diff1 - value: 11.099599191623701 + value: -6.017177782774693 - type: nauc_recall_at_3_max - value: 1.8660565345942584 + value: -19.064966459546255 - type: nauc_recall_at_3_std - value: -0.5969085344249611 + value: -3.0227410013796967 - type: nauc_recall_at_5_diff1 - value: 8.674608384913736 + value: -14.078289790672653 - type: nauc_recall_at_5_max - value: 3.730380788869587 + value: -19.52038684292809 - type: nauc_recall_at_5_std - value: -3.4877352049852024 + value: -2.6267198328675994 - type: ndcg_at_1 - value: 80.0 + value: 78.0 - type: ndcg_at_10 - value: 78.374 + value: 79.536 - type: ndcg_at_100 - value: 63.385000000000005 + value: 62.65500000000001 - type: ndcg_at_1000 - value: 57.406 + value: 56.359 - type: ndcg_at_20 - value: 75.795 + value: 77.561 - type: ndcg_at_3 - value: 80.419 + value: 80.296 - type: ndcg_at_5 - value: 80.157 + value: 79.806 - type: precision_at_1 value: 84.0 - type: precision_at_10 - value: 84.0 + value: 85.6 - type: precision_at_100 - value: 65.88000000000001 + value: 64.92 - type: precision_at_1000 - value: 25.502000000000002 + value: 24.89 - type: precision_at_20 - value: 80.30000000000001 + value: 83.2 - type: precision_at_3 - value: 86.667 + value: 87.333 - type: precision_at_5 - value: 86.4 + value: 87.2 - type: recall_at_1 - value: 0.22100000000000003 + value: 0.215 - type: recall_at_10 - value: 2.179 + value: 2.246 - type: recall_at_100 - value: 15.934000000000001 + value: 15.784 - type: recall_at_1000 - value: 54.458 + value: 53.427 - type: recall_at_20 - value: 4.144 + value: 4.281 - type: recall_at_3 - value: 0.6859999999999999 + value: 0.688 - type: recall_at_5 - value: 1.1320000000000001 + value: 1.142 task: type: Retrieval - dataset: @@ -8439,287 +8439,287 @@ model-index: type: mteb/touche2020 metrics: - type: main_score - value: 28.907 + value: 31.186999999999998 - type: map_at_1 - value: 2.675 + value: 3.4070000000000005 - type: map_at_10 - value: 12.215 + value: 13.313 - type: map_at_100 - value: 18.7 + value: 19.900000000000002 - type: map_at_1000 - value: 20.398 + value: 21.437 - type: map_at_20 - value: 15.078 + value: 15.714 - type: map_at_3 - value: 6.241 + value: 6.923 - type: map_at_5 - value: 8.289 + value: 9.054 - type: mrr_at_1 - value: 32.6530612244898 + value: 44.89795918367347 - type: mrr_at_10 - value: 50.01133786848071 + value: 56.63832199546485 - type: mrr_at_100 - value: 50.77517365675259 + value: 57.666166033512965 - type: mrr_at_1000 - value: 50.77517365675259 + value: 57.666166033512965 - type: mrr_at_20 - value: 50.588814902724664 + value: 57.51229496127455 - type: mrr_at_3 - value: 45.578231292517 + value: 53.40136054421768 - type: mrr_at_5 - value: 48.53741496598638 + value: 55.1360544217687 - type: nauc_map_at_1000_diff1 - value: -5.684538294981354 + value: 6.929929189103678 - type: nauc_map_at_1000_max - value: -33.46305720843361 + value: -20.5925373398606 - type: nauc_map_at_1000_std - value: 1.9671166101260358 + value: 7.835669658058121 - type: nauc_map_at_100_diff1 - value: -3.9527668773790374 + value: 7.528899533894891 - type: nauc_map_at_100_max - value: -33.547343271958304 + value: -21.032199268806018 - type: nauc_map_at_100_std - value: -1.4543726200894687 + value: 5.370650925959299 - type: nauc_map_at_10_diff1 - value: -3.6912102827982975 + value: 14.176770339374578 - type: nauc_map_at_10_max - value: -37.051501400243644 + value: -19.194036092916633 - type: nauc_map_at_10_std - value: -18.58369649223091 + value: -14.964801890692026 - type: nauc_map_at_1_diff1 - value: 8.542642521750217 + value: 16.059944358241733 - type: nauc_map_at_1_max - value: -42.118453460843014 + value: -25.302527766801695 - type: nauc_map_at_1_std - value: -21.4477651608444 + value: -13.565207797491604 - type: nauc_map_at_20_diff1 - value: -4.1294483682157335 + value: 11.361043123465297 - type: nauc_map_at_20_max - value: -32.055300714683774 + value: -18.0301938420575 - type: nauc_map_at_20_std - value: -13.633460827906779 + value: -7.25573010108597 - type: nauc_map_at_3_diff1 - value: 4.166012812499575 + value: 21.973707928327727 - type: nauc_map_at_3_max - value: -44.421760913346375 + value: -20.079194093834058 - type: nauc_map_at_3_std - value: -22.934729762627693 + value: -20.173080790091422 - type: nauc_map_at_5_diff1 - value: 5.0705280599427285 + value: 19.669071376698206 - type: nauc_map_at_5_max - value: -39.880207516910055 + value: -23.679751632414845 - type: nauc_map_at_5_std - value: -19.089070592204358 + value: -20.28001860761147 - type: nauc_mrr_at_1000_diff1 - value: 8.136502099178854 + value: 6.875737447320781 - type: nauc_mrr_at_1000_max - value: -54.053135657703564 + value: -44.8769334243922 - type: nauc_mrr_at_1000_std - value: 0.8410793475356224 + value: 7.361962913444513 - type: nauc_mrr_at_100_diff1 - value: 8.136502099178854 + value: 6.875737447320781 - type: nauc_mrr_at_100_max - value: -54.053135657703564 + value: -44.8769334243922 - type: nauc_mrr_at_100_std - value: 0.8410793475356224 + value: 7.361962913444513 - type: nauc_mrr_at_10_diff1 - value: 7.021058071372796 + value: 6.574806453972689 - type: nauc_mrr_at_10_max - value: -55.576671480124475 + value: -47.267277277496596 - type: nauc_mrr_at_10_std - value: 2.659844175871393 + value: 8.783148855636174 - type: nauc_mrr_at_1_diff1 - value: 21.763874961879942 + value: 12.940754496022242 - type: nauc_mrr_at_1_max - value: -42.10185605661237 + value: -35.544013626458145 - type: nauc_mrr_at_1_std - value: -6.492292167140558 + value: 6.0616339439628915 - type: nauc_mrr_at_20_diff1 - value: 8.441891181402887 + value: 7.179017109424859 - type: nauc_mrr_at_20_max - value: -54.466795585812235 + value: -45.52183055340191 - type: nauc_mrr_at_20_std - value: 0.916114699709143 + value: 6.960503593984209 - type: nauc_mrr_at_3_diff1 - value: 7.551389256661414 + value: 2.10431985300728 - type: nauc_mrr_at_3_max - value: -46.97364074837694 + value: -41.662819302741184 - type: nauc_mrr_at_3_std - value: 1.0411397370775466 + value: 5.68448693989341 - type: nauc_mrr_at_5_diff1 - value: 5.235804734715955 + value: 5.25929369032379 - type: nauc_mrr_at_5_max - value: -54.37509495435838 + value: -44.62592534259141 - type: nauc_mrr_at_5_std - value: 2.779654633655762 + value: 6.26151671868977 - type: nauc_ndcg_at_1000_diff1 - value: -15.397449719696779 + value: -6.563466320842519 - type: nauc_ndcg_at_1000_max - value: -43.619552110596665 + value: -33.15200693567147 - type: nauc_ndcg_at_1000_std - value: 26.3557588044005 + value: 29.09290649197198 - type: nauc_ndcg_at_100_diff1 - value: -8.064551008407328 + value: -4.290185637900728 - type: nauc_ndcg_at_100_max - value: -45.62898014606384 + value: -35.6991058391752 - type: nauc_ndcg_at_100_std - value: 19.02252139372526 + value: 24.47606141799262 - type: nauc_ndcg_at_10_diff1 - value: -4.128778098656938 + value: 4.171305930645993 - type: nauc_ndcg_at_10_max - value: -47.533595647961825 + value: -33.02156808389195 - type: nauc_ndcg_at_10_std - value: -3.3387983790901616 + value: -0.7115167969929295 - type: nauc_ndcg_at_1_diff1 - value: 15.241311807512584 + value: 4.295135743080979 - type: nauc_ndcg_at_1_max - value: -41.98413041761103 + value: -30.841816609035575 - type: nauc_ndcg_at_1_std - value: -1.7966111564973624 + value: 11.08702259742227 - type: nauc_ndcg_at_20_diff1 - value: -5.70487127711277 + value: 5.716130418772172 - type: nauc_ndcg_at_20_max - value: -43.296928773082485 + value: -32.02017772879846 - type: nauc_ndcg_at_20_std - value: -4.953768651191041 + value: 0.42043490374547515 - type: nauc_ndcg_at_3_diff1 - value: 10.059341497787937 + value: 0.7696408676847266 - type: nauc_ndcg_at_3_max - value: -40.68501908879975 + value: -28.19446012238678 - type: nauc_ndcg_at_3_std - value: -3.6931074797187877 + value: 1.4270173161697919 - type: nauc_ndcg_at_5_diff1 - value: 7.526983752941929 + value: 4.011877087450832 - type: nauc_ndcg_at_5_max - value: -43.365397576700275 + value: -35.474817068811866 - type: nauc_ndcg_at_5_std - value: 0.32616836825174683 + value: -1.0183501951460643 - type: nauc_precision_at_1000_diff1 - value: -7.438317571660842 + value: -18.852617887278956 - type: nauc_precision_at_1000_max - value: 34.73241001748508 + value: 26.536677685298997 - type: nauc_precision_at_1000_std - value: 36.25365158109604 + value: 31.17777014427175 - type: nauc_precision_at_100_diff1 - value: -4.627005077446657 + value: -21.993356262198738 - type: nauc_precision_at_100_max - value: -15.93628289282409 + value: -14.151354806872973 - type: nauc_precision_at_100_std - value: 68.61386525027707 + value: 68.01931004336306 - type: nauc_precision_at_10_diff1 - value: -10.52039936457346 + value: 3.518175306600991 - type: nauc_precision_at_10_max - value: -43.34615042118174 + value: -34.29876549408336 - type: nauc_precision_at_10_std - value: 9.318534549691767 + value: 8.571886047048881 - type: nauc_precision_at_1_diff1 - value: 21.763874961879942 + value: 12.940754496022242 - type: nauc_precision_at_1_max - value: -42.10185605661237 + value: -35.544013626458145 - type: nauc_precision_at_1_std - value: -6.492292167140558 + value: 6.0616339439628915 - type: nauc_precision_at_20_diff1 - value: -2.287812706503246 + value: 6.23454071647187 - type: nauc_precision_at_20_max - value: -28.10959274429549 + value: -29.16565290719762 - type: nauc_precision_at_20_std - value: 16.788667831779485 + value: 25.567483624610297 - type: nauc_precision_at_3_diff1 - value: 11.569650243424755 + value: 8.77511441582519 - type: nauc_precision_at_3_max - value: -41.668998559185844 + value: -29.389312907952135 - type: nauc_precision_at_3_std - value: -0.3803285872339615 + value: -6.397150206890867 - type: nauc_precision_at_5_diff1 - value: 7.598490650206377 + value: 9.795445750266063 - type: nauc_precision_at_5_max - value: -41.68148813885381 + value: -38.88827845334236 - type: nauc_precision_at_5_std - value: 7.354258555131649 + value: -3.397760151003072 - type: nauc_recall_at_1000_diff1 - value: -50.220542196994636 + value: -28.033327034031043 - type: nauc_recall_at_1000_max - value: -16.95193388500635 + value: -15.30930042500693 - type: nauc_recall_at_1000_std - value: 69.28134193017735 + value: 69.27496829698434 - type: nauc_recall_at_100_diff1 - value: -15.415419361213853 + value: -12.558500592244782 - type: nauc_recall_at_100_max - value: -33.60910097372997 + value: -27.109814142314832 - type: nauc_recall_at_100_std - value: 35.403748730364256 + value: 40.23660136119213 - type: nauc_recall_at_10_diff1 - value: -14.144822663337028 + value: 8.859020421080002 - type: nauc_recall_at_10_max - value: -38.11986778901871 + value: -26.101835112681034 - type: nauc_recall_at_10_std - value: -13.87707926888663 + value: -12.02508230851673 - type: nauc_recall_at_1_diff1 - value: 8.542642521750217 + value: 16.059944358241733 - type: nauc_recall_at_1_max - value: -42.118453460843014 + value: -25.302527766801695 - type: nauc_recall_at_1_std - value: -21.4477651608444 + value: -13.565207797491604 - type: nauc_recall_at_20_diff1 - value: -12.3394417307943 + value: 6.598503996413421 - type: nauc_recall_at_20_max - value: -32.75019884128939 + value: -25.661355219947264 - type: nauc_recall_at_20_std - value: -6.875770812126497 + value: -0.5270972932429998 - type: nauc_recall_at_3_diff1 - value: -0.907011119452535 + value: 15.848752699477423 - type: nauc_recall_at_3_max - value: -42.06461204250678 + value: -20.67227958185249 - type: nauc_recall_at_3_std - value: -18.765470997666945 + value: -19.687883601951533 - type: nauc_recall_at_5_diff1 - value: -1.063588562013453 + value: 15.210234895525055 - type: nauc_recall_at_5_max - value: -39.15779594344513 + value: -30.20253332454299 - type: nauc_recall_at_5_std - value: -14.839683507905466 + value: -19.986130369906242 - type: ndcg_at_1 - value: 29.592000000000002 + value: 40.816 - type: ndcg_at_10 - value: 28.907 + value: 31.186999999999998 - type: ndcg_at_100 - value: 40.211000000000006 + value: 42.742000000000004 - type: ndcg_at_1000 - value: 51.482000000000006 + value: 53.230999999999995 - type: ndcg_at_20 - value: 29.804000000000002 + value: 31.057000000000002 - type: ndcg_at_3 - value: 30.802000000000003 + value: 34.382000000000005 - type: ndcg_at_5 - value: 29.511 + value: 32.038 - type: precision_at_1 - value: 32.653 + value: 44.897999999999996 - type: precision_at_10 - value: 26.531 + value: 27.143 - type: precision_at_100 - value: 8.224 + value: 8.735 - type: precision_at_1000 - value: 1.576 + value: 1.59 - type: precision_at_20 - value: 20.102 + value: 19.898 - type: precision_at_3 - value: 34.014 + value: 34.694 - type: precision_at_5 - value: 30.203999999999997 + value: 31.019999999999996 - type: recall_at_1 - value: 2.675 + value: 3.4070000000000005 - type: recall_at_10 - value: 19.750999999999998 + value: 19.987 - type: recall_at_100 - value: 50.365 + value: 52.888999999999996 - type: recall_at_1000 - value: 84.773 + value: 85.172 - type: recall_at_20 - value: 27.632 + value: 27.025 - type: recall_at_3 - value: 7.578 + value: 7.774 - type: recall_at_5 - value: 11.346 + value: 11.571 task: type: Retrieval - dataset: @@ -8730,17 +8730,17 @@ model-index: type: mteb/toxic_conversations_50k metrics: - type: accuracy - value: 70.810546875 + value: 89.0380859375 - type: ap - value: 14.252152092007437 + value: 34.26536468203791 - type: ap_weighted - value: 14.252152092007437 + value: 34.26536468203791 - type: f1 - value: 54.48430687519361 + value: 73.86921962038298 - type: f1_weighted - value: 77.28107973539473 + value: 90.61132302248866 - type: main_score - value: 70.810546875 + value: 89.0380859375 task: type: Classification - dataset: @@ -8751,13 +8751,13 @@ model-index: type: mteb/tweet_sentiment_extraction metrics: - type: accuracy - value: 62.66553480475382 + value: 76.49405772495754 - type: f1 - value: 62.053566222838384 + value: 76.73610452546936 - type: f1_weighted - value: 60.48069640139468 + value: 76.14362047024868 - type: main_score - value: 62.66553480475382 + value: 76.49405772495754 task: type: Classification - dataset: @@ -8768,11 +8768,11 @@ model-index: type: mteb/twentynewsgroups-clustering metrics: - type: main_score - value: 49.676842982432774 + value: 49.554702818248735 - type: v_measure - value: 49.676842982432774 + value: 49.554702818248735 - type: v_measure_std - value: 1.3041225457855343 + value: 0.9278298624304031 task: type: Clustering - dataset: @@ -8783,85 +8783,85 @@ model-index: type: mteb/twittersemeval2015-pairclassification metrics: - type: cosine_accuracy - value: 85.07480479227513 + value: 85.29534481730941 - type: cosine_accuracy_threshold - value: 78.39158177375793 + value: 90.6567394733429 - type: cosine_ap - value: 70.92737526837412 + value: 71.59976408272617 - type: cosine_f1 - value: 66.1954959271682 + value: 66.54452180285818 - type: cosine_f1_threshold - value: 74.12481307983398 + value: 88.94971013069153 - type: cosine_precision - value: 60.61869240895129 + value: 61.95133045258131 - type: cosine_recall - value: 72.9023746701847 + value: 71.87335092348285 - type: dot_accuracy - value: 85.07480479227513 + value: 85.29534481730941 - type: dot_accuracy_threshold - value: 78.39158773422241 + value: 90.65674543380737 - type: dot_ap - value: 70.92737601494514 + value: 71.5997871796046 - type: dot_f1 - value: 66.1954959271682 + value: 66.54452180285818 - type: dot_f1_threshold - value: 74.12482500076294 + value: 88.94971013069153 - type: dot_precision - value: 60.61869240895129 + value: 61.95133045258131 - type: dot_recall - value: 72.9023746701847 + value: 71.87335092348285 - type: euclidean_accuracy - value: 85.07480479227513 + value: 85.29534481730941 - type: euclidean_accuracy_threshold - value: 65.73951244354248 + value: 43.2279109954834 - type: euclidean_ap - value: 70.92738137519932 + value: 71.59977967634174 - type: euclidean_f1 - value: 66.1954959271682 + value: 66.54452180285818 - type: euclidean_f1_threshold - value: 71.93772792816162 + value: 47.01125621795654 - type: euclidean_precision - value: 60.61869240895129 + value: 61.95133045258131 - type: euclidean_recall - value: 72.9023746701847 + value: 71.87335092348285 - type: main_score - value: 70.92738137519932 + value: 71.5997871796046 - type: manhattan_accuracy - value: 84.89002801454372 + value: 85.1820945341837 - type: manhattan_accuracy_threshold - value: 1543.7227249145508 + value: 1019.9851989746094 - type: manhattan_ap - value: 70.45819704836475 + value: 71.22149639016482 - type: manhattan_f1 - value: 65.75607397558322 + value: 66.31834750911301 - type: manhattan_f1_threshold - value: 1691.067886352539 + value: 1109.6149444580078 - type: manhattan_precision - value: 60.673656033905864 + value: 61.46396396396396 - type: manhattan_recall - value: 71.76781002638522 + value: 72.00527704485488 - type: max_ap - value: 70.92738137519932 + value: 71.5997871796046 - type: max_f1 - value: 66.1954959271682 + value: 66.54452180285818 - type: max_precision - value: 60.673656033905864 + value: 61.95133045258131 - type: max_recall - value: 72.9023746701847 + value: 72.00527704485488 - type: similarity_accuracy - value: 85.07480479227513 + value: 85.29534481730941 - type: similarity_accuracy_threshold - value: 78.39158177375793 + value: 90.6567394733429 - type: similarity_ap - value: 70.92737526837412 + value: 71.59976408272617 - type: similarity_f1 - value: 66.1954959271682 + value: 66.54452180285818 - type: similarity_f1_threshold - value: 74.12481307983398 + value: 88.94971013069153 - type: similarity_precision - value: 60.61869240895129 + value: 61.95133045258131 - type: similarity_recall - value: 72.9023746701847 + value: 71.87335092348285 task: type: PairClassification - dataset: @@ -8872,85 +8872,85 @@ model-index: type: mteb/twitterurlcorpus-pairclassification metrics: - type: cosine_accuracy - value: 89.32355338223309 + value: 89.19936352699189 - type: cosine_accuracy_threshold - value: 72.50972986221313 + value: 87.72701621055603 - type: cosine_ap - value: 86.74895762701595 + value: 86.32764736710979 - type: cosine_f1 - value: 79.21738810635873 + value: 78.40269966254218 - type: cosine_f1_threshold - value: 69.94493007659912 + value: 86.80565357208252 - type: cosine_precision - value: 75.82905020066183 + value: 76.41426692004093 - type: cosine_recall - value: 82.9226978749615 + value: 80.49738219895288 - type: dot_accuracy - value: 89.32355338223309 + value: 89.19936352699189 - type: dot_accuracy_threshold - value: 72.50974178314209 + value: 87.72701621055603 - type: dot_ap - value: 86.74894970312789 + value: 86.32762879051161 - type: dot_f1 - value: 79.21738810635873 + value: 78.40269966254218 - type: dot_f1_threshold - value: 69.94493007659912 + value: 86.80565357208252 - type: dot_precision - value: 75.82905020066183 + value: 76.41426692004093 - type: dot_recall - value: 82.9226978749615 + value: 80.49738219895288 - type: euclidean_accuracy - value: 89.32355338223309 + value: 89.19936352699189 - type: euclidean_accuracy_threshold - value: 74.14885759353638 + value: 49.54388439655304 - type: euclidean_ap - value: 86.74893799074754 + value: 86.3276630523782 - type: euclidean_f1 - value: 79.21738810635873 + value: 78.40269966254218 - type: euclidean_f1_threshold - value: 77.53072381019592 + value: 51.36992931365967 - type: euclidean_precision - value: 75.82905020066183 + value: 76.41426692004093 - type: euclidean_recall - value: 82.9226978749615 + value: 80.49738219895288 - type: main_score - value: 86.74895762701595 + value: 86.3276630523782 - type: manhattan_accuracy - value: 89.28474405247022 + value: 89.16637559669344 - type: manhattan_accuracy_threshold - value: 1725.102424621582 + value: 1150.1700401306152 - type: manhattan_ap - value: 86.69699016049593 + value: 86.28674414277404 - type: manhattan_f1 - value: 79.00847425990219 + value: 78.34183768482997 - type: manhattan_f1_threshold - value: 1807.0615768432617 + value: 1213.088321685791 - type: manhattan_precision - value: 76.68671642872673 + value: 75.87475651107424 - type: manhattan_recall - value: 81.4752078842008 + value: 80.97474591931014 - type: max_ap - value: 86.74895762701595 + value: 86.3276630523782 - type: max_f1 - value: 79.21738810635873 + value: 78.40269966254218 - type: max_precision - value: 76.68671642872673 + value: 76.41426692004093 - type: max_recall - value: 82.9226978749615 + value: 80.97474591931014 - type: similarity_accuracy - value: 89.32355338223309 + value: 89.19936352699189 - type: similarity_accuracy_threshold - value: 72.50972986221313 + value: 87.72701621055603 - type: similarity_ap - value: 86.74895762701595 + value: 86.32764736710979 - type: similarity_f1 - value: 79.21738810635873 + value: 78.40269966254218 - type: similarity_f1_threshold - value: 69.94493007659912 + value: 86.80565357208252 - type: similarity_precision - value: 75.82905020066183 + value: 76.41426692004093 - type: similarity_recall - value: 82.9226978749615 + value: 80.49738219895288 task: type: PairClassification - dataset: @@ -8961,23 +8961,23 @@ model-index: type: C-MTEB/AFQMC metrics: - type: cosine_pearson - value: 38.29145368837485 + value: 38.59465613249044 - type: cosine_spearman - value: 39.41056570139273 + value: 39.876884773191065 - type: euclidean_pearson - value: 38.0651461534699 + value: 38.370163017159996 - type: euclidean_spearman - value: 39.41056569992215 + value: 39.87692498028858 - type: main_score - value: 39.41056570139273 + value: 39.876884773191065 - type: manhattan_pearson - value: 37.70876309636298 + value: 38.058013850119785 - type: manhattan_spearman - value: 39.04864822187025 + value: 39.531271872106856 - type: pearson - value: 38.29145368837485 + value: 38.59465613249044 - type: spearman - value: 39.41056570139273 + value: 39.876884773191065 task: type: STS - dataset: @@ -8988,23 +8988,23 @@ model-index: type: C-MTEB/ATEC metrics: - type: cosine_pearson - value: 46.47704725371303 + value: 46.457799031090666 - type: cosine_spearman - value: 46.9183608596495 + value: 47.170032935367935 - type: euclidean_pearson - value: 49.36420417260176 + value: 49.399858337266004 - type: euclidean_spearman - value: 46.91835860770197 + value: 47.17003293450119 - type: main_score - value: 46.9183608596495 + value: 47.170032935367935 - type: manhattan_pearson - value: 49.124318954541145 + value: 49.19428772786887 - type: manhattan_spearman - value: 46.69432997494852 + value: 46.94649743167009 - type: pearson - value: 46.47704725371303 + value: 46.457799031090666 - type: spearman - value: 46.9183608596495 + value: 47.170032935367935 task: type: STS - dataset: @@ -9015,13 +9015,13 @@ model-index: type: mteb/amazon_reviews_multi metrics: - type: accuracy - value: 41.858000000000004 + value: 50.246 - type: f1 - value: 38.04731113109237 + value: 45.84988588370862 - type: f1_weighted - value: 38.04731113109237 + value: 45.84988588370862 - type: main_score - value: 41.858000000000004 + value: 50.246 task: type: Classification - dataset: @@ -9032,23 +9032,23 @@ model-index: type: C-MTEB/BQ metrics: - type: cosine_pearson - value: 51.2270285721989 + value: 53.67950003884396 - type: cosine_spearman - value: 51.53381532349815 + value: 54.36088598761955 - type: euclidean_pearson - value: 50.83672339980501 + value: 53.09394654913335 - type: euclidean_spearman - value: 51.53382225123762 + value: 54.36088252221325 - type: main_score - value: 51.53381532349815 + value: 54.36088598761955 - type: manhattan_pearson - value: 50.481897254555655 + value: 52.805415867146955 - type: manhattan_spearman - value: 51.165938122581764 + value: 54.06705049402532 - type: pearson - value: 51.2270285721989 + value: 53.67950003884396 - type: spearman - value: 51.53381532349815 + value: 54.36088598761955 task: type: STS - dataset: @@ -9059,11 +9059,11 @@ model-index: type: C-MTEB/CLSClusteringP2P metrics: - type: main_score - value: 42.6351765343486 + value: 41.608876653105966 - type: v_measure - value: 42.6351765343486 + value: 41.608876653105966 - type: v_measure_std - value: 0.8266776246358534 + value: 1.0624705258546963 task: type: Clustering - dataset: @@ -9074,11 +9074,11 @@ model-index: type: C-MTEB/CLSClusteringS2S metrics: - type: main_score - value: 39.14026434895999 + value: 39.7110966049789 - type: v_measure - value: 39.14026434895999 + value: 39.7110966049789 - type: v_measure_std - value: 0.8843326244130124 + value: 0.875231943450341 task: type: Clustering - dataset: @@ -9089,23 +9089,23 @@ model-index: type: C-MTEB/CMedQAv1-reranking metrics: - type: main_score - value: 81.62649518330059 + value: 81.7193302624052 - type: map - value: 81.62649518330059 + value: 81.7193302624052 - type: mrr - value: 84.59920634920634 + value: 84.58841269841271 - type: nAUC_map_diff1 - value: 57.57622865226385 + value: 57.41916975321788 - type: nAUC_map_max - value: 64.24578070815535 + value: 61.409376634272874 - type: nAUC_map_std - value: 25.825835637398292 + value: 28.913154318201233 - type: nAUC_mrr_diff1 - value: 64.506555321586 + value: 64.85350793018186 - type: nAUC_mrr_max - value: 73.72849839805279 + value: 69.46338529223004 - type: nAUC_mrr_std - value: 33.50231715071016 + value: 35.373588518165235 task: type: Reranking - dataset: @@ -9116,23 +9116,23 @@ model-index: type: C-MTEB/CMedQAv2-reranking metrics: - type: main_score - value: 82.6884842555647 + value: 82.59163356780259 - type: map - value: 82.6884842555647 + value: 82.59163356780259 - type: mrr - value: 85.7413492063492 + value: 85.54900793650792 - type: nAUC_map_diff1 - value: 62.227875149480674 + value: 61.10665055831455 - type: nAUC_map_max - value: 65.39899447833739 + value: 60.91441391850925 - type: nAUC_map_std - value: 22.232770911289762 + value: 21.471788062972436 - type: nAUC_mrr_diff1 - value: 71.02339957841794 + value: 69.95883630916767 - type: nAUC_mrr_max - value: 75.79106833222022 + value: 71.06959737866757 - type: nAUC_mrr_std - value: 31.922312297325313 + value: 30.819473605657606 task: type: Reranking - dataset: @@ -9143,287 +9143,287 @@ model-index: type: C-MTEB/CmedqaRetrieval metrics: - type: main_score - value: 41.912 + value: 42.631 - type: map_at_1 - value: 24.154 + value: 24.834 - type: map_at_10 - value: 35.771 + value: 36.447 - type: map_at_100 - value: 37.361 + value: 38.04 - type: map_at_1000 - value: 37.501 + value: 38.179 - type: map_at_20 - value: 36.614000000000004 + value: 37.281 - type: map_at_3 - value: 32.208999999999996 + value: 32.761 - type: map_at_5 - value: 34.135 + value: 34.871 - type: mrr_at_1 - value: 36.959239809952486 + value: 38.05951487871968 - type: mrr_at_10 - value: 44.68076344482939 + value: 45.57554071057435 - type: mrr_at_100 - value: 45.58051326135588 + value: 46.447190120013 - type: mrr_at_1000 - value: 45.63875894256334 + value: 46.50606585607273 - type: mrr_at_20 - value: 45.18303299514746 + value: 46.057122452003696 - type: mrr_at_3 - value: 42.55230474285231 + value: 43.34000166708336 - type: mrr_at_5 - value: 43.73134950404267 + value: 44.58531299491537 - type: nauc_map_at_1000_diff1 - value: 48.19593787339997 + value: 48.47252945149055 - type: nauc_map_at_1000_max - value: 45.80793623720016 + value: 34.62100533042246 - type: nauc_map_at_1000_std - value: -4.498738770651924 + value: -2.684326419049642 - type: nauc_map_at_100_diff1 - value: 48.14822061537294 + value: 48.43175156549248 - type: nauc_map_at_100_max - value: 45.766276109027565 + value: 34.58371253483366 - type: nauc_map_at_100_std - value: -4.531921171029137 + value: -2.719072576245476 - type: nauc_map_at_10_diff1 - value: 48.056275142802576 + value: 48.18476956739444 - type: nauc_map_at_10_max - value: 44.86133659352232 + value: 33.52918292302435 - type: nauc_map_at_10_std - value: -5.678734969973419 + value: -3.746440821126843 - type: nauc_map_at_1_diff1 - value: 54.126770601702304 + value: 52.68253139221022 - type: nauc_map_at_1_max - value: 36.294268209121014 + value: 26.033202075590157 - type: nauc_map_at_1_std - value: -8.314309694617984 + value: -5.756330655143574 - type: nauc_map_at_20_diff1 - value: 48.040597097872464 + value: 48.33335064427594 - type: nauc_map_at_20_max - value: 45.361480980577554 + value: 34.08423189594616 - type: nauc_map_at_20_std - value: -5.1056219220416414 + value: -3.2957587803371693 - type: nauc_map_at_3_diff1 - value: 48.824963816099306 + value: 49.07970552101722 - type: nauc_map_at_3_max - value: 42.59637253351721 + value: 30.931354812941592 - type: nauc_map_at_3_std - value: -7.142494643007989 + value: -5.397714078300849 - type: nauc_map_at_5_diff1 - value: 48.39295465854973 + value: 48.582852045037974 - type: nauc_map_at_5_max - value: 43.81282348287875 + value: 32.37350218464533 - type: nauc_map_at_5_std - value: -6.551989013310646 + value: -4.604286079722004 - type: nauc_mrr_at_1000_diff1 - value: 55.254016903996884 + value: 55.36516647246729 - type: nauc_mrr_at_1000_max - value: 53.09878029734 + value: 41.8197309169163 - type: nauc_mrr_at_1000_std - value: -0.71508532680536 + value: 1.2938880389263046 - type: nauc_mrr_at_100_diff1 - value: 55.22345420339283 + value: 55.33480230365865 - type: nauc_mrr_at_100_max - value: 53.09592092707568 + value: 41.82044267368069 - type: nauc_mrr_at_100_std - value: -0.6931227079570508 + value: 1.3168989639934452 - type: nauc_mrr_at_10_diff1 - value: 55.18285620712305 + value: 55.25761484350501 - type: nauc_mrr_at_10_max - value: 53.0128131412299 + value: 41.625145381930565 - type: nauc_mrr_at_10_std - value: -0.9419014092991297 + value: 1.0129282219497187 - type: nauc_mrr_at_1_diff1 - value: 61.53750424643732 + value: 60.68654871568434 - type: nauc_mrr_at_1_max - value: 54.24674408902589 + value: 43.033167419208546 - type: nauc_mrr_at_1_std - value: -1.9080737950338242 + value: 0.4003726817671297 - type: nauc_mrr_at_20_diff1 - value: 55.1955850013467 + value: 55.265505678078995 - type: nauc_mrr_at_20_max - value: 53.04094140836042 + value: 41.7232926738926 - type: nauc_mrr_at_20_std - value: -0.8063521557954811 + value: 1.1959474260609984 - type: nauc_mrr_at_3_diff1 - value: 56.11946877115898 + value: 56.49797535079964 - type: nauc_mrr_at_3_max - value: 53.46308123387505 + value: 41.922468081636865 - type: nauc_mrr_at_3_std - value: -1.25039802843073 + value: 0.7461678066019137 - type: nauc_mrr_at_5_diff1 - value: 55.59945526594265 + value: 55.726696029505305 - type: nauc_mrr_at_5_max - value: 53.094458463158546 + value: 41.7068087576993 - type: nauc_mrr_at_5_std - value: -1.1485696186251675 + value: 0.9345604936396126 - type: nauc_ndcg_at_1000_diff1 - value: 48.630394030057936 + value: 49.12475845061519 - type: nauc_ndcg_at_1000_max - value: 49.067370003850804 + value: 38.13450613159849 - type: nauc_ndcg_at_1000_std - value: -0.6379826555665533 + value: 0.9070870161011241 - type: nauc_ndcg_at_100_diff1 - value: 47.4242704726565 + value: 48.12044160559342 - type: nauc_ndcg_at_100_max - value: 48.72472432340327 + value: 37.98858612073559 - type: nauc_ndcg_at_100_std - value: -0.16567922191922693 + value: 1.398027778560473 - type: nauc_ndcg_at_10_diff1 - value: 47.16820763109196 + value: 47.49083707975477 - type: nauc_ndcg_at_10_max - value: 46.69185085844686 + value: 35.424124038022484 - type: nauc_ndcg_at_10_std - value: -3.793946471519526 + value: -1.9285006153671742 - type: nauc_ndcg_at_1_diff1 - value: 61.53750424643732 + value: 60.68654871568434 - type: nauc_ndcg_at_1_max - value: 54.24674408902589 + value: 43.033167419208546 - type: nauc_ndcg_at_1_std - value: -1.9080737950338242 + value: 0.4003726817671297 - type: nauc_ndcg_at_20_diff1 - value: 47.062085251805165 + value: 47.692259910508014 - type: nauc_ndcg_at_20_max - value: 47.36804459443504 + value: 36.20333827999666 - type: nauc_ndcg_at_20_std - value: -2.6790807434003154 + value: -1.1366081258269927 - type: nauc_ndcg_at_3_diff1 - value: 49.37353194021333 + value: 49.926059859304004 - type: nauc_ndcg_at_3_max - value: 48.35156335077874 + value: 36.554915901584614 - type: nauc_ndcg_at_3_std - value: -3.3398102492848656 + value: -1.7727717324767251 - type: nauc_ndcg_at_5_diff1 - value: 48.0947159130794 + value: 48.504726113001304 - type: nauc_ndcg_at_5_max - value: 46.680994331148504 + value: 35.2222520201459 - type: nauc_ndcg_at_5_std - value: -4.043874632127286 + value: -2.1147823162180046 - type: nauc_precision_at_1000_diff1 - value: 6.109079873705322 + value: 5.95771915067704 - type: nauc_precision_at_1000_max - value: 29.504954981504778 + value: 29.222734901088483 - type: nauc_precision_at_1000_std - value: 22.93941750032271 + value: 21.021319062045514 - type: nauc_precision_at_100_diff1 - value: 11.927597721886762 + value: 12.441767269549631 - type: nauc_precision_at_100_max - value: 39.33748646673334 + value: 37.028610753731876 - type: nauc_precision_at_100_std - value: 23.95901745749321 + value: 22.59370573792191 - type: nauc_precision_at_10_diff1 - value: 24.82917619008383 + value: 25.3055255305395 - type: nauc_precision_at_10_max - value: 48.25909614877216 + value: 41.57346735024518 - type: nauc_precision_at_10_std - value: 10.250143723179713 + value: 10.851514810119529 - type: nauc_precision_at_1_diff1 - value: 61.53750424643732 + value: 60.68654871568434 - type: nauc_precision_at_1_max - value: 54.24674408902589 + value: 43.033167419208546 - type: nauc_precision_at_1_std - value: -1.9080737950338242 + value: 0.4003726817671297 - type: nauc_precision_at_20_diff1 - value: 20.46788631872044 + value: 21.503387725334118 - type: nauc_precision_at_20_max - value: 45.80722239546835 + value: 40.35637914704234 - type: nauc_precision_at_20_std - value: 14.720113784118633 + value: 14.15622720179941 - type: nauc_precision_at_3_diff1 - value: 36.57074097596536 + value: 37.92102588120911 - type: nauc_precision_at_3_max - value: 52.82030883151323 + value: 42.61959379379323 - type: nauc_precision_at_3_std - value: 3.9283920700632526 + value: 4.531204029823331 - type: nauc_precision_at_5_diff1 - value: 31.217047808074472 + value: 31.822114101121624 - type: nauc_precision_at_5_max - value: 51.092762871371654 + value: 42.00621213856077 - type: nauc_precision_at_5_std - value: 6.51063180919143 + value: 7.038453918682581 - type: nauc_recall_at_1000_diff1 - value: 31.30321342816756 + value: 30.906717381989445 - type: nauc_recall_at_1000_max - value: 55.469754854393486 + value: 49.86631344507457 - type: nauc_recall_at_1000_std - value: 46.627360786810655 + value: 44.77133994051694 - type: nauc_recall_at_100_diff1 - value: 26.36814612505595 + value: 29.06337979940958 - type: nauc_recall_at_100_max - value: 41.98698104560196 + value: 35.64030149194558 - type: nauc_recall_at_100_std - value: 16.01155635795268 + value: 16.019430611168264 - type: nauc_recall_at_10_diff1 - value: 34.230500025598566 + value: 34.92848768468913 - type: nauc_recall_at_10_max - value: 38.46622774541338 + value: 28.566945065867454 - type: nauc_recall_at_10_std - value: -3.5976451821598636 + value: -2.1058035354561557 - type: nauc_recall_at_1_diff1 - value: 54.126770601702304 + value: 52.68253139221022 - type: nauc_recall_at_1_max - value: 36.294268209121014 + value: 26.033202075590157 - type: nauc_recall_at_1_std - value: -8.314309694617984 + value: -5.756330655143574 - type: nauc_recall_at_20_diff1 - value: 31.92600233159853 + value: 33.82932775397309 - type: nauc_recall_at_20_max - value: 39.151276414762634 + value: 29.679872190739044 - type: nauc_recall_at_20_std - value: -0.008185757782290744 + value: 0.10165951410954753 - type: nauc_recall_at_3_diff1 - value: 40.983135298326175 + value: 42.53700938223526 - type: nauc_recall_at_3_max - value: 39.282144240448105 + value: 27.477725171266385 - type: nauc_recall_at_3_std - value: -6.478558331383442 + value: -5.201557627828334 - type: nauc_recall_at_5_diff1 - value: 37.96561121548906 + value: 39.158896850349116 - type: nauc_recall_at_5_max - value: 38.25573176800016 + value: 27.90842581577196 - type: nauc_recall_at_5_std - value: -5.896110553981627 + value: -3.646479982111823 - type: ndcg_at_1 - value: 36.958999999999996 + value: 38.06 - type: ndcg_at_10 - value: 41.912 + value: 42.631 - type: ndcg_at_100 - value: 48.412 + value: 49.114000000000004 - type: ndcg_at_1000 - value: 51.076 + value: 51.745 - type: ndcg_at_20 - value: 44.237 + value: 44.895 - type: ndcg_at_3 - value: 37.596000000000004 + value: 38.153999999999996 - type: ndcg_at_5 - value: 39.257 + value: 39.994 - type: precision_at_1 - value: 36.958999999999996 + value: 38.06 - type: precision_at_10 - value: 9.222 + value: 9.35 - type: precision_at_100 - value: 1.456 + value: 1.471 - type: precision_at_1000 - value: 0.18 + value: 0.181 - type: precision_at_20 - value: 5.404 + value: 5.461 - type: precision_at_3 - value: 21.346999999999998 + value: 21.555 - type: precision_at_5 - value: 15.204 + value: 15.443999999999999 - type: recall_at_1 - value: 24.154 + value: 24.834 - type: recall_at_10 - value: 51.13799999999999 + value: 51.881 - type: recall_at_100 - value: 78.44200000000001 + value: 79.095 - type: recall_at_1000 - value: 96.607 + value: 97.077 - type: recall_at_20 - value: 59.01499999999999 + value: 59.471 - type: recall_at_3 - value: 37.645 + value: 37.836 - type: recall_at_5 - value: 43.24 + value: 43.913999999999994 task: type: Retrieval - dataset: @@ -9434,85 +9434,85 @@ model-index: type: C-MTEB/CMNLI metrics: - type: cosine_accuracy - value: 70.24654239326519 + value: 69.29645219482863 - type: cosine_accuracy_threshold - value: 65.65687656402588 + value: 83.89029502868652 - type: cosine_ap - value: 76.97337656087815 + value: 76.28529631089978 - type: cosine_f1 - value: 72.89293849658314 + value: 72.18316549496485 - type: cosine_f1_threshold - value: 58.187782764434814 + value: 79.37869429588318 - type: cosine_precision - value: 63.230240549828174 + value: 60.79372699631941 - type: cosine_recall - value: 86.04161795651157 + value: 88.82394201543138 - type: dot_accuracy - value: 70.24654239326519 + value: 69.29645219482863 - type: dot_accuracy_threshold - value: 65.65687656402588 + value: 83.890300989151 - type: dot_ap - value: 76.99306253217402 + value: 76.28533525182606 - type: dot_f1 - value: 72.89293849658314 + value: 72.18316549496485 - type: dot_f1_threshold - value: 58.18778872489929 + value: 79.37869429588318 - type: dot_precision - value: 63.230240549828174 + value: 60.79372699631941 - type: dot_recall - value: 86.04161795651157 + value: 88.82394201543138 - type: euclidean_accuracy - value: 70.24654239326519 + value: 69.29645219482863 - type: euclidean_accuracy_threshold - value: 82.8771710395813 + value: 56.762146949768066 - type: euclidean_ap - value: 76.97337656087815 + value: 76.28547969937172 - type: euclidean_f1 - value: 72.89293849658314 + value: 72.18316549496485 - type: euclidean_f1_threshold - value: 91.44638776779175 + value: 64.22040462493896 - type: euclidean_precision - value: 63.230240549828174 + value: 60.79372699631941 - type: euclidean_recall - value: 86.04161795651157 + value: 88.82394201543138 - type: main_score - value: 76.99306253217402 + value: 76.28547969937172 - type: manhattan_accuracy - value: 69.74143114852676 + value: 68.86349969933855 - type: manhattan_accuracy_threshold - value: 1963.1107330322266 + value: 1325.539207458496 - type: manhattan_ap - value: 76.44289061856252 + value: 75.73527179489312 - type: manhattan_f1 - value: 72.70526528142021 + value: 71.93284110448064 - type: manhattan_f1_threshold - value: 2121.240234375 + value: 1450.2345085144043 - type: manhattan_precision - value: 63.93471704807522 + value: 63.386809269162214 - type: manhattan_recall - value: 84.26467149871405 + value: 83.14238952536824 - type: max_ap - value: 76.99306253217402 + value: 76.28547969937172 - type: max_f1 - value: 72.89293849658314 + value: 72.18316549496485 - type: max_precision - value: 63.93471704807522 + value: 63.386809269162214 - type: max_recall - value: 86.04161795651157 + value: 88.82394201543138 - type: similarity_accuracy - value: 70.24654239326519 + value: 69.29645219482863 - type: similarity_accuracy_threshold - value: 65.65687656402588 + value: 83.89029502868652 - type: similarity_ap - value: 76.97337656087815 + value: 76.28529631089978 - type: similarity_f1 - value: 72.89293849658314 + value: 72.18316549496485 - type: similarity_f1_threshold - value: 58.187782764434814 + value: 79.37869429588318 - type: similarity_precision - value: 63.230240549828174 + value: 60.79372699631941 - type: similarity_recall - value: 86.04161795651157 + value: 88.82394201543138 task: type: PairClassification - dataset: @@ -9523,287 +9523,287 @@ model-index: type: C-MTEB/CovidRetrieval metrics: - type: main_score - value: 82.09100000000001 + value: 82.76599999999999 - type: map_at_1 - value: 69.679 + value: 70.99600000000001 - type: map_at_10 - value: 78.188 + value: 79.022 - type: map_at_100 - value: 78.432 + value: 79.262 - type: map_at_1000 - value: 78.435 + value: 79.266 - type: map_at_20 - value: 78.358 + value: 79.211 - type: map_at_3 - value: 76.458 + value: 77.081 - type: map_at_5 - value: 77.525 + value: 78.348 - type: mrr_at_1 - value: 69.86301369863014 + value: 71.12750263435194 - type: mrr_at_10 - value: 78.1891966481008 + value: 79.00563667686959 - type: mrr_at_100 - value: 78.43100887014927 + value: 79.24545000482046 - type: mrr_at_1000 - value: 78.43409905944281 + value: 79.24986213861123 - type: mrr_at_20 - value: 78.3583713625236 + value: 79.19503716749968 - type: mrr_at_3 - value: 76.5015806111697 + value: 77.1338250790306 - type: mrr_at_5 - value: 77.5816649104321 + value: 78.38250790305591 - type: nauc_map_at_1000_diff1 - value: 78.7565094457952 + value: 79.78007097062118 - type: nauc_map_at_1000_max - value: 43.44153271106606 + value: 31.495494389521216 - type: nauc_map_at_1000_std - value: -43.35643127411659 + value: -44.554113523471585 - type: nauc_map_at_100_diff1 - value: 78.75464512949722 + value: 79.77901003479913 - type: nauc_map_at_100_max - value: 43.44614729899657 + value: 31.501728637681925 - type: nauc_map_at_100_std - value: -43.35662894001264 + value: -44.54526589087225 - type: nauc_map_at_10_diff1 - value: 78.6150484744859 + value: 79.70465086616332 - type: nauc_map_at_10_max - value: 43.22212591985456 + value: 31.447942385382856 - type: nauc_map_at_10_std - value: -43.68204084683379 + value: -44.86102015819248 - type: nauc_map_at_1_diff1 - value: 81.86147718901591 + value: 81.89774804895447 - type: nauc_map_at_1_max - value: 43.27595769557031 + value: 29.53109235427305 - type: nauc_map_at_1_std - value: -40.832434398434316 + value: -42.80277721451948 - type: nauc_map_at_20_diff1 - value: 78.72313916367459 + value: 79.77871635635559 - type: nauc_map_at_20_max - value: 43.527065459801754 + value: 31.560274527206733 - type: nauc_map_at_20_std - value: -43.299315170766626 + value: -44.55008236120152 - type: nauc_map_at_3_diff1 - value: 78.6799910684285 + value: 79.37871528079008 - type: nauc_map_at_3_max - value: 42.319407684110274 + value: 30.314627717947655 - type: nauc_map_at_3_std - value: -45.537423149362695 + value: -46.583081505018214 - type: nauc_map_at_5_diff1 - value: 78.25825961555257 + value: 79.47410569600237 - type: nauc_map_at_5_max - value: 42.66902641451189 + value: 30.717452787943255 - type: nauc_map_at_5_std - value: -44.2482231636208 + value: -45.56487302807213 - type: nauc_mrr_at_1000_diff1 - value: 78.77840881732628 + value: 79.83396133475738 - type: nauc_mrr_at_1000_max - value: 43.75052183199315 + value: 31.902081193300802 - type: nauc_mrr_at_1000_std - value: -42.89324434781183 + value: -44.32825329012893 - type: nauc_mrr_at_100_diff1 - value: 78.7765411998645 + value: 79.832888351025 - type: nauc_mrr_at_100_max - value: 43.755086077231056 + value: 31.90821451879506 - type: nauc_mrr_at_100_std - value: -42.89351661301109 + value: -44.31946551133598 - type: nauc_mrr_at_10_diff1 - value: 78.63610310385711 + value: 79.75766328526763 - type: nauc_mrr_at_10_max - value: 43.52324483162967 + value: 31.84709271229474 - type: nauc_mrr_at_10_std - value: -43.23477882995708 + value: -44.64251370779262 - type: nauc_mrr_at_1_diff1 - value: 81.65699303519479 + value: 81.88675621341875 - type: nauc_mrr_at_1_max - value: 44.202391758796914 + value: 30.624768062722435 - type: nauc_mrr_at_1_std - value: -39.36327383599781 + value: -41.826968180693456 - type: nauc_mrr_at_20_diff1 - value: 78.7443733650774 + value: 79.83221800317402 - type: nauc_mrr_at_20_max - value: 43.83081490577578 + value: 31.96340672339527 - type: nauc_mrr_at_20_std - value: -42.848142406550764 + value: -44.32956320098315 - type: nauc_mrr_at_3_diff1 - value: 78.64356391070008 + value: 79.34629346809106 - type: nauc_mrr_at_3_max - value: 42.76861798176099 + value: 31.358295528236113 - type: nauc_mrr_at_3_std - value: -44.84496156914284 + value: -45.97803582281396 - type: nauc_mrr_at_5_diff1 - value: 78.22192606452634 + value: 79.494177213373 - type: nauc_mrr_at_5_max - value: 43.12757659228294 + value: 31.52236804483443 - type: nauc_mrr_at_5_std - value: -43.471573840955344 + value: -45.138775893398694 - type: nauc_ndcg_at_1000_diff1 - value: 78.1838616987732 + value: 79.42223230573576 - type: nauc_ndcg_at_1000_max - value: 43.859382162396884 + value: 32.28843903409106 - type: nauc_ndcg_at_1000_std - value: -43.30653697283926 + value: -44.3133954110294 - type: nauc_ndcg_at_100_diff1 - value: 78.13119295479274 + value: 79.3929907054809 - type: nauc_ndcg_at_100_max - value: 44.01086911321529 + value: 32.49291426150998 - type: nauc_ndcg_at_100_std - value: -43.24874302093996 + value: -43.996604718501075 - type: nauc_ndcg_at_10_diff1 - value: 77.48152464096923 + value: 79.11644773352661 - type: nauc_ndcg_at_10_max - value: 43.264264169510504 + value: 32.54744027915217 - type: nauc_ndcg_at_10_std - value: -44.580175112852835 + value: -45.44820798746672 - type: nauc_ndcg_at_1_diff1 - value: 81.43455985468403 + value: 81.71471193659804 - type: nauc_ndcg_at_1_max - value: 44.252000550874484 + value: 30.56723762753589 - type: nauc_ndcg_at_1_std - value: -39.38237995087698 + value: -42.00582595178881 - type: nauc_ndcg_at_20_diff1 - value: 77.85410963490207 + value: 79.34070754205227 - type: nauc_ndcg_at_20_max - value: 44.68578065287876 + value: 33.08175655505984 - type: nauc_ndcg_at_20_std - value: -42.87046493321746 + value: -43.93297429354463 - type: nauc_ndcg_at_3_diff1 - value: 77.55400028908774 + value: 78.41040890432154 - type: nauc_ndcg_at_3_max - value: 41.47690499246867 + value: 30.540602587995053 - type: nauc_ndcg_at_3_std - value: -47.96239510251043 + value: -48.682741281966244 - type: nauc_ndcg_at_5_diff1 - value: 76.55817027861454 + value: 78.52045059102817 - type: nauc_ndcg_at_5_max - value: 42.01696124525059 + value: 31.145620595701786 - type: nauc_ndcg_at_5_std - value: -45.6385058409844 + value: -46.96161213475506 - type: nauc_precision_at_1000_diff1 - value: -28.009627138628257 + value: -26.20700295711843 - type: nauc_precision_at_1000_max - value: 29.24459991455739 + value: 50.992072309587066 - type: nauc_precision_at_1000_std - value: 58.852174419737146 + value: 49.034232966809896 - type: nauc_precision_at_100_diff1 - value: -6.814208555904227 + value: -1.2318650992746658 - type: nauc_precision_at_100_max - value: 38.58450802218331 + value: 54.103623972545876 - type: nauc_precision_at_100_std - value: 39.48885778925581 + value: 38.158651434354105 - type: nauc_precision_at_10_diff1 - value: 42.69404009383913 + value: 47.40081635911143 - type: nauc_precision_at_10_max - value: 39.72607044424161 + value: 46.01760789553407 - type: nauc_precision_at_10_std - value: -22.31713351851116 + value: -22.545587533051467 - type: nauc_precision_at_1_diff1 - value: 81.43455985468403 + value: 81.71471193659804 - type: nauc_precision_at_1_max - value: 44.252000550874484 + value: 30.56723762753589 - type: nauc_precision_at_1_std - value: -39.38237995087698 + value: -42.00582595178881 - type: nauc_precision_at_20_diff1 - value: 31.218498932644845 + value: 31.902645462266044 - type: nauc_precision_at_20_max - value: 55.11413173622635 + value: 60.06037928799191 - type: nauc_precision_at_20_std - value: 7.702910966907561 + value: 10.125381568485691 - type: nauc_precision_at_3_diff1 - value: 67.07260136293569 + value: 70.23181696295782 - type: nauc_precision_at_3_max - value: 37.464338835123904 + value: 31.33307476962615 - type: nauc_precision_at_3_std - value: -51.72773522807322 + value: -52.773523783308995 - type: nauc_precision_at_5_diff1 - value: 57.11817879149 + value: 63.24118340779976 - type: nauc_precision_at_5_max - value: 37.78607913838418 + value: 35.536460706118284 - type: nauc_precision_at_5_std - value: -41.3489934177573 + value: -43.859100503715496 - type: nauc_recall_at_1000_diff1 - value: 58.37811197433529 + value: 63.10783066308766 - type: nauc_recall_at_1000_max - value: 77.70125019980898 + value: 64.17746555050037 - type: nauc_recall_at_1000_std - value: -7.415635097287519 + value: -1.1314627694685895 - type: nauc_recall_at_100_diff1 - value: 64.57899134001917 + value: 70.70747402244945 - type: nauc_recall_at_100_max - value: 74.20013410570942 + value: 63.81462634298472 - type: nauc_recall_at_100_std - value: -20.672136729747088 + value: 2.7329437124855858 - type: nauc_recall_at_10_diff1 - value: 67.93094200727559 + value: 74.5724683430861 - type: nauc_recall_at_10_max - value: 43.42164333462216 + value: 42.06028697147503 - type: nauc_recall_at_10_std - value: -53.33541950399078 + value: -50.426163431789384 - type: nauc_recall_at_1_diff1 - value: 81.86147718901591 + value: 81.89774804895447 - type: nauc_recall_at_1_max - value: 43.27595769557031 + value: 29.53109235427305 - type: nauc_recall_at_1_std - value: -40.832434398434316 + value: -42.80277721451948 - type: nauc_recall_at_20_diff1 - value: 67.50567004840833 + value: 74.1386367152198 - type: nauc_recall_at_20_max - value: 68.28046074793383 + value: 60.26605112943992 - type: nauc_recall_at_20_std - value: -29.574869314866653 + value: -24.167905489617926 - type: nauc_recall_at_3_diff1 - value: 73.0577497285433 + value: 74.68360442418249 - type: nauc_recall_at_3_max - value: 36.948110275313425 + value: 29.73174978017023 - type: nauc_recall_at_3_std - value: -59.30189498397615 + value: -58.048521143234844 - type: nauc_recall_at_5_diff1 - value: 66.98956370201739 + value: 73.33434605574439 - type: nauc_recall_at_5_max - value: 37.16579792310329 + value: 31.829043506426963 - type: nauc_recall_at_5_std - value: -54.60597345402122 + value: -55.33176739081927 - type: ndcg_at_1 - value: 69.968 + value: 71.233 - type: ndcg_at_10 - value: 82.09100000000001 + value: 82.76599999999999 - type: ndcg_at_100 - value: 83.177 + value: 83.799 - type: ndcg_at_1000 - value: 83.258 + value: 83.898 - type: ndcg_at_20 - value: 82.68799999999999 + value: 83.44 - type: ndcg_at_3 - value: 78.666 + value: 79.03999999999999 - type: ndcg_at_5 - value: 80.613 + value: 81.285 - type: precision_at_1 - value: 69.968 + value: 71.233 - type: precision_at_10 - value: 9.504999999999999 + value: 9.526 - type: precision_at_100 - value: 1.0 + value: 0.9990000000000001 - type: precision_at_1000 value: 0.101 - type: precision_at_20 - value: 4.868 + value: 4.8950000000000005 - type: precision_at_3 - value: 28.486 + value: 28.346 - type: precision_at_5 - value: 18.082 + value: 18.124000000000002 - type: recall_at_1 - value: 69.679 + value: 70.99600000000001 - type: recall_at_10 - value: 94.099 + value: 94.31 - type: recall_at_100 - value: 98.946 + value: 98.84100000000001 - type: recall_at_1000 value: 99.579 - type: recall_at_20 - value: 96.417 + value: 96.944 - type: recall_at_3 - value: 84.958 + value: 84.589 - type: recall_at_5 - value: 89.726 + value: 89.98899999999999 task: type: Retrieval - dataset: @@ -9814,287 +9814,287 @@ model-index: type: C-MTEB/DuRetrieval metrics: - type: main_score - value: 82.093 + value: 82.353 - type: map_at_1 - value: 23.294 + value: 23.408 - type: map_at_10 - value: 73.087 + value: 73.302 - type: map_at_100 - value: 76.378 + value: 76.532 - type: map_at_1000 - value: 76.429 + value: 76.578 - type: map_at_20 - value: 75.645 + value: 75.765 - type: map_at_3 - value: 49.49 + value: 49.297999999999995 - type: map_at_5 - value: 62.79900000000001 + value: 62.96000000000001 - type: mrr_at_1 - value: 82.65 + value: 83.3 - type: mrr_at_10 - value: 88.56652777777776 + value: 88.85841269841264 - type: mrr_at_100 - value: 88.65106019759902 + value: 88.937851229216 - type: mrr_at_1000 - value: 88.65548524359767 + value: 88.94253811030754 - type: mrr_at_20 - value: 88.62234385196844 + value: 88.90522789194803 - type: mrr_at_3 - value: 88.0333333333333 + value: 88.31666666666662 - type: mrr_at_5 - value: 88.43083333333333 + value: 88.66416666666662 - type: nauc_map_at_1000_diff1 - value: 3.017682068149073 + value: 3.978108165433077 - type: nauc_map_at_1000_max - value: 43.31894144534087 + value: 32.84013060265069 - type: nauc_map_at_1000_std - value: 14.103477261758462 + value: 17.104374545928255 - type: nauc_map_at_100_diff1 - value: 3.01786018428549 + value: 3.9594456007844183 - type: nauc_map_at_100_max - value: 43.304578781010584 + value: 32.84323698444807 - type: nauc_map_at_100_std - value: 14.104821995278524 + value: 17.083360165851175 - type: nauc_map_at_10_diff1 - value: 6.00776493567358 + value: 6.564428602685249 - type: nauc_map_at_10_max - value: 40.050232117264265 + value: 29.490007273766956 - type: nauc_map_at_10_std - value: 3.8907867883058964 + value: 6.955854455105477 - type: nauc_map_at_1_diff1 - value: 40.656271709573616 + value: 43.01902060700144 - type: nauc_map_at_1_max - value: -6.665245760519005 + value: -8.940094269879843 - type: nauc_map_at_1_std - value: -29.384443787821894 + value: -28.063233795166276 - type: nauc_map_at_20_diff1 - value: 3.462215302112235 + value: 4.446904145850981 - type: nauc_map_at_20_max - value: 42.97592478608055 + value: 32.47424290913474 - type: nauc_map_at_20_std - value: 11.923153462330815 + value: 14.957146942696257 - type: nauc_map_at_3_diff1 - value: 24.857326825495797 + value: 25.91745605988797 - type: nauc_map_at_3_max - value: 7.79715123136744 + value: 3.661124903759869 - type: nauc_map_at_3_std - value: -24.158608608669 + value: -21.936610233451646 - type: nauc_map_at_5_diff1 - value: 16.134527943963175 + value: 16.629939273347865 - type: nauc_map_at_5_max - value: 21.945455683828534 + value: 14.666913498454564 - type: nauc_map_at_5_std - value: -15.417311822489824 + value: -12.39941441022446 - type: nauc_mrr_at_1000_diff1 - value: 22.608720258580345 + value: 26.08525262735903 - type: nauc_mrr_at_1000_max - value: 57.14809743855488 + value: 47.86393129438558 - type: nauc_mrr_at_1000_std - value: 26.500042115342154 + value: 28.811634091001743 - type: nauc_mrr_at_100_diff1 - value: 22.60822245173703 + value: 26.081836904532153 - type: nauc_mrr_at_100_max - value: 57.16085387711407 + value: 47.880134050815 - type: nauc_mrr_at_100_std - value: 26.52114951859548 + value: 28.828980969011475 - type: nauc_mrr_at_10_diff1 - value: 22.698266613067958 + value: 26.09549377249783 - type: nauc_mrr_at_10_max - value: 57.405277806586454 + value: 48.11004429436051 - type: nauc_mrr_at_10_std - value: 26.753463349560942 + value: 29.041772733561455 - type: nauc_mrr_at_1_diff1 - value: 25.116149229327394 + value: 26.095576390896717 - type: nauc_mrr_at_1_max - value: 50.18786123051239 + value: 40.102786808829485 - type: nauc_mrr_at_1_std - value: 17.896523926314035 + value: 21.16142603421125 - type: nauc_mrr_at_20_diff1 - value: 22.63109662240636 + value: 26.078553311053394 - type: nauc_mrr_at_20_max - value: 57.25789480886964 + value: 47.9955055491724 - type: nauc_mrr_at_20_std - value: 26.628848293894535 + value: 28.92844826033336 - type: nauc_mrr_at_3_diff1 - value: 22.29030169026751 + value: 25.736821420614447 - type: nauc_mrr_at_3_max - value: 57.78690245871875 + value: 48.30695057366758 - type: nauc_mrr_at_3_std - value: 26.961874143079275 + value: 29.295726311215475 - type: nauc_mrr_at_5_diff1 - value: 22.539256613417436 + value: 25.979034861669714 - type: nauc_mrr_at_5_max - value: 57.640952298152946 + value: 48.500915285456344 - type: nauc_mrr_at_5_std - value: 27.166131522241564 + value: 29.449704923164106 - type: nauc_ndcg_at_1000_diff1 - value: 4.335459030896887 + value: 6.624272455812551 - type: nauc_ndcg_at_1000_max - value: 51.40790109857344 + value: 41.526519286613414 - type: nauc_ndcg_at_1000_std - value: 25.223663033428558 + value: 27.91983541845217 - type: nauc_ndcg_at_100_diff1 - value: 3.756968920629851 + value: 6.033169661320914 - type: nauc_ndcg_at_100_max - value: 51.23131481991569 + value: 41.6841728152419 - type: nauc_ndcg_at_100_std - value: 25.896007604039635 + value: 28.35967524719135 - type: nauc_ndcg_at_10_diff1 - value: 3.7299699790096703 + value: 5.627968389448389 - type: nauc_ndcg_at_10_max - value: 47.98647382256022 + value: 37.18261001317417 - type: nauc_ndcg_at_10_std - value: 17.025514680687277 + value: 19.757054878692408 - type: nauc_ndcg_at_1_diff1 - value: 25.116149229327394 + value: 26.095576390896717 - type: nauc_ndcg_at_1_max - value: 50.18786123051239 + value: 40.102786808829485 - type: nauc_ndcg_at_1_std - value: 17.896523926314035 + value: 21.16142603421125 - type: nauc_ndcg_at_20_diff1 - value: 3.692033975506179 + value: 5.678380464964442 - type: nauc_ndcg_at_20_max - value: 50.70003527682141 + value: 40.70268508824627 - type: nauc_ndcg_at_20_std - value: 22.512279629260227 + value: 25.003203457508622 - type: nauc_ndcg_at_3_diff1 - value: 5.101141943602369 + value: 5.7196343030730645 - type: nauc_ndcg_at_3_max - value: 44.526033252737705 + value: 34.50950904905902 - type: nauc_ndcg_at_3_std - value: 17.21985170533644 + value: 20.099411226966403 - type: nauc_ndcg_at_5_diff1 - value: 5.128269340707157 + value: 7.398974214665505 - type: nauc_ndcg_at_5_max - value: 40.74953442421861 + value: 31.777872881596885 - type: nauc_ndcg_at_5_std - value: 10.54615337986913 + value: 14.212532410116573 - type: nauc_precision_at_1000_diff1 - value: -28.088666590713135 + value: -26.784369186388286 - type: nauc_precision_at_1000_max - value: 23.005522720304104 + value: 20.9055343942668 - type: nauc_precision_at_1000_std - value: 50.173926122648524 + value: 48.97851074406537 - type: nauc_precision_at_100_diff1 - value: -28.968645059600682 + value: -27.79381730090699 - type: nauc_precision_at_100_max - value: 25.04622827770351 + value: 22.80005440633608 - type: nauc_precision_at_100_std - value: 52.230491589978115 + value: 50.935594672026795 - type: nauc_precision_at_10_diff1 - value: -30.253268763729245 + value: -30.285772529280557 - type: nauc_precision_at_10_max - value: 38.44381775116214 + value: 32.73392928068347 - type: nauc_precision_at_10_std - value: 47.93579661356217 + value: 47.96878369413408 - type: nauc_precision_at_1_diff1 - value: 25.116149229327394 + value: 26.095576390896717 - type: nauc_precision_at_1_max - value: 50.18786123051239 + value: 40.102786808829485 - type: nauc_precision_at_1_std - value: 17.896523926314035 + value: 21.16142603421125 - type: nauc_precision_at_20_diff1 - value: -29.78333017605082 + value: -28.93118180068221 - type: nauc_precision_at_20_max - value: 30.724852767715742 + value: 27.34554979821627 - type: nauc_precision_at_20_std - value: 51.556480994031176 + value: 50.768062841591245 - type: nauc_precision_at_3_diff1 - value: -19.839530913679052 + value: -20.842604987632818 - type: nauc_precision_at_3_max - value: 46.97201811029464 + value: 38.567385349160865 - type: nauc_precision_at_3_std - value: 32.763601276627426 + value: 34.962189381111585 - type: nauc_precision_at_5_diff1 - value: -26.491574031749167 + value: -27.39434681486595 - type: nauc_precision_at_5_max - value: 43.298145808496955 + value: 36.46059763518038 - type: nauc_precision_at_5_std - value: 37.30863792820846 + value: 39.893251684847286 - type: nauc_recall_at_1000_diff1 - value: -30.13364129325676 + value: -11.949093496228018 - type: nauc_recall_at_1000_max - value: 73.24128272106563 + value: 73.88534051191724 - type: nauc_recall_at_1000_std - value: 78.93831159982587 + value: 74.63173870654316 - type: nauc_recall_at_100_diff1 - value: -18.765607920053267 + value: -10.612653444299633 - type: nauc_recall_at_100_max - value: 54.712120419339364 + value: 55.332461824335255 - type: nauc_recall_at_100_std - value: 57.767960027082566 + value: 55.6971441098854 - type: nauc_recall_at_10_diff1 - value: -0.6052835404182173 + value: 1.6381390695279527 - type: nauc_recall_at_10_max - value: 39.946898924388954 + value: 30.7773121587242 - type: nauc_recall_at_10_std - value: 4.709923580866511 + value: 5.983376763709044 - type: nauc_recall_at_1_diff1 - value: 40.656271709573616 + value: 43.01902060700144 - type: nauc_recall_at_1_max - value: -6.665245760519005 + value: -8.940094269879843 - type: nauc_recall_at_1_std - value: -29.384443787821894 + value: -28.063233795166276 - type: nauc_recall_at_20_diff1 - value: -5.962280989061532 + value: -3.5879888483690268 - type: nauc_recall_at_20_max - value: 50.09170736630004 + value: 42.56780359254684 - type: nauc_recall_at_20_std - value: 29.458350383857574 + value: 28.64620011473346 - type: nauc_recall_at_3_diff1 - value: 22.545894407841793 + value: 24.423753178927363 - type: nauc_recall_at_3_max - value: 2.6193977834875533 + value: 0.28631207577281326 - type: nauc_recall_at_3_std - value: -26.87014769293195 + value: -24.79099042560129 - type: nauc_recall_at_5_diff1 - value: 13.352272138382745 + value: 15.716357450134492 - type: nauc_recall_at_5_max - value: 14.75948274133919 + value: 9.923967009889193 - type: nauc_recall_at_5_std - value: -20.70760567642474 + value: -18.11714448988651 - type: ndcg_at_1 - value: 82.65 + value: 83.3 - type: ndcg_at_10 - value: 82.093 + value: 82.353 - type: ndcg_at_100 - value: 85.75500000000001 + value: 85.952 - type: ndcg_at_1000 - value: 86.247 + value: 86.393 - type: ndcg_at_20 - value: 84.218 + value: 84.333 - type: ndcg_at_3 - value: 79.259 + value: 79.128 - type: ndcg_at_5 - value: 78.691 + value: 78.96300000000001 - type: precision_at_1 - value: 82.65 + value: 83.3 - type: precision_at_10 - value: 40.21 + value: 40.36 - type: precision_at_100 - value: 4.761 + value: 4.769 - type: precision_at_1000 value: 0.488 - type: precision_at_20 - value: 22.303 + value: 22.295 - type: precision_at_3 - value: 71.48299999999999 + value: 71.25 - type: precision_at_5 - value: 60.83 + value: 61.18 - type: recall_at_1 - value: 23.294 + value: 23.408 - type: recall_at_10 - value: 84.98599999999999 + value: 85.44800000000001 - type: recall_at_100 - value: 96.441 + value: 96.712 - type: recall_at_1000 - value: 99.005 + value: 98.988 - type: recall_at_20 - value: 91.263 + value: 91.304 - type: recall_at_3 - value: 52.888000000000005 + value: 52.65 - type: recall_at_5 - value: 69.48100000000001 + value: 69.81 task: type: Retrieval - dataset: @@ -10105,287 +10105,287 @@ model-index: type: C-MTEB/EcomRetrieval metrics: - type: main_score - value: 62.514 + value: 63.712999999999994 - type: map_at_1 - value: 46.800000000000004 + value: 49.0 - type: map_at_10 - value: 57.108000000000004 + value: 58.620000000000005 - type: map_at_100 - value: 57.665 + value: 59.183 - type: map_at_1000 - value: 57.68600000000001 + value: 59.19799999999999 - type: map_at_20 - value: 57.469 + value: 58.948 - type: map_at_3 - value: 54.167 + value: 55.883 - type: map_at_5 - value: 56.077 + value: 57.452999999999996 - type: mrr_at_1 - value: 46.800000000000004 + value: 49.0 - type: mrr_at_10 - value: 57.10785714285714 + value: 58.61988095238089 - type: mrr_at_100 - value: 57.66479182756831 + value: 59.18251462760907 - type: mrr_at_1000 - value: 57.685955034269185 + value: 59.1981896580556 - type: mrr_at_20 - value: 57.46916307505702 + value: 58.94805232134562 - type: mrr_at_3 - value: 54.16666666666663 + value: 55.883333333333304 - type: mrr_at_5 - value: 56.07666666666664 + value: 57.4533333333333 - type: nauc_map_at_1000_diff1 - value: 61.542672828066 + value: 60.33101842801658 - type: nauc_map_at_1000_max - value: 31.85700200032805 + value: 19.502683068762945 - type: nauc_map_at_1000_std - value: -11.620181705591662 + value: -9.052741690420172 - type: nauc_map_at_100_diff1 - value: 61.53813237491788 + value: 60.320202163437884 - type: nauc_map_at_100_max - value: 31.874036133018084 + value: 19.511425958183473 - type: nauc_map_at_100_std - value: -11.59724786321096 + value: -9.046775711361885 - type: nauc_map_at_10_diff1 - value: 61.38313778334582 + value: 60.32228179956949 - type: nauc_map_at_10_max - value: 31.740467380708182 + value: 19.6159978656515 - type: nauc_map_at_10_std - value: -12.100842206709821 + value: -9.132522477977544 - type: nauc_map_at_1_diff1 - value: 63.66949701943299 + value: 61.89621977613427 - type: nauc_map_at_1_max - value: 28.133811910672573 + value: 15.015734335373715 - type: nauc_map_at_1_std - value: -14.453510006377535 + value: -12.641774992365185 - type: nauc_map_at_20_diff1 - value: 61.5638057215127 + value: 60.351130642660486 - type: nauc_map_at_20_max - value: 31.904214948036756 + value: 19.433343357030232 - type: nauc_map_at_20_std - value: -11.719473194737628 + value: -9.21598413872683 - type: nauc_map_at_3_diff1 - value: 61.19354745729959 + value: 60.26725821298107 - type: nauc_map_at_3_max - value: 29.813217610060548 + value: 18.3498595109406 - type: nauc_map_at_3_std - value: -13.883839488771295 + value: -10.051517839346984 - type: nauc_map_at_5_diff1 - value: 61.08733612041498 + value: 60.164921439673925 - type: nauc_map_at_5_max - value: 31.255100654464012 + value: 18.593900545400267 - type: nauc_map_at_5_std - value: -12.09065665533858 + value: -9.934110598947624 - type: nauc_mrr_at_1000_diff1 - value: 61.542672828066 + value: 60.33101842801658 - type: nauc_mrr_at_1000_max - value: 31.85700200032805 + value: 19.502683068762945 - type: nauc_mrr_at_1000_std - value: -11.620181705591662 + value: -9.052741690420172 - type: nauc_mrr_at_100_diff1 - value: 61.53813237491788 + value: 60.320202163437884 - type: nauc_mrr_at_100_max - value: 31.874036133018084 + value: 19.511425958183473 - type: nauc_mrr_at_100_std - value: -11.59724786321096 + value: -9.046775711361885 - type: nauc_mrr_at_10_diff1 - value: 61.38313778334582 + value: 60.32228179956949 - type: nauc_mrr_at_10_max - value: 31.740467380708182 + value: 19.6159978656515 - type: nauc_mrr_at_10_std - value: -12.100842206709821 + value: -9.132522477977544 - type: nauc_mrr_at_1_diff1 - value: 63.66949701943299 + value: 61.89621977613427 - type: nauc_mrr_at_1_max - value: 28.133811910672573 + value: 15.015734335373715 - type: nauc_mrr_at_1_std - value: -14.453510006377535 + value: -12.641774992365185 - type: nauc_mrr_at_20_diff1 - value: 61.5638057215127 + value: 60.351130642660486 - type: nauc_mrr_at_20_max - value: 31.904214948036756 + value: 19.433343357030232 - type: nauc_mrr_at_20_std - value: -11.719473194737628 + value: -9.21598413872683 - type: nauc_mrr_at_3_diff1 - value: 61.19354745729959 + value: 60.26725821298107 - type: nauc_mrr_at_3_max - value: 29.813217610060548 + value: 18.3498595109406 - type: nauc_mrr_at_3_std - value: -13.883839488771295 + value: -10.051517839346984 - type: nauc_mrr_at_5_diff1 - value: 61.08733612041498 + value: 60.164921439673925 - type: nauc_mrr_at_5_max - value: 31.255100654464012 + value: 18.593900545400267 - type: nauc_mrr_at_5_std - value: -12.09065665533858 + value: -9.934110598947624 - type: nauc_ndcg_at_1000_diff1 - value: 61.404354519031024 + value: 60.190733838614676 - type: nauc_ndcg_at_1000_max - value: 34.5568056709905 + value: 22.361539210340222 - type: nauc_ndcg_at_1000_std - value: -8.194258261068375 + value: -5.745163462434749 - type: nauc_ndcg_at_100_diff1 - value: 61.31111013617605 + value: 59.89473232352801 - type: nauc_ndcg_at_100_max - value: 35.081274620942295 + value: 22.68282893350434 - type: nauc_ndcg_at_100_std - value: -7.567587216846379 + value: -5.4179387740783 - type: nauc_ndcg_at_10_diff1 - value: 60.796642472721004 + value: 60.07971889322107 - type: nauc_ndcg_at_10_max - value: 34.413253540105245 + value: 22.591286648072977 - type: nauc_ndcg_at_10_std - value: -10.263251244353334 + value: -6.68500894448089 - type: nauc_ndcg_at_1_diff1 - value: 63.66949701943299 + value: 61.89621977613427 - type: nauc_ndcg_at_1_max - value: 28.133811910672573 + value: 15.015734335373715 - type: nauc_ndcg_at_1_std - value: -14.453510006377535 + value: -12.641774992365185 - type: nauc_ndcg_at_20_diff1 - value: 61.439123475952975 + value: 60.182873920240475 - type: nauc_ndcg_at_20_max - value: 35.038091592005536 + value: 21.964898434175247 - type: nauc_ndcg_at_20_std - value: -8.792780272975662 + value: -6.906365610289816 - type: nauc_ndcg_at_3_diff1 - value: 60.2950660942529 + value: 59.8208566369894 - type: nauc_ndcg_at_3_max - value: 30.257013442417087 + value: 19.388884168625417 - type: nauc_ndcg_at_3_std - value: -13.671873921177202 + value: -9.151250601081255 - type: nauc_ndcg_at_5_diff1 - value: 60.04926753266181 + value: 59.599342583351955 - type: nauc_ndcg_at_5_max - value: 33.00050110783418 + value: 19.8910854628725 - type: nauc_ndcg_at_5_std - value: -10.293915982801868 + value: -8.885354650481215 - type: nauc_precision_at_1000_diff1 - value: 65.86104527280983 + value: 63.58164887576627 - type: nauc_precision_at_1000_max - value: 92.22150398620967 + value: 92.23383046912454 - type: nauc_precision_at_1000_std - value: 80.3718068423948 + value: 87.13881949176067 - type: nauc_precision_at_100_diff1 - value: 61.343931511998676 + value: 53.73002142033278 - type: nauc_precision_at_100_max - value: 77.89479428134884 + value: 70.37128576920941 - type: nauc_precision_at_100_std - value: 53.242509124861904 + value: 55.41687263140533 - type: nauc_precision_at_10_diff1 - value: 58.498529223685814 + value: 59.41629120257138 - type: nauc_precision_at_10_max - value: 48.5105315454464 + value: 38.24957021696883 - type: nauc_precision_at_10_std - value: -0.8844333821952514 + value: 6.335412380239172 - type: nauc_precision_at_1_diff1 - value: 63.66949701943299 + value: 61.89621977613427 - type: nauc_precision_at_1_max - value: 28.133811910672573 + value: 15.015734335373715 - type: nauc_precision_at_1_std - value: -14.453510006377535 + value: -12.641774992365185 - type: nauc_precision_at_20_diff1 - value: 62.21692302833121 + value: 59.95367722749617 - type: nauc_precision_at_20_max - value: 56.42904519756148 + value: 38.11970211089507 - type: nauc_precision_at_20_std - value: 11.768421717570398 + value: 8.468361991180146 - type: nauc_precision_at_3_diff1 - value: 57.386050314704676 + value: 58.418401476502524 - type: nauc_precision_at_3_max - value: 31.63922112989413 + value: 22.708479411978058 - type: nauc_precision_at_3_std - value: -12.983862277916117 + value: -6.238867799833925 - type: nauc_precision_at_5_diff1 - value: 56.111301892551865 + value: 57.54249152786323 - type: nauc_precision_at_5_max - value: 39.97271825396829 + value: 24.64947877432984 - type: nauc_precision_at_5_std - value: -2.9622634310133646 + value: -5.018047100033905 - type: nauc_recall_at_1000_diff1 - value: 65.86104527280992 + value: 63.581648875766604 - type: nauc_recall_at_1000_max - value: 92.22150398620987 + value: 92.23383046912458 - type: nauc_recall_at_1000_std - value: 80.37180684239502 + value: 87.13881949176098 - type: nauc_recall_at_100_diff1 - value: 61.34393151199862 + value: 53.73002142033278 - type: nauc_recall_at_100_max - value: 77.89479428134887 + value: 70.37128576920976 - type: nauc_recall_at_100_std - value: 53.242509124862025 + value: 55.41687263140555 - type: nauc_recall_at_10_diff1 - value: 58.49852922368592 + value: 59.41629120257145 - type: nauc_recall_at_10_max - value: 48.51053154544651 + value: 38.2495702169689 - type: nauc_recall_at_10_std - value: -0.8844333821952685 + value: 6.335412380239176 - type: nauc_recall_at_1_diff1 - value: 63.66949701943299 + value: 61.89621977613427 - type: nauc_recall_at_1_max - value: 28.133811910672573 + value: 15.015734335373715 - type: nauc_recall_at_1_std - value: -14.453510006377535 + value: -12.641774992365185 - type: nauc_recall_at_20_diff1 - value: 62.216923028331315 + value: 59.95367722749639 - type: nauc_recall_at_20_max - value: 56.429045197561635 + value: 38.11970211089514 - type: nauc_recall_at_20_std - value: 11.768421717570599 + value: 8.468361991180268 - type: nauc_recall_at_3_diff1 - value: 57.38605031470464 + value: 58.41840147650248 - type: nauc_recall_at_3_max - value: 31.639221129894047 + value: 22.708479411978043 - type: nauc_recall_at_3_std - value: -12.983862277916192 + value: -6.238867799833981 - type: nauc_recall_at_5_diff1 - value: 56.111301892551865 + value: 57.542491527863206 - type: nauc_recall_at_5_max - value: 39.97271825396825 + value: 24.649478774330014 - type: nauc_recall_at_5_std - value: -2.962263431013432 + value: -5.018047100033782 - type: ndcg_at_1 - value: 46.800000000000004 + value: 49.0 - type: ndcg_at_10 - value: 62.514 + value: 63.712999999999994 - type: ndcg_at_100 - value: 65.22 + value: 66.523 - type: ndcg_at_1000 - value: 65.717 + value: 66.922 - type: ndcg_at_20 - value: 63.778999999999996 + value: 64.904 - type: ndcg_at_3 - value: 56.58800000000001 + value: 58.099000000000004 - type: ndcg_at_5 - value: 60.039 + value: 60.913 - type: precision_at_1 - value: 46.800000000000004 + value: 49.0 - type: precision_at_10 - value: 7.960000000000001 + value: 7.99 - type: precision_at_100 - value: 0.923 + value: 0.932 - type: precision_at_1000 value: 0.096 - type: precision_at_20 - value: 4.2250000000000005 + value: 4.2299999999999995 - type: precision_at_3 - value: 21.2 + value: 21.5 - type: precision_at_5 - value: 14.399999999999999 + value: 14.26 - type: recall_at_1 - value: 46.800000000000004 + value: 49.0 - type: recall_at_10 - value: 79.60000000000001 + value: 79.9 - type: recall_at_100 - value: 92.30000000000001 + value: 93.2 - type: recall_at_1000 - value: 96.1 + value: 96.3 - type: recall_at_20 - value: 84.5 + value: 84.6 - type: recall_at_3 - value: 63.6 + value: 64.5 - type: recall_at_5 - value: 72.0 + value: 71.3 task: type: Retrieval - dataset: @@ -10396,13 +10396,13 @@ model-index: type: C-MTEB/IFlyTek-classification metrics: - type: accuracy - value: 49.018853405155824 + value: 49.188149288187766 - type: f1 - value: 36.34797570897239 + value: 35.82742058478872 - type: f1_weighted - value: 46.595946626038284 + value: 46.33812923348324 - type: main_score - value: 49.018853405155824 + value: 49.188149288187766 task: type: Classification - dataset: @@ -10413,17 +10413,17 @@ model-index: type: C-MTEB/JDReview-classification metrics: - type: accuracy - value: 80.76923076923077 + value: 83.45215759849907 - type: ap - value: 43.91219315273788 + value: 49.602287249765666 - type: ap_weighted - value: 43.91219315273788 + value: 49.602287249765666 - type: f1 - value: 74.3959076760867 + value: 77.84519218126933 - type: f1_weighted - value: 82.41054854790659 + value: 84.83784419250833 - type: main_score - value: 80.76923076923077 + value: 83.45215759849907 task: type: Classification - dataset: @@ -10434,23 +10434,23 @@ model-index: type: C-MTEB/LCQMC metrics: - type: cosine_pearson - value: 66.42169614903062 + value: 66.78399631818323 - type: cosine_spearman - value: 69.6209380589209 + value: 70.38648345929874 - type: euclidean_pearson - value: 68.13684291689385 + value: 68.79036522204457 - type: euclidean_spearman - value: 69.62093584082648 + value: 70.38649454085622 - type: main_score - value: 69.6209380589209 + value: 70.38648345929874 - type: manhattan_pearson - value: 67.98872700847923 + value: 68.74927335399974 - type: manhattan_spearman - value: 69.46732039256112 + value: 70.3453886791424 - type: pearson - value: 66.42169614903062 + value: 66.78399631818323 - type: spearman - value: 69.6209380589209 + value: 70.38648345929874 task: type: STS - dataset: @@ -10461,23 +10461,23 @@ model-index: type: C-MTEB/Mmarco-reranking metrics: - type: main_score - value: 28.40392786552284 + value: 26.991570930656568 - type: map - value: 28.40392786552284 + value: 26.991570930656568 - type: mrr - value: 26.729761904761908 + value: 25.460714285714285 - type: nAUC_map_diff1 - value: 11.013649297702722 + value: 12.174277381054415 - type: nAUC_map_max - value: 10.17419646298121 + value: 5.768145859960792 - type: nAUC_map_std - value: -0.8563449479185579 + value: -0.6863999286086584 - type: nAUC_mrr_diff1 - value: 10.279159084348438 + value: 11.83053464449912 - type: nAUC_mrr_max - value: 9.945986054772508 + value: 4.893060023643725 - type: nAUC_mrr_std - value: -0.7829405326492496 + value: -0.22755376963555723 task: type: Reranking - dataset: @@ -10488,287 +10488,287 @@ model-index: type: C-MTEB/MMarcoRetrieval metrics: - type: main_score - value: 78.527 + value: 78.679 - type: map_at_1 - value: 65.179 + value: 65.349 - type: map_at_10 - value: 74.603 + value: 74.802 - type: map_at_100 - value: 74.957 + value: 75.141 - type: map_at_1000 - value: 74.967 + value: 75.151 - type: map_at_20 - value: 74.857 + value: 75.03999999999999 - type: map_at_3 - value: 72.611 + value: 72.831 - type: map_at_5 - value: 73.916 + value: 74.09400000000001 - type: mrr_at_1 - value: 67.44985673352436 + value: 67.55014326647564 - type: mrr_at_10 - value: 75.1962125346795 + value: 75.31912038932084 - type: mrr_at_100 - value: 75.50889677029757 + value: 75.6225574951573 - type: mrr_at_1000 - value: 75.51801374083685 + value: 75.63176308010398 - type: mrr_at_20 - value: 75.42326193241115 + value: 75.53574557856176 - type: mrr_at_3 - value: 73.4670487106018 + value: 73.59598853868198 - type: mrr_at_5 - value: 74.58166189111732 + value: 74.70343839541526 - type: nauc_map_at_1000_diff1 - value: 77.3975532985191 + value: 77.81972509758704 - type: nauc_map_at_1000_max - value: 38.64013999373193 + value: 27.445457824343595 - type: nauc_map_at_1000_std - value: -18.151216910688003 + value: -18.60670002314929 - type: nauc_map_at_100_diff1 - value: 77.39458303918599 + value: 77.81776087022583 - type: nauc_map_at_100_max - value: 38.65525502999619 + value: 27.465677796741794 - type: nauc_map_at_100_std - value: -18.12441923873744 + value: -18.574455053179566 - type: nauc_map_at_10_diff1 - value: 77.23576973574656 + value: 77.668921503636 - type: nauc_map_at_10_max - value: 38.79698916303308 + value: 27.564476726876563 - type: nauc_map_at_10_std - value: -18.205472833807896 + value: -18.67577233314456 - type: nauc_map_at_1_diff1 - value: 79.56817309653695 + value: 80.13251752826227 - type: nauc_map_at_1_max - value: 30.973318622760697 + value: 19.700940114548352 - type: nauc_map_at_1_std - value: -24.193358631119697 + value: -24.276498497801104 - type: nauc_map_at_20_diff1 - value: 77.345553469177 + value: 77.76444686257037 - type: nauc_map_at_20_max - value: 38.72033702371551 + value: 27.507355610895434 - type: nauc_map_at_20_std - value: -18.10235546630277 + value: -18.570029885207234 - type: nauc_map_at_3_diff1 - value: 77.1519821962318 + value: 77.62870706241021 - type: nauc_map_at_3_max - value: 37.252293129620995 + value: 25.979199504514654 - type: nauc_map_at_3_std - value: -19.84875198107134 + value: -20.480776195240768 - type: nauc_map_at_5_diff1 - value: 77.2287177052444 + value: 77.68046637184071 - type: nauc_map_at_5_max - value: 38.476432730452075 + value: 27.068345296401887 - type: nauc_map_at_5_std - value: -18.833903805578974 + value: -19.515458511154968 - type: nauc_mrr_at_1000_diff1 - value: 77.60661485922789 + value: 78.12673001253819 - type: nauc_mrr_at_1000_max - value: 39.26857638609446 + value: 28.23584877768183 - type: nauc_mrr_at_1000_std - value: -17.210038373130672 + value: -17.765605843184606 - type: nauc_mrr_at_100_diff1 - value: 77.6047988273367 + value: 78.12476632443614 - type: nauc_mrr_at_100_max - value: 39.28361327448562 + value: 28.255499574563654 - type: nauc_mrr_at_100_std - value: -17.182790454560294 + value: -17.73302695902061 - type: nauc_mrr_at_10_diff1 - value: 77.44371207652814 + value: 77.98552897771079 - type: nauc_mrr_at_10_max - value: 39.432881586168236 + value: 28.433270245298903 - type: nauc_mrr_at_10_std - value: -17.187536228701045 + value: -17.721467674164725 - type: nauc_mrr_at_1_diff1 - value: 80.1195041268915 + value: 80.74164178463916 - type: nauc_mrr_at_1_max - value: 34.89315898346597 + value: 23.400992011183135 - type: nauc_mrr_at_1_std - value: -22.677099986196357 + value: -23.155846305708668 - type: nauc_mrr_at_20_diff1 - value: 77.56988644291731 + value: 78.08519488707572 - type: nauc_mrr_at_20_max - value: 39.36167345604126 + value: 28.305974768972476 - type: nauc_mrr_at_20_std - value: -17.145663178457347 + value: -17.70766096956611 - type: nauc_mrr_at_3_diff1 - value: 77.39068122320302 + value: 77.99203426607973 - type: nauc_mrr_at_3_max - value: 38.47661490489044 + value: 27.39053740753677 - type: nauc_mrr_at_3_std - value: -18.43635735134857 + value: -19.110899565832597 - type: nauc_mrr_at_5_diff1 - value: 77.4281674181642 + value: 77.99012861357085 - type: nauc_mrr_at_5_max - value: 39.25097124947119 + value: 28.018453732422905 - type: nauc_mrr_at_5_std - value: -17.602522743868 + value: -18.45275089190139 - type: nauc_ndcg_at_1000_diff1 - value: 76.95670356559812 + value: 77.37899152370498 - type: nauc_ndcg_at_1000_max - value: 40.6770789376407 + value: 29.715512454119402 - type: nauc_ndcg_at_1000_std - value: -14.94643027722271 + value: -15.311768186844196 - type: nauc_ndcg_at_100_diff1 - value: 76.87957397912506 + value: 77.30487512550962 - type: nauc_ndcg_at_100_max - value: 41.19597481618689 + value: 30.358291073116767 - type: nauc_ndcg_at_100_std - value: -13.986176551639787 + value: -14.276238712942787 - type: nauc_ndcg_at_10_diff1 - value: 76.10924614757609 + value: 76.55306779956729 - type: nauc_ndcg_at_10_max - value: 41.944551608825854 + value: 31.003218536597576 - type: nauc_ndcg_at_10_std - value: -14.226261266280796 + value: -14.528637377688142 - type: nauc_ndcg_at_1_diff1 - value: 80.1195041268915 + value: 80.74164178463916 - type: nauc_ndcg_at_1_max - value: 34.89315898346597 + value: 23.400992011183135 - type: nauc_ndcg_at_1_std - value: -22.677099986196357 + value: -23.155846305708668 - type: nauc_ndcg_at_20_diff1 - value: 76.54328645801156 + value: 76.92359358217516 - type: nauc_ndcg_at_20_max - value: 41.74852133446564 + value: 30.734983558658648 - type: nauc_ndcg_at_20_std - value: -13.721836426277093 + value: -14.12117266760052 - type: nauc_ndcg_at_3_diff1 - value: 76.10773063555531 + value: 76.65174056138369 - type: nauc_ndcg_at_3_max - value: 38.87928533895388 + value: 27.744998584618365 - type: nauc_ndcg_at_3_std - value: -17.814064081229805 + value: -18.596857381234265 - type: nauc_ndcg_at_5_diff1 - value: 76.12333455766735 + value: 76.64434516875298 - type: nauc_ndcg_at_5_max - value: 41.0111924070866 + value: 29.580949778455096 - type: nauc_ndcg_at_5_std - value: -15.867928392632393 + value: -16.820146947848347 - type: nauc_precision_at_1000_diff1 - value: -16.14969196445021 + value: -15.819998326963425 - type: nauc_precision_at_1000_max - value: 19.73159766274731 + value: 22.790060032171432 - type: nauc_precision_at_1000_std - value: 27.142682237659233 + value: 25.646210332652032 - type: nauc_precision_at_100_diff1 - value: -2.7404602427028384 + value: -3.225658983047692 - type: nauc_precision_at_100_max - value: 29.32737928846563 + value: 31.046785086458396 - type: nauc_precision_at_100_std - value: 31.47152367892466 + value: 30.64496213174489 - type: nauc_precision_at_10_diff1 - value: 22.989404353424035 + value: 22.399826113454544 - type: nauc_precision_at_10_max - value: 41.47175896072229 + value: 37.17215584865757 - type: nauc_precision_at_10_std - value: 17.23968993050545 + value: 16.375879066453813 - type: nauc_precision_at_1_diff1 - value: 80.1195041268915 + value: 80.74164178463916 - type: nauc_precision_at_1_max - value: 34.89315898346597 + value: 23.400992011183135 - type: nauc_precision_at_1_std - value: -22.677099986196357 + value: -23.155846305708668 - type: nauc_precision_at_20_diff1 - value: 11.7431142315164 + value: 11.824890141102545 - type: nauc_precision_at_20_max - value: 37.384349885824264 + value: 35.7858012680296 - type: nauc_precision_at_20_std - value: 25.87695876238002 + value: 24.36537306318588 - type: nauc_precision_at_3_diff1 - value: 47.30485784652924 + value: 46.964579254137156 - type: nauc_precision_at_3_max - value: 39.30794798179377 + value: 31.240508812172248 - type: nauc_precision_at_3_std - value: -3.0460303025064817 + value: -4.790609954536406 - type: nauc_precision_at_5_diff1 - value: 35.666358661107026 + value: 35.92331054363029 - type: nauc_precision_at_5_max - value: 41.154619102386434 + value: 34.58921599366064 - type: nauc_precision_at_5_std - value: 6.165343239340201 + value: 3.955705927038542 - type: nauc_recall_at_1000_diff1 - value: 70.47489516037629 + value: 69.82124326053469 - type: nauc_recall_at_1000_max - value: 86.38892936750754 + value: 77.26332872982017 - type: nauc_recall_at_1000_std - value: 71.41939627488728 + value: 74.20589405678723 - type: nauc_recall_at_100_diff1 - value: 71.35454604674862 + value: 71.09335151657598 - type: nauc_recall_at_100_max - value: 78.8056119793468 + value: 74.66551138520433 - type: nauc_recall_at_100_std - value: 56.673602022438885 + value: 62.296014312578606 - type: nauc_recall_at_10_diff1 - value: 68.01157430899912 + value: 68.34266216578438 - type: nauc_recall_at_10_max - value: 61.03890280082228 + value: 51.776074855673635 - type: nauc_recall_at_10_std - value: 10.215903390979168 + value: 11.551590635685633 - type: nauc_recall_at_1_diff1 - value: 79.56817309653695 + value: 80.13251752826227 - type: nauc_recall_at_1_max - value: 30.973318622760697 + value: 19.700940114548352 - type: nauc_recall_at_1_std - value: -24.193358631119697 + value: -24.276498497801104 - type: nauc_recall_at_20_diff1 - value: 68.89627277773923 + value: 68.44098404116468 - type: nauc_recall_at_20_max - value: 68.37263311017512 + value: 58.0709257934264 - type: nauc_recall_at_20_std - value: 26.936453327892735 + value: 27.20288447881239 - type: nauc_recall_at_3_diff1 - value: 71.48557875771924 + value: 72.224364274587 - type: nauc_recall_at_3_max - value: 42.86820384579516 + value: 32.11973511168104 - type: nauc_recall_at_3_std - value: -12.098244840151215 + value: -13.287781131985849 - type: nauc_recall_at_5_diff1 - value: 70.2043239041581 + value: 70.97684486885963 - type: nauc_recall_at_5_max - value: 51.32402340231743 + value: 39.47238239221433 - type: nauc_recall_at_5_std - value: -3.7213044749573516 + value: -5.749985209368605 - type: ndcg_at_1 - value: 67.45 + value: 67.55 - type: ndcg_at_10 - value: 78.527 + value: 78.679 - type: ndcg_at_100 - value: 80.022 + value: 80.16 - type: ndcg_at_1000 - value: 80.295 + value: 80.42 - type: ndcg_at_20 - value: 79.387 + value: 79.50500000000001 - type: ndcg_at_3 - value: 74.775 + value: 74.96199999999999 - type: ndcg_at_5 - value: 76.955 + value: 77.093 - type: precision_at_1 - value: 67.45 + value: 67.55 - type: precision_at_10 - value: 9.576 + value: 9.589 - type: precision_at_100 - value: 1.03 + value: 1.031 - type: precision_at_1000 value: 0.105 - type: precision_at_20 - value: 4.968 + value: 4.966 - type: precision_at_3 - value: 28.247 + value: 28.319 - type: precision_at_5 - value: 18.12 + value: 18.129 - type: recall_at_1 - value: 65.179 + value: 65.349 - type: recall_at_10 - value: 90.059 + value: 90.10000000000001 - type: recall_at_100 - value: 96.612 + value: 96.685 - type: recall_at_1000 - value: 98.761 + value: 98.714 - type: recall_at_20 - value: 93.345 + value: 93.298 - type: recall_at_3 - value: 80.158 + value: 80.324 - type: recall_at_5 - value: 85.33 + value: 85.37700000000001 task: type: Retrieval - dataset: @@ -10779,13 +10779,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 66.3987895090787 + value: 70.94149293880295 - type: f1 - value: 64.01687665476737 + value: 67.43015916458866 - type: f1_weighted - value: 65.22982874187167 + value: 70.02165762549619 - type: main_score - value: 66.3987895090787 + value: 70.94149293880295 task: type: Classification - dataset: @@ -10796,13 +10796,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 57.36045729657027 + value: 63.05312710154675 - type: f1 - value: 56.21747468274314 + value: 61.11778922874984 - type: f1_weighted - value: 55.328390649701 + value: 61.425454449692396 - type: main_score - value: 57.36045729657027 + value: 63.05312710154675 task: type: Classification - dataset: @@ -10813,13 +10813,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 72.56893073301949 + value: 77.79757901815736 - type: f1 - value: 72.51154136026366 + value: 76.85610655879204 - type: f1_weighted - value: 72.06311963012884 + value: 77.36623686607157 - type: main_score - value: 72.56893073301949 + value: 77.79757901815736 task: type: Classification - dataset: @@ -10830,13 +10830,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 65.85406859448555 + value: 71.34498991257566 - type: f1 - value: 66.48372498308458 + value: 71.42538497861686 - type: f1_weighted - value: 64.55871847643539 + value: 70.47776598531958 - type: main_score - value: 65.85406859448555 + value: 71.34498991257566 task: type: Classification - dataset: @@ -10847,287 +10847,287 @@ model-index: type: C-MTEB/MedicalRetrieval metrics: - type: main_score - value: 56.908 + value: 57.528999999999996 - type: map_at_1 - value: 48.9 + value: 48.699999999999996 - type: map_at_10 - value: 54.25 + value: 54.674 - type: map_at_100 - value: 54.83 + value: 55.187 - type: map_at_1000 - value: 54.882 + value: 55.24 - type: map_at_20 - value: 54.56100000000001 + value: 54.933 - type: map_at_3 - value: 52.849999999999994 + value: 53.367 - type: map_at_5 - value: 53.68000000000001 + value: 54.081999999999994 - type: mrr_at_1 value: 48.8 - type: mrr_at_10 - value: 54.199801587301565 + value: 54.71369047619046 - type: mrr_at_100 - value: 54.77998734976407 + value: 55.23606881716415 - type: mrr_at_1000 - value: 54.83211631195485 + value: 55.2887596380029 - type: mrr_at_20 - value: 54.5113749215181 + value: 54.98226974307081 - type: mrr_at_3 - value: 52.79999999999999 + value: 53.41666666666666 - type: mrr_at_5 - value: 53.62999999999998 + value: 54.131666666666646 - type: nauc_map_at_1000_diff1 - value: 77.0640933059526 + value: 79.392997677128 - type: nauc_map_at_1000_max - value: 63.16274968632399 + value: 47.4042544614244 - type: nauc_map_at_1000_std - value: 18.619837049196065 + value: 23.2164546714886 - type: nauc_map_at_100_diff1 - value: 77.04445583336185 + value: 79.3811285055918 - type: nauc_map_at_100_max - value: 63.15706393184247 + value: 47.399489637525214 - type: nauc_map_at_100_std - value: 18.64155998589979 + value: 23.24298678047571 - type: nauc_map_at_10_diff1 - value: 77.22712088218655 + value: 79.51795702164893 - type: nauc_map_at_10_max - value: 63.30058912930664 + value: 47.3775323018549 - type: nauc_map_at_10_std - value: 18.160155214919893 + value: 22.863584607876017 - type: nauc_map_at_1_diff1 - value: 80.61224354354235 + value: 82.77387889149895 - type: nauc_map_at_1_max - value: 62.572123712325435 + value: 48.92316018033766 - type: nauc_map_at_1_std - value: 14.871521237919676 + value: 20.670920881420933 - type: nauc_map_at_20_diff1 - value: 77.07286173147263 + value: 79.36321354500926 - type: nauc_map_at_20_max - value: 63.202977088050595 + value: 47.347135287818695 - type: nauc_map_at_20_std - value: 18.57384319939196 + value: 23.128792587733724 - type: nauc_map_at_3_diff1 - value: 77.7109995359582 + value: 79.89693675044646 - type: nauc_map_at_3_max - value: 63.78258137206212 + value: 47.999519454025815 - type: nauc_map_at_3_std - value: 18.042684958317746 + value: 22.67285215587248 - type: nauc_map_at_5_diff1 - value: 77.5173268034033 + value: 79.72880868956226 - type: nauc_map_at_5_max - value: 63.60896273345633 + value: 47.870829359727615 - type: nauc_map_at_5_std - value: 18.337375109892935 + value: 22.75976001331719 - type: nauc_mrr_at_1000_diff1 - value: 77.20209036966065 + value: 79.2558524289943 - type: nauc_mrr_at_1000_max - value: 62.97580811011348 + value: 47.68193948210489 - type: nauc_mrr_at_1000_std - value: 18.44115737398761 + value: 23.488171939833503 - type: nauc_mrr_at_100_diff1 - value: 77.18226388841661 + value: 79.2441760972466 - type: nauc_mrr_at_100_max - value: 62.97038456010131 + value: 47.67677923765432 - type: nauc_mrr_at_100_std - value: 18.463125747032876 + value: 23.51432250784555 - type: nauc_mrr_at_10_diff1 - value: 77.36328933490991 + value: 79.39423493974832 - type: nauc_mrr_at_10_max - value: 63.11563976266347 + value: 47.672297066929545 - type: nauc_mrr_at_10_std - value: 17.9835435088557 + value: 23.13845505800058 - type: nauc_mrr_at_1_diff1 - value: 80.86832719436983 + value: 82.51854957699533 - type: nauc_mrr_at_1_max - value: 62.2229505238464 + value: 49.43475537911197 - type: nauc_mrr_at_1_std - value: 14.538993917649432 + value: 21.172657021240443 - type: nauc_mrr_at_20_diff1 - value: 77.2097698787093 + value: 79.22702612117199 - type: nauc_mrr_at_20_max - value: 63.017080064318556 + value: 47.62286080846738 - type: nauc_mrr_at_20_std - value: 18.39623244159318 + value: 23.398587017649174 - type: nauc_mrr_at_3_diff1 - value: 77.84444444444445 + value: 79.76301529177348 - type: nauc_mrr_at_3_max - value: 63.60112488521577 + value: 48.26663425470944 - type: nauc_mrr_at_3_std - value: 17.869513314967858 + value: 22.935349467987145 - type: nauc_mrr_at_5_diff1 - value: 77.65216072112915 + value: 79.5934610019844 - type: nauc_mrr_at_5_max - value: 63.425697442969195 + value: 48.1407033814883 - type: nauc_mrr_at_5_std - value: 18.162393013741234 + value: 23.025008156084695 - type: nauc_ndcg_at_1000_diff1 - value: 75.47130124736644 + value: 77.97548063568358 - type: nauc_ndcg_at_1000_max - value: 62.72720721246217 + value: 46.670156188276266 - type: nauc_ndcg_at_1000_std - value: 21.168388385323816 + value: 25.32524568996684 - type: nauc_ndcg_at_100_diff1 - value: 74.89812399955154 + value: 77.58788261282791 - type: nauc_ndcg_at_100_max - value: 62.474891176235936 + value: 46.366231150510664 - type: nauc_ndcg_at_100_std - value: 21.705385352598352 + value: 26.02842093987038 - type: nauc_ndcg_at_10_diff1 - value: 75.69785924655157 + value: 78.15883898742274 - type: nauc_ndcg_at_10_max - value: 62.99877901137755 + value: 46.181496192291974 - type: nauc_ndcg_at_10_std - value: 19.277137244210792 + value: 23.997358704992077 - type: nauc_ndcg_at_1_diff1 - value: 80.61224354354235 + value: 82.77387889149895 - type: nauc_ndcg_at_1_max - value: 62.572123712325435 + value: 48.92316018033766 - type: nauc_ndcg_at_1_std - value: 14.871521237919676 + value: 20.670920881420933 - type: nauc_ndcg_at_20_diff1 - value: 75.0990592321159 + value: 77.51209948232727 - type: nauc_ndcg_at_20_max - value: 62.6109408298258 + value: 46.02903895633775 - type: nauc_ndcg_at_20_std - value: 20.860473361161567 + value: 25.023178998194467 - type: nauc_ndcg_at_3_diff1 - value: 76.8207938549394 + value: 79.0464751622174 - type: nauc_ndcg_at_3_max - value: 64.06713431084022 + value: 47.65456262552185 - type: nauc_ndcg_at_3_std - value: 19.115482194273362 + value: 23.50005981191216 - type: nauc_ndcg_at_5_diff1 - value: 76.46349661203512 + value: 78.73621060890696 - type: nauc_ndcg_at_5_max - value: 63.75385264512038 + value: 47.4490746627881 - type: nauc_ndcg_at_5_std - value: 19.66201253273682 + value: 23.70727530773819 - type: nauc_precision_at_1000_diff1 - value: 59.81158632607264 + value: 63.42066238259988 - type: nauc_precision_at_1000_max - value: 59.760023412349916 + value: 43.54369198659821 - type: nauc_precision_at_1000_std - value: 62.485193082207935 + value: 55.676388202339524 - type: nauc_precision_at_100_diff1 - value: 62.08543769977759 + value: 67.14856074074835 - type: nauc_precision_at_100_max - value: 57.926010729102806 + value: 40.92023184354666 - type: nauc_precision_at_100_std - value: 43.01747151823387 + value: 45.790641988757145 - type: nauc_precision_at_10_diff1 - value: 70.17035828112795 + value: 73.22243545156664 - type: nauc_precision_at_10_max - value: 61.55881019301375 + value: 41.458823923773686 - type: nauc_precision_at_10_std - value: 22.977660426034763 + value: 28.142697919198138 - type: nauc_precision_at_1_diff1 - value: 80.61224354354235 + value: 82.77387889149895 - type: nauc_precision_at_1_max - value: 62.572123712325435 + value: 48.92316018033766 - type: nauc_precision_at_1_std - value: 14.871521237919676 + value: 20.670920881420933 - type: nauc_precision_at_20_diff1 - value: 66.83361017733561 + value: 69.5822714276579 - type: nauc_precision_at_20_max - value: 59.54232843146045 + value: 40.258145844180724 - type: nauc_precision_at_20_std - value: 30.852559940015073 + value: 33.443132096498665 - type: nauc_precision_at_3_diff1 - value: 74.15534470940514 + value: 76.48729951428531 - type: nauc_precision_at_3_max - value: 64.88848804069414 + value: 46.58972515297812 - type: nauc_precision_at_3_std - value: 22.362855802878954 + value: 26.07700999310317 - type: nauc_precision_at_5_diff1 - value: 73.13872413328627 + value: 75.58859746051998 - type: nauc_precision_at_5_max - value: 64.11963501694296 + value: 46.09484444567729 - type: nauc_precision_at_5_std - value: 23.897642502455515 + value: 26.82420134602608 - type: nauc_recall_at_1000_diff1 - value: 59.81158632607252 + value: 63.42066238260002 - type: nauc_recall_at_1000_max - value: 59.76002341234993 + value: 43.543691986598645 - type: nauc_recall_at_1000_std - value: 62.48519308220787 + value: 55.67638820233998 - type: nauc_recall_at_100_diff1 - value: 62.08543769977762 + value: 67.14856074074834 - type: nauc_recall_at_100_max - value: 57.92601072910286 + value: 40.92023184354673 - type: nauc_recall_at_100_std - value: 43.01747151823391 + value: 45.79064198875728 - type: nauc_recall_at_10_diff1 - value: 70.170358281128 + value: 73.22243545156665 - type: nauc_recall_at_10_max - value: 61.55881019301381 + value: 41.45882392377375 - type: nauc_recall_at_10_std - value: 22.97766042603487 + value: 28.14269791919819 - type: nauc_recall_at_1_diff1 - value: 80.61224354354235 + value: 82.77387889149895 - type: nauc_recall_at_1_max - value: 62.572123712325435 + value: 48.92316018033766 - type: nauc_recall_at_1_std - value: 14.871521237919676 + value: 20.670920881420933 - type: nauc_recall_at_20_diff1 - value: 66.83361017733564 + value: 69.58227142765797 - type: nauc_recall_at_20_max - value: 59.54232843146045 + value: 40.25814584418081 - type: nauc_recall_at_20_std - value: 30.85255994001517 + value: 33.443132096498665 - type: nauc_recall_at_3_diff1 - value: 74.15534470940513 + value: 76.4872995142853 - type: nauc_recall_at_3_max - value: 64.88848804069413 + value: 46.589725152978076 - type: nauc_recall_at_3_std - value: 22.362855802878926 + value: 26.07700999310312 - type: nauc_recall_at_5_diff1 - value: 73.13872413328633 + value: 75.58859746051999 - type: nauc_recall_at_5_max - value: 64.11963501694305 + value: 46.09484444567737 - type: nauc_recall_at_5_std - value: 23.897642502455604 + value: 26.8242013460261 - type: ndcg_at_1 - value: 48.9 + value: 48.699999999999996 - type: ndcg_at_10 - value: 56.908 + value: 57.528999999999996 - type: ndcg_at_100 - value: 59.992999999999995 + value: 60.38 - type: ndcg_at_1000 - value: 61.583 + value: 61.937 - type: ndcg_at_20 - value: 58.044 + value: 58.518 - type: ndcg_at_3 - value: 54.051 + value: 54.818999999999996 - type: ndcg_at_5 - value: 55.54 + value: 56.101 - type: precision_at_1 - value: 48.9 + value: 48.699999999999996 - type: precision_at_10 - value: 6.529999999999999 + value: 6.65 - type: precision_at_100 - value: 0.803 + value: 0.8059999999999999 - type: precision_at_1000 value: 0.093 - type: precision_at_20 - value: 3.49 + value: 3.5249999999999995 - type: precision_at_3 - value: 19.167 + value: 19.667 - type: precision_at_5 - value: 12.22 + value: 12.42 - type: recall_at_1 - value: 48.9 + value: 48.699999999999996 - type: recall_at_10 - value: 65.3 + value: 66.5 - type: recall_at_100 - value: 80.30000000000001 + value: 80.60000000000001 - type: recall_at_1000 - value: 93.30000000000001 + value: 93.2 - type: recall_at_20 - value: 69.8 + value: 70.5 - type: recall_at_3 - value: 57.49999999999999 + value: 59.0 - type: recall_at_5 - value: 61.1 + value: 62.1 task: type: Retrieval - dataset: @@ -11138,13 +11138,13 @@ model-index: type: C-MTEB/MultilingualSentiment-classification metrics: - type: accuracy - value: 73.31666666666668 + value: 78.08 - type: f1 - value: 72.28836634231243 + value: 77.44308848942492 - type: f1_weighted - value: 72.28836634231241 + value: 77.44308848942492 - type: main_score - value: 73.31666666666668 + value: 78.08 task: type: Classification - dataset: @@ -11155,85 +11155,85 @@ model-index: type: C-MTEB/OCNLI metrics: - type: cosine_accuracy - value: 67.02761234434217 + value: 66.8651867893882 - type: cosine_accuracy_threshold - value: 65.14335870742798 + value: 84.34688448905945 - type: cosine_ap - value: 69.4885294263304 + value: 69.83287846115917 - type: cosine_f1 - value: 71.27996381727725 + value: 71.33520074696546 - type: cosine_f1_threshold - value: 58.83575081825256 + value: 83.85992050170898 - type: cosine_precision - value: 62.34177215189873 + value: 63.93305439330545 - type: cosine_recall - value: 83.21013727560718 + value: 80.67581837381204 - type: dot_accuracy - value: 67.02761234434217 + value: 66.8651867893882 - type: dot_accuracy_threshold - value: 65.14337062835693 + value: 84.34690237045288 - type: dot_ap - value: 69.4885294263304 + value: 69.83287846115917 - type: dot_f1 - value: 71.27996381727725 + value: 71.33520074696546 - type: dot_f1_threshold - value: 58.83575677871704 + value: 83.85992050170898 - type: dot_precision - value: 62.34177215189873 + value: 63.93305439330545 - type: dot_recall - value: 83.21013727560718 + value: 80.67581837381204 - type: euclidean_accuracy - value: 67.02761234434217 + value: 66.8651867893882 - type: euclidean_accuracy_threshold - value: 83.49447250366211 + value: 55.95196485519409 - type: euclidean_ap - value: 69.4885294263304 + value: 69.83287846115917 - type: euclidean_f1 - value: 71.27996381727725 + value: 71.33520074696546 - type: euclidean_f1_threshold - value: 90.7350480556488 + value: 56.81561827659607 - type: euclidean_precision - value: 62.34177215189873 + value: 63.93305439330545 - type: euclidean_recall - value: 83.21013727560718 + value: 80.67581837381204 - type: main_score - value: 69.4885294263304 + value: 69.83287846115917 - type: manhattan_accuracy - value: 66.91932864103953 + value: 66.0530590146183 - type: manhattan_accuracy_threshold - value: 1951.8356323242188 + value: 1215.458583831787 - type: manhattan_ap - value: 69.02432804239183 + value: 69.51465499538298 - type: manhattan_f1 - value: 70.89991589571069 + value: 70.56159420289853 - type: manhattan_f1_threshold - value: 2201.4184951782227 + value: 1344.7942733764648 - type: manhattan_precision - value: 58.909853249475894 + value: 61.77636796193497 - type: manhattan_recall - value: 89.01795142555439 + value: 82.259767687434 - type: max_ap - value: 69.4885294263304 + value: 69.83287846115917 - type: max_f1 - value: 71.27996381727725 + value: 71.33520074696546 - type: max_precision - value: 62.34177215189873 + value: 63.93305439330545 - type: max_recall - value: 89.01795142555439 + value: 82.259767687434 - type: similarity_accuracy - value: 67.02761234434217 + value: 66.8651867893882 - type: similarity_accuracy_threshold - value: 65.14335870742798 + value: 84.34688448905945 - type: similarity_ap - value: 69.4885294263304 + value: 69.83287846115917 - type: similarity_f1 - value: 71.27996381727725 + value: 71.33520074696546 - type: similarity_f1_threshold - value: 58.83575081825256 + value: 83.85992050170898 - type: similarity_precision - value: 62.34177215189873 + value: 63.93305439330545 - type: similarity_recall - value: 83.21013727560718 + value: 80.67581837381204 task: type: PairClassification - dataset: @@ -11244,17 +11244,17 @@ model-index: type: C-MTEB/OnlineShopping-classification metrics: - type: accuracy - value: 90.09 + value: 93.66999999999999 - type: ap - value: 88.76450265603408 + value: 92.68160375501351 - type: ap_weighted - value: 88.76450265603408 + value: 92.68160375501351 - type: f1 - value: 90.08779175324347 + value: 93.6673524115384 - type: f1_weighted - value: 90.08719838771795 + value: 93.67269842799493 - type: main_score - value: 90.09 + value: 93.66999999999999 task: type: Classification - dataset: @@ -11265,23 +11265,23 @@ model-index: type: C-MTEB/PAWSX metrics: - type: cosine_pearson - value: 14.271650876491588 + value: 14.427978400689973 - type: cosine_spearman - value: 15.088934657692937 + value: 15.182736434509348 - type: euclidean_pearson - value: 17.64991910323611 + value: 17.726048874983753 - type: euclidean_spearman - value: 15.11015719401991 + value: 15.201779286945575 - type: main_score - value: 15.088934657692937 + value: 15.182736434509348 - type: manhattan_pearson - value: 17.627416265380024 + value: 17.715716154164234 - type: manhattan_spearman - value: 15.186102501045864 + value: 15.250986981738777 - type: pearson - value: 14.271650876491588 + value: 14.427978400689973 - type: spearman - value: 15.088934657692937 + value: 15.182736434509348 task: type: STS - dataset: @@ -11292,23 +11292,23 @@ model-index: type: C-MTEB/QBQTC metrics: - type: cosine_pearson - value: 31.42374000164117 + value: 28.677852039385687 - type: cosine_spearman - value: 34.11139115201034 + value: 30.317414500566187 - type: euclidean_pearson - value: 31.86846452982553 + value: 28.546943523039168 - type: euclidean_spearman - value: 34.11160345676575 + value: 30.31773442605619 - type: main_score - value: 34.11139115201034 + value: 30.317414500566187 - type: manhattan_pearson - value: 31.78171047507477 + value: 29.06524931618951 - type: manhattan_spearman - value: 34.03769440675436 + value: 30.85475318983088 - type: pearson - value: 31.42374000164117 + value: 28.677852039385687 - type: spearman - value: 34.11139115201034 + value: 30.317414500566187 task: type: STS - dataset: @@ -11319,23 +11319,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 70.18092147138205 + value: 74.25169654144152 - type: cosine_spearman - value: 69.90638729067848 + value: 74.02188505990078 - type: euclidean_pearson - value: 68.5214594150794 + value: 71.78459076777199 - type: euclidean_spearman - value: 69.8926146345444 + value: 74.02188505990078 - type: main_score - value: 69.90638729067848 + value: 74.02188505990078 - type: manhattan_pearson - value: 68.96098064777406 + value: 71.38471936226554 - type: manhattan_spearman - value: 70.49810937340672 + value: 73.72453020549669 - type: pearson - value: 70.18092147138205 + value: 74.25169654144152 - type: spearman - value: 69.90638729067848 + value: 74.02188505990078 task: type: STS - dataset: @@ -11346,23 +11346,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 75.65018415517595 + value: 77.21035942564082 - type: cosine_spearman - value: 74.96983110528109 + value: 76.57212143103963 - type: euclidean_pearson - value: 77.0199252096022 + value: 78.03973868360728 - type: euclidean_spearman - value: 75.05313744822759 + value: 76.57212143103963 - type: main_score - value: 74.96983110528109 + value: 76.57212143103963 - type: manhattan_pearson - value: 77.28747618528581 + value: 78.16591898142042 - type: manhattan_spearman - value: 74.95188542213391 + value: 76.83958214147293 - type: pearson - value: 75.65018415517595 + value: 77.21035942564082 - type: spearman - value: 74.96983110528109 + value: 76.57212143103963 task: type: STS - dataset: @@ -11373,23 +11373,23 @@ model-index: type: C-MTEB/STSB metrics: - type: cosine_pearson - value: 78.99516686642797 + value: 76.73366278962006 - type: cosine_spearman - value: 79.32633637626917 + value: 78.136597096582 - type: euclidean_pearson - value: 78.21051836357536 + value: 77.15227584574502 - type: euclidean_spearman - value: 79.32612616365205 + value: 78.13622498113003 - type: main_score - value: 79.32633637626917 + value: 78.136597096582 - type: manhattan_pearson - value: 78.18343539953231 + value: 77.02225035694117 - type: manhattan_spearman - value: 79.33355463587682 + value: 78.03964720563964 - type: pearson - value: 78.99516686642797 + value: 76.73366278962006 - type: spearman - value: 79.32633637626917 + value: 78.136597096582 task: type: STS - dataset: @@ -11400,23 +11400,23 @@ model-index: type: C-MTEB/T2Reranking metrics: - type: main_score - value: 66.50583475592573 + value: 66.38154648171584 - type: map - value: 66.50583475592573 + value: 66.38154648171584 - type: mrr - value: 76.66814435094733 + value: 76.14530606871499 - type: nAUC_map_diff1 - value: -7.531687895205624 + value: -9.806394737932642 - type: nAUC_map_max - value: 31.536810866173976 + value: 33.96115791248053 - type: nAUC_map_std - value: 0.584045198013492 + value: -3.643316859964786 - type: nAUC_mrr_diff1 - value: -5.20389538556461 + value: -6.510263484170889 - type: nAUC_mrr_max - value: 26.230205943854155 + value: 26.441557887574124 - type: nAUC_mrr_std - value: -2.321422405480513 + value: -4.608018494327204 task: type: Reranking - dataset: @@ -11427,287 +11427,287 @@ model-index: type: C-MTEB/T2Retrieval metrics: - type: main_score - value: 84.048 + value: 84.133 - type: map_at_1 - value: 27.250000000000004 + value: 27.297 - type: map_at_10 - value: 76.43799999999999 + value: 76.494 - type: map_at_100 - value: 80.066 + value: 80.119 - type: map_at_1000 - value: 80.136 + value: 80.185 - type: map_at_20 - value: 79.194 + value: 79.251 - type: map_at_3 - value: 53.787 + value: 53.864999999999995 - type: map_at_5 - value: 66.06 + value: 66.143 - type: mrr_at_1 - value: 89.4660704892162 + value: 89.57566193231632 - type: mrr_at_10 - value: 92.02673022274553 + value: 92.13000711126722 - type: mrr_at_100 - value: 92.11951616133179 + value: 92.21882184581148 - type: mrr_at_1000 - value: 92.12325682782645 + value: 92.22214774256558 - type: mrr_at_20 - value: 92.08937202287764 + value: 92.18699134744894 - type: mrr_at_3 - value: 91.55853644280776 + value: 91.66228300894257 - type: mrr_at_5 - value: 91.85947454556089 + value: 91.97264597580231 - type: nauc_map_at_1000_diff1 - value: 14.991306664519879 + value: 15.207460819974095 - type: nauc_map_at_1000_max - value: 50.14205870015166 + value: 42.32453165892631 - type: nauc_map_at_1000_std - value: 20.531935138410972 + value: 21.593634336302127 - type: nauc_map_at_100_diff1 - value: 14.981377145101368 + value: 15.216272171820561 - type: nauc_map_at_100_max - value: 50.0447401180562 + value: 42.22983840076597 - type: nauc_map_at_100_std - value: 20.47654947572488 + value: 21.534370324932652 - type: nauc_map_at_10_diff1 - value: 18.790069500020213 + value: 19.599553856210008 - type: nauc_map_at_10_max - value: 37.18636615175541 + value: 30.246318219245573 - type: nauc_map_at_10_std - value: 4.309216124710264 + value: 5.914404965156733 - type: nauc_map_at_1_diff1 - value: 50.94702228516873 + value: 52.87085305237716 - type: nauc_map_at_1_max - value: -23.434673439743328 + value: -24.27989564325726 - type: nauc_map_at_1_std - value: -36.270013046647115 + value: -35.442050298290376 - type: nauc_map_at_20_diff1 - value: 15.442991212547918 + value: 15.87998380728732 - type: nauc_map_at_20_max - value: 47.53165224906053 + value: 39.78308211411551 - type: nauc_map_at_20_std - value: 17.091479886176085 + value: 18.241218939315434 - type: nauc_map_at_3_diff1 - value: 37.34355641131019 + value: 39.155089053329014 - type: nauc_map_at_3_max - value: -9.627767798276931 + value: -11.970155586820502 - type: nauc_map_at_3_std - value: -33.623788261136816 + value: -31.83333979404834 - type: nauc_map_at_5_diff1 - value: 30.08255691506382 + value: 31.43539185744996 - type: nauc_map_at_5_max - value: 7.523532625631027 + value: 3.5586067754503152 - type: nauc_map_at_5_std - value: -22.873284280648562 + value: -20.89939723260621 - type: nauc_mrr_at_1000_diff1 - value: 48.948136368672685 + value: 47.58856242843391 - type: nauc_mrr_at_1000_max - value: 79.31242146814085 + value: 73.33044542878086 - type: nauc_mrr_at_1000_std - value: 42.09118789494853 + value: 41.41370720044016 - type: nauc_mrr_at_100_diff1 - value: 48.95105601935127 + value: 47.58885589082642 - type: nauc_mrr_at_100_max - value: 79.31972489396628 + value: 73.33895048178488 - type: nauc_mrr_at_100_std - value: 42.10749180847621 + value: 41.42862248729776 - type: nauc_mrr_at_10_diff1 - value: 48.909737017066334 + value: 47.60432720674615 - type: nauc_mrr_at_10_max - value: 79.438878924473 + value: 73.47964069672504 - type: nauc_mrr_at_10_std - value: 42.22609309864849 + value: 41.60604407817306 - type: nauc_mrr_at_1_diff1 - value: 49.17057164590014 + value: 47.84195771830615 - type: nauc_mrr_at_1_max - value: 75.50607518284367 + value: 68.95221045759685 - type: nauc_mrr_at_1_std - value: 36.14082103331818 + value: 35.145250281429824 - type: nauc_mrr_at_20_diff1 - value: 48.972145239401705 + value: 47.58534671931297 - type: nauc_mrr_at_20_max - value: 79.37286170468568 + value: 73.39618815713096 - type: nauc_mrr_at_20_std - value: 42.15361640253828 + value: 41.50538366605475 - type: nauc_mrr_at_3_diff1 - value: 48.73407413089388 + value: 47.54080143480509 - type: nauc_mrr_at_3_max - value: 79.31526640124694 + value: 73.27456449852177 - type: nauc_mrr_at_3_std - value: 41.87832848049768 + value: 41.190010138623364 - type: nauc_mrr_at_5_diff1 - value: 48.92974709753988 + value: 47.631799071300314 - type: nauc_mrr_at_5_max - value: 79.52029263445817 + value: 73.50427384392508 - type: nauc_mrr_at_5_std - value: 42.2387927929394 + value: 41.41445819292792 - type: nauc_ndcg_at_1000_diff1 - value: 19.852159219940212 + value: 19.178203338132032 - type: nauc_ndcg_at_1000_max - value: 61.78867818911231 + value: 54.846002008332206 - type: nauc_ndcg_at_1000_std - value: 33.12786556649802 + value: 33.669755579706234 - type: nauc_ndcg_at_100_diff1 - value: 19.3709781000508 + value: 18.825625578528154 - type: nauc_ndcg_at_100_max - value: 60.84802300919614 + value: 53.96154830438667 - type: nauc_ndcg_at_100_std - value: 33.09600270707079 + value: 33.63879617215427 - type: nauc_ndcg_at_10_diff1 - value: 18.890624683095215 + value: 18.95559446945268 - type: nauc_ndcg_at_10_max - value: 52.07035400648073 + value: 44.21334528575739 - type: nauc_ndcg_at_10_std - value: 21.215632742092755 + value: 22.47737214494352 - type: nauc_ndcg_at_1_diff1 - value: 49.17057164590014 + value: 47.84195771830615 - type: nauc_ndcg_at_1_max - value: 75.50607518284367 + value: 68.95221045759685 - type: nauc_ndcg_at_1_std - value: 36.14082103331818 + value: 35.145250281429824 - type: nauc_ndcg_at_20_diff1 - value: 19.15746849253811 + value: 18.915787332802143 - type: nauc_ndcg_at_20_max - value: 55.82176951048079 + value: 48.64628634208606 - type: nauc_ndcg_at_20_std - value: 26.477040534373803 + value: 27.471901227649102 - type: nauc_ndcg_at_3_diff1 - value: 15.61757086504063 + value: 14.800326460175548 - type: nauc_ndcg_at_3_max - value: 66.07148250075376 + value: 58.714123081214986 - type: nauc_ndcg_at_3_std - value: 33.08315717230347 + value: 32.87146819333138 - type: nauc_ndcg_at_5_diff1 - value: 15.934068427718106 + value: 15.117887863548916 - type: nauc_ndcg_at_5_max - value: 59.64275100530712 + value: 51.62270126506565 - type: nauc_ndcg_at_5_std - value: 28.197929106012136 + value: 28.21637936542305 - type: nauc_precision_at_1000_diff1 - value: -32.14239275674187 + value: -34.6115257538737 - type: nauc_precision_at_1000_max - value: 49.003598734673425 + value: 46.57505454335497 - type: nauc_precision_at_1000_std - value: 60.77307108185476 + value: 58.73410354296305 - type: nauc_precision_at_100_diff1 - value: -32.110716229470334 + value: -34.51864090348213 - type: nauc_precision_at_100_max - value: 50.85328281382415 + value: 48.12778307352527 - type: nauc_precision_at_100_std - value: 62.32808109717699 + value: 60.33112526548986 - type: nauc_precision_at_10_diff1 - value: -31.837193489485628 + value: -33.913446995683536 - type: nauc_precision_at_10_max - value: 55.83705208493232 + value: 51.827800576762726 - type: nauc_precision_at_10_std - value: 57.50283019666919 + value: 56.15214316846719 - type: nauc_precision_at_1_diff1 - value: 49.17057164590014 + value: 47.84195771830615 - type: nauc_precision_at_1_max - value: 75.50607518284367 + value: 68.95221045759685 - type: nauc_precision_at_1_std - value: 36.14082103331818 + value: 35.145250281429824 - type: nauc_precision_at_20_diff1 - value: -32.044968169611735 + value: -34.25535498799855 - type: nauc_precision_at_20_max - value: 53.82174008549685 + value: 50.23119733433027 - type: nauc_precision_at_20_std - value: 61.46528672131028 + value: 59.671418737988546 - type: nauc_precision_at_3_diff1 - value: -26.261125878602332 + value: -28.417107232598877 - type: nauc_precision_at_3_max - value: 66.0859983928659 + value: 61.16886341335774 - type: nauc_precision_at_3_std - value: 48.83715827055477 + value: 48.34533128391697 - type: nauc_precision_at_5_diff1 - value: -31.13291937399241 + value: -33.54570066440394 - type: nauc_precision_at_5_max - value: 61.01429282172497 + value: 56.522769824532936 - type: nauc_precision_at_5_std - value: 52.76320524351461 + value: 51.704950593707935 - type: nauc_recall_at_1000_diff1 - value: 6.214349212436889 + value: 2.93977183499487 - type: nauc_recall_at_1000_max - value: 59.08096875098299 + value: 59.19161397622145 - type: nauc_recall_at_1000_std - value: 62.01528677223324 + value: 62.44563668374114 - type: nauc_recall_at_100_diff1 - value: 9.456254682836157 + value: 8.013825549311562 - type: nauc_recall_at_100_max - value: 53.09669357470267 + value: 49.846341160862714 - type: nauc_recall_at_100_std - value: 47.19170803245384 + value: 48.1170998033127 - type: nauc_recall_at_10_diff1 - value: 17.067819451151244 + value: 18.010735796887985 - type: nauc_recall_at_10_max - value: 26.995954619298562 + value: 21.358569425898903 - type: nauc_recall_at_10_std - value: -1.358304137922756 + value: 1.3301139186106035 - type: nauc_recall_at_1_diff1 - value: 50.94702228516873 + value: 52.87085305237716 - type: nauc_recall_at_1_max - value: -23.434673439743328 + value: -24.27989564325726 - type: nauc_recall_at_1_std - value: -36.270013046647115 + value: -35.442050298290376 - type: nauc_recall_at_20_diff1 - value: 12.166170322330789 + value: 11.816321531579238 - type: nauc_recall_at_20_max - value: 41.98372262379903 + value: 36.13782953010234 - type: nauc_recall_at_20_std - value: 21.231284446488473 + value: 23.555109581359886 - type: nauc_recall_at_3_diff1 - value: 35.585610972927654 + value: 37.46336191367832 - type: nauc_recall_at_3_max - value: -14.184820983265075 + value: -16.038670342884316 - type: nauc_recall_at_3_std - value: -36.14847855262556 + value: -34.074784083025214 - type: nauc_recall_at_5_diff1 - value: 29.050625754040084 + value: 30.274716744272567 - type: nauc_recall_at_5_max - value: -1.0410932842186966 + value: -4.34067124108913 - type: nauc_recall_at_5_std - value: -28.261646321102425 + value: -26.21894992157237 - type: ndcg_at_1 - value: 89.46600000000001 + value: 89.576 - type: ndcg_at_10 - value: 84.048 + value: 84.133 - type: ndcg_at_100 - value: 87.69 + value: 87.773 - type: ndcg_at_1000 - value: 88.369 + value: 88.421 - type: ndcg_at_20 - value: 85.819 + value: 85.909 - type: ndcg_at_3 - value: 85.473 + value: 85.539 - type: ndcg_at_5 - value: 84.048 + value: 84.143 - type: precision_at_1 - value: 89.46600000000001 + value: 89.576 - type: precision_at_10 - value: 41.772 + value: 41.789 - type: precision_at_100 - value: 4.993 + value: 4.995 - type: precision_at_1000 value: 0.515 - type: precision_at_20 - value: 23.202 + value: 23.224 - type: precision_at_3 - value: 74.779 + value: 74.79400000000001 - type: precision_at_5 - value: 62.63999999999999 + value: 62.683 - type: recall_at_1 - value: 27.250000000000004 + value: 27.297 - type: recall_at_10 - value: 82.934 + value: 83.035 - type: recall_at_100 - value: 94.815 + value: 94.915 - type: recall_at_1000 - value: 98.294 + value: 98.225 - type: recall_at_20 - value: 88.883 + value: 88.984 - type: recall_at_3 - value: 55.458 + value: 55.533 - type: recall_at_5 - value: 69.465 + value: 69.575 task: type: Retrieval - dataset: @@ -11718,13 +11718,13 @@ model-index: type: C-MTEB/TNews-classification metrics: - type: accuracy - value: 51.577000000000005 + value: 51.664 - type: f1 - value: 49.3938790995325 + value: 49.254634831292336 - type: f1_weighted - value: 51.49872910589875 + value: 51.23047453836118 - type: main_score - value: 51.577000000000005 + value: 51.664 task: type: Classification - dataset: @@ -11735,11 +11735,11 @@ model-index: type: C-MTEB/ThuNewsClusteringP2P metrics: - type: main_score - value: 61.3311446133969 + value: 62.931149356482294 - type: v_measure - value: 61.3311446133969 + value: 62.931149356482294 - type: v_measure_std - value: 1.4292037065102101 + value: 1.2113879267357022 task: type: Clustering - dataset: @@ -11750,11 +11750,11 @@ model-index: type: C-MTEB/ThuNewsClusteringS2S metrics: - type: main_score - value: 56.41668748695762 + value: 59.18138500076393 - type: v_measure - value: 56.41668748695762 + value: 59.18138500076393 - type: v_measure_std - value: 1.096715523512711 + value: 1.441163494106974 task: type: Clustering - dataset: @@ -11765,287 +11765,287 @@ model-index: type: C-MTEB/VideoRetrieval metrics: - type: main_score - value: 70.078 + value: 72.14500000000001 - type: map_at_1 - value: 55.60000000000001 + value: 58.8 - type: map_at_10 - value: 65.45100000000001 + value: 68.014 - type: map_at_100 - value: 65.972 + value: 68.506 - type: map_at_1000 - value: 65.983 + value: 68.51899999999999 - type: map_at_20 - value: 65.807 + value: 68.333 - type: map_at_3 - value: 63.233 + value: 66.31700000000001 - type: map_at_5 - value: 64.66300000000001 + value: 67.31200000000001 - type: mrr_at_1 - value: 55.60000000000001 + value: 58.8 - type: mrr_at_10 - value: 65.4510714285715 + value: 68.01432539682544 - type: mrr_at_100 - value: 65.97165962076099 + value: 68.50595347947811 - type: mrr_at_1000 - value: 65.98320753283919 + value: 68.51919475199976 - type: mrr_at_20 - value: 65.80718845439051 + value: 68.33299226014789 - type: mrr_at_3 - value: 63.23333333333338 + value: 66.3166666666667 - type: mrr_at_5 - value: 64.6633333333334 + value: 67.31166666666671 - type: nauc_map_at_1000_diff1 - value: 61.870954535069615 + value: 68.3842603726721 - type: nauc_map_at_1000_max - value: 23.090300594918375 + value: 5.841784848188991 - type: nauc_map_at_1000_std - value: -37.76103949466824 + value: -31.890361063810364 - type: nauc_map_at_100_diff1 - value: 61.86086531015621 + value: 68.38290538651279 - type: nauc_map_at_100_max - value: 23.103916177822935 + value: 5.851346250195991 - type: nauc_map_at_100_std - value: -37.754472602108585 + value: -31.88363804217233 - type: nauc_map_at_10_diff1 - value: 61.95721168001316 + value: 68.42162270332948 - type: nauc_map_at_10_max - value: 22.895572163222226 + value: 5.545878771437991 - type: nauc_map_at_10_std - value: -38.336243891701066 + value: -32.33063386887081 - type: nauc_map_at_1_diff1 - value: 64.2441219535636 + value: 69.28202470263717 - type: nauc_map_at_1_max - value: 20.64015444888544 + value: 5.263512365959786 - type: nauc_map_at_1_std - value: -35.13259877775077 + value: -29.659416343096055 - type: nauc_map_at_20_diff1 - value: 61.843808986063124 + value: 68.3987969552634 - type: nauc_map_at_20_max - value: 23.043585376021333 + value: 5.7847092517499785 - type: nauc_map_at_20_std - value: -37.96548127355041 + value: -32.0616280955644 - type: nauc_map_at_3_diff1 - value: 61.69619207556679 + value: 68.42478821018057 - type: nauc_map_at_3_max - value: 23.42210304941044 + value: 4.861120340503774 - type: nauc_map_at_3_std - value: -38.25191353860321 + value: -33.56938270962587 - type: nauc_map_at_5_diff1 - value: 61.86402019020591 + value: 68.20507686427763 - type: nauc_map_at_5_max - value: 22.978407043164168 + value: 5.369798374942801 - type: nauc_map_at_5_std - value: -38.543794878087006 + value: -32.83081659270383 - type: nauc_mrr_at_1000_diff1 - value: 61.870954535069615 + value: 68.3842603726721 - type: nauc_mrr_at_1000_max - value: 23.090300594918375 + value: 5.841784848188991 - type: nauc_mrr_at_1000_std - value: -37.76103949466824 + value: -31.890361063810364 - type: nauc_mrr_at_100_diff1 - value: 61.86086531015621 + value: 68.38290538651279 - type: nauc_mrr_at_100_max - value: 23.103916177822935 + value: 5.851346250195991 - type: nauc_mrr_at_100_std - value: -37.754472602108585 + value: -31.88363804217233 - type: nauc_mrr_at_10_diff1 - value: 61.95721168001316 + value: 68.42162270332948 - type: nauc_mrr_at_10_max - value: 22.895572163222226 + value: 5.545878771437991 - type: nauc_mrr_at_10_std - value: -38.336243891701066 + value: -32.33063386887081 - type: nauc_mrr_at_1_diff1 - value: 64.2441219535636 + value: 69.28202470263717 - type: nauc_mrr_at_1_max - value: 20.64015444888544 + value: 5.263512365959786 - type: nauc_mrr_at_1_std - value: -35.13259877775077 + value: -29.659416343096055 - type: nauc_mrr_at_20_diff1 - value: 61.843808986063124 + value: 68.3987969552634 - type: nauc_mrr_at_20_max - value: 23.043585376021333 + value: 5.7847092517499785 - type: nauc_mrr_at_20_std - value: -37.96548127355041 + value: -32.0616280955644 - type: nauc_mrr_at_3_diff1 - value: 61.69619207556679 + value: 68.42478821018057 - type: nauc_mrr_at_3_max - value: 23.42210304941044 + value: 4.861120340503774 - type: nauc_mrr_at_3_std - value: -38.25191353860321 + value: -33.56938270962587 - type: nauc_mrr_at_5_diff1 - value: 61.86402019020591 + value: 68.20507686427763 - type: nauc_mrr_at_5_max - value: 22.978407043164168 + value: 5.369798374942801 - type: nauc_mrr_at_5_std - value: -38.543794878087006 + value: -32.83081659270383 - type: nauc_ndcg_at_1000_diff1 - value: 61.29794077219897 + value: 68.14552912036231 - type: nauc_ndcg_at_1000_max - value: 24.418905186535554 + value: 7.562355001802865 - type: nauc_ndcg_at_1000_std - value: -36.38675333575123 + value: -30.13999419402607 - type: nauc_ndcg_at_100_diff1 - value: 61.01225965851154 + value: 68.09990028004812 - type: nauc_ndcg_at_100_max - value: 24.921415589027195 + value: 7.917285926128676 - type: nauc_ndcg_at_100_std - value: -36.16549229025807 + value: -29.909889861196902 - type: nauc_ndcg_at_10_diff1 - value: 61.49476150514672 + value: 68.32387598538823 - type: nauc_ndcg_at_10_max - value: 23.679233291979195 + value: 6.442888130533218 - type: nauc_ndcg_at_10_std - value: -39.526250662147326 + value: -32.43505234576926 - type: nauc_ndcg_at_1_diff1 - value: 64.2441219535636 + value: 69.28202470263717 - type: nauc_ndcg_at_1_max - value: 20.64015444888544 + value: 5.263512365959786 - type: nauc_ndcg_at_1_std - value: -35.13259877775077 + value: -29.659416343096055 - type: nauc_ndcg_at_20_diff1 - value: 61.056344259506254 + value: 68.19058463118989 - type: nauc_ndcg_at_20_max - value: 24.4681696774435 + value: 7.4710128713487975 - type: nauc_ndcg_at_20_std - value: -38.002129299338705 + value: -31.212367402512527 - type: nauc_ndcg_at_3_diff1 - value: 60.9695336204443 + value: 68.2422738747729 - type: nauc_ndcg_at_3_max - value: 24.561743086278764 + value: 4.866392479207864 - type: nauc_ndcg_at_3_std - value: -39.34620193890538 + value: -35.0611297009806 - type: nauc_ndcg_at_5_diff1 - value: 61.28536259871331 + value: 67.76867006392196 - type: nauc_ndcg_at_5_max - value: 23.821597091549947 + value: 5.876702580928499 - type: nauc_ndcg_at_5_std - value: -39.921602604282256 + value: -33.66450752679279 - type: nauc_precision_at_1000_diff1 - value: 47.896936552397904 + value: 59.01318860877509 - type: nauc_precision_at_1000_max - value: 66.38433151038132 + value: 92.88340336134347 - type: nauc_precision_at_1000_std - value: 60.53532524120673 + value: 92.92425303454743 - type: nauc_precision_at_100_diff1 - value: 44.28363938167843 + value: 62.909039584826274 - type: nauc_precision_at_100_max - value: 64.24732856105429 + value: 53.748941437039655 - type: nauc_precision_at_100_std - value: 17.97489366116728 + value: 25.24916943521579 - type: nauc_precision_at_10_diff1 - value: 59.41726414200426 + value: 68.09729905629663 - type: nauc_precision_at_10_max - value: 27.71264331511937 + value: 12.03384315001613 - type: nauc_precision_at_10_std - value: -45.74776538959631 + value: -31.81483891962282 - type: nauc_precision_at_1_diff1 - value: 64.2441219535636 + value: 69.28202470263717 - type: nauc_precision_at_1_max - value: 20.64015444888544 + value: 5.263512365959786 - type: nauc_precision_at_1_std - value: -35.13259877775077 + value: -29.659416343096055 - type: nauc_precision_at_20_diff1 - value: 54.97651111807045 + value: 66.6897634037554 - type: nauc_precision_at_20_max - value: 36.89454610531955 + value: 23.11402140195658 - type: nauc_precision_at_20_std - value: -34.89329336495018 + value: -20.564049852242167 - type: nauc_precision_at_3_diff1 - value: 58.51696906840075 + value: 67.64170624528396 - type: nauc_precision_at_3_max - value: 28.574341882931513 + value: 4.945160628945999 - type: nauc_precision_at_3_std - value: -43.137791865257384 + value: -40.41499950328566 - type: nauc_precision_at_5_diff1 - value: 59.104993686253025 + value: 65.92840910208848 - type: nauc_precision_at_5_max - value: 27.228062999541013 + value: 8.229706730154186 - type: nauc_precision_at_5_std - value: -45.6178316381737 + value: -36.74013989591443 - type: nauc_recall_at_1000_diff1 - value: 47.89693655239931 + value: 59.01318860877662 - type: nauc_recall_at_1000_max - value: 66.38433151038168 + value: 92.88340336134418 - type: nauc_recall_at_1000_std - value: 60.53532524120724 + value: 92.92425303454706 - type: nauc_recall_at_100_diff1 - value: 44.28363938167848 + value: 62.90903958482619 - type: nauc_recall_at_100_max - value: 64.24732856105405 + value: 53.748941437040145 - type: nauc_recall_at_100_std - value: 17.974893661168153 + value: 25.249169435216018 - type: nauc_recall_at_10_diff1 - value: 59.417264142004434 + value: 68.0972990562968 - type: nauc_recall_at_10_max - value: 27.7126433151196 + value: 12.033843150016319 - type: nauc_recall_at_10_std - value: -45.74776538959598 + value: -31.814838919622566 - type: nauc_recall_at_1_diff1 - value: 64.2441219535636 + value: 69.28202470263717 - type: nauc_recall_at_1_max - value: 20.64015444888544 + value: 5.263512365959786 - type: nauc_recall_at_1_std - value: -35.13259877775077 + value: -29.659416343096055 - type: nauc_recall_at_20_diff1 - value: 54.97651111807084 + value: 66.6897634037554 - type: nauc_recall_at_20_max - value: 36.89454610531971 + value: 23.114021401956656 - type: nauc_recall_at_20_std - value: -34.89329336495006 + value: -20.564049852241986 - type: nauc_recall_at_3_diff1 - value: 58.51696906840065 + value: 67.64170624528384 - type: nauc_recall_at_3_max - value: 28.574341882931524 + value: 4.9451606289460095 - type: nauc_recall_at_3_std - value: -43.13779186525737 + value: -40.41499950328563 - type: nauc_recall_at_5_diff1 - value: 59.104993686253046 + value: 65.92840910208865 - type: nauc_recall_at_5_max - value: 27.228062999540985 + value: 8.229706730154424 - type: nauc_recall_at_5_std - value: -45.617831638173556 + value: -36.740139895914325 - type: ndcg_at_1 - value: 55.60000000000001 + value: 58.8 - type: ndcg_at_10 - value: 70.078 + value: 72.14500000000001 - type: ndcg_at_100 - value: 72.489 + value: 74.477 - type: ndcg_at_1000 - value: 72.794 + value: 74.821 - type: ndcg_at_20 - value: 71.354 + value: 73.34 - type: ndcg_at_3 - value: 65.645 + value: 68.634 - type: ndcg_at_5 - value: 68.189 + value: 70.416 - type: precision_at_1 - value: 55.60000000000001 + value: 58.8 - type: precision_at_10 - value: 8.450000000000001 + value: 8.5 - type: precision_at_100 - value: 0.955 + value: 0.9570000000000001 - type: precision_at_1000 value: 0.098 - type: precision_at_20 - value: 4.475 + value: 4.49 - type: precision_at_3 - value: 24.2 + value: 25.1 - type: precision_at_5 - value: 15.740000000000002 + value: 15.920000000000002 - type: recall_at_1 - value: 55.60000000000001 + value: 58.8 - type: recall_at_10 - value: 84.5 + value: 85.0 - type: recall_at_100 - value: 95.5 + value: 95.7 - type: recall_at_1000 - value: 97.89999999999999 + value: 98.4 - type: recall_at_20 - value: 89.5 + value: 89.8 - type: recall_at_3 - value: 72.6 + value: 75.3 - type: recall_at_5 - value: 78.7 + value: 79.60000000000001 task: type: Retrieval - dataset: @@ -12056,76 +12056,19 @@ model-index: type: C-MTEB/waimai-classification metrics: - type: accuracy - value: 85.75999999999999 + value: 89.12 - type: ap - value: 68.22514159752903 + value: 74.85094489946682 - type: ap_weighted - value: 68.22514159752903 + value: 74.85094489946682 - type: f1 - value: 83.93158616293009 + value: 87.58964139879481 - type: f1_weighted - value: 85.8229689427759 + value: 89.11267843686537 - type: main_score - value: 85.75999999999999 + value: 89.12 task: type: Classification - - dataset: - config: default - name: MTEB AlloProfClusteringP2P - revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b - split: test - type: lyon-nlp/alloprof - metrics: - - type: main_score - value: 66.69235568790974 - - type: v_measure - value: 66.69235568790974 - - type: v_measure_std - value: 2.537794350741746 - task: - type: Clustering - - dataset: - config: default - name: MTEB AlloProfClusteringS2S - revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b - split: test - type: lyon-nlp/alloprof - metrics: - - type: main_score - value: 49.27280056656315 - - type: v_measure - value: 49.27280056656315 - - type: v_measure_std - value: 3.2810861239751716 - task: - type: Clustering - - dataset: - config: default - name: MTEB AlloprofReranking - revision: 65393d0d7a08a10b4e348135e824f385d420b0fd - split: test - type: lyon-nlp/mteb-fr-reranking-alloprof-s2p - metrics: - - type: main_score - value: 74.05051363767075 - - type: map - value: 74.05051363767075 - - type: mrr - value: 75.32834046111249 - - type: nAUC_map_diff1 - value: 53.43142734542149 - - type: nAUC_map_max - value: 10.45363593380914 - - type: nAUC_map_std - value: 18.04797969501808 - - type: nAUC_mrr_diff1 - value: 52.84895215306421 - - type: nAUC_mrr_max - value: 11.161569184920731 - - type: nAUC_mrr_std - value: 18.116278051231706 - task: - type: Reranking - dataset: config: default name: MTEB AlloprofRetrieval @@ -12134,306 +12077,289 @@ model-index: type: lyon-nlp/alloprof metrics: - type: main_score - value: 46.752 + value: 50.638000000000005 - type: map_at_1 - value: 29.404000000000003 + value: 33.161 - type: map_at_10 - value: 40.695 + value: 44.698 - type: map_at_100 - value: 41.638999999999996 + value: 45.596 - type: map_at_1000 - value: 41.686 + value: 45.635999999999996 - type: map_at_20 - value: 41.293 + value: 45.265 - type: map_at_3 - value: 37.464 + value: 41.703 - type: map_at_5 - value: 39.314 + value: 43.488 - type: mrr_at_1 - value: 29.404145077720205 + value: 33.160621761658035 - type: mrr_at_10 - value: 40.69454724895149 + value: 44.697771883652734 - type: mrr_at_100 - value: 41.6387718358502 + value: 45.59624815182174 - type: mrr_at_1000 - value: 41.686352032537386 + value: 45.63609361771601 - type: mrr_at_20 - value: 41.29302173047876 + value: 45.26480516767501 - type: mrr_at_3 - value: 37.46401842256771 + value: 41.70264824409908 - type: mrr_at_5 - value: 39.314191134139456 + value: 43.488054116292574 - type: nauc_map_at_1000_diff1 - value: 36.81140646424009 + value: 38.49809004106204 - type: nauc_map_at_1000_max - value: 32.558382675482015 + value: 31.640827883359986 - type: nauc_map_at_1000_std - value: 1.3209245482601717 + value: 2.5944833693677563 - type: nauc_map_at_100_diff1 - value: 36.80623533104676 + value: 38.47974017961114 - type: nauc_map_at_100_max - value: 32.58259240121919 + value: 31.6745580307424 - type: nauc_map_at_100_std - value: 1.3357049662565006 + value: 2.6197669693649965 - type: nauc_map_at_10_diff1 - value: 36.701137264179415 + value: 38.43029274269754 - type: nauc_map_at_10_max - value: 32.39187216040168 + value: 31.669351274164402 - type: nauc_map_at_10_std - value: 1.080168559171855 + value: 2.2938216424530955 - type: nauc_map_at_1_diff1 - value: 41.17578040220583 + value: 42.39449280665502 - type: nauc_map_at_1_max - value: 29.250697582326456 + value: 27.396202491464315 - type: nauc_map_at_1_std - value: 0.015878420007215115 + value: 0.39154393747181304 - type: nauc_map_at_20_diff1 - value: 36.78320606729714 + value: 38.44710465218088 - type: nauc_map_at_20_max - value: 32.62394229122364 + value: 31.618626111686442 - type: nauc_map_at_20_std - value: 1.2875500759697867 + value: 2.5092690901463994 - type: nauc_map_at_3_diff1 - value: 36.61724743709236 + value: 38.68180058655341 - type: nauc_map_at_3_max - value: 31.439128101338948 + value: 30.48704606797293 - type: nauc_map_at_3_std - value: 0.6643615364760862 + value: 1.6764325554613773 - type: nauc_map_at_5_diff1 - value: 36.51290373132519 + value: 38.27528363570654 - type: nauc_map_at_5_max - value: 32.06362001986431 + value: 31.105696409714735 - type: nauc_map_at_5_std - value: 1.0077803528775056 + value: 2.3132867223174043 - type: nauc_mrr_at_1000_diff1 - value: 36.81140646424009 + value: 38.49809004106204 - type: nauc_mrr_at_1000_max - value: 32.558382675482015 + value: 31.640827883359986 - type: nauc_mrr_at_1000_std - value: 1.3209245482601717 + value: 2.5944833693677563 - type: nauc_mrr_at_100_diff1 - value: 36.80623533104676 + value: 38.47974017961114 - type: nauc_mrr_at_100_max - value: 32.58259240121919 + value: 31.6745580307424 - type: nauc_mrr_at_100_std - value: 1.3357049662565006 + value: 2.6197669693649965 - type: nauc_mrr_at_10_diff1 - value: 36.701137264179415 + value: 38.43029274269754 - type: nauc_mrr_at_10_max - value: 32.39187216040168 + value: 31.669351274164402 - type: nauc_mrr_at_10_std - value: 1.080168559171855 + value: 2.2938216424530955 - type: nauc_mrr_at_1_diff1 - value: 41.17578040220583 + value: 42.39449280665502 - type: nauc_mrr_at_1_max - value: 29.250697582326456 + value: 27.396202491464315 - type: nauc_mrr_at_1_std - value: 0.015878420007215115 + value: 0.39154393747181304 - type: nauc_mrr_at_20_diff1 - value: 36.78320606729714 + value: 38.44710465218088 - type: nauc_mrr_at_20_max - value: 32.62394229122364 + value: 31.618626111686442 - type: nauc_mrr_at_20_std - value: 1.2875500759697867 + value: 2.5092690901463994 - type: nauc_mrr_at_3_diff1 - value: 36.61724743709236 + value: 38.68180058655341 - type: nauc_mrr_at_3_max - value: 31.439128101338948 + value: 30.48704606797293 - type: nauc_mrr_at_3_std - value: 0.6643615364760862 + value: 1.6764325554613773 - type: nauc_mrr_at_5_diff1 - value: 36.51290373132519 + value: 38.27528363570654 - type: nauc_mrr_at_5_max - value: 32.06362001986431 + value: 31.105696409714735 - type: nauc_mrr_at_5_std - value: 1.0077803528775056 + value: 2.3132867223174043 - type: nauc_ndcg_at_1000_diff1 - value: 36.24076511538488 + value: 37.94639112622322 - type: nauc_ndcg_at_1000_max - value: 34.064413351133496 + value: 33.25000406312992 - type: nauc_ndcg_at_1000_std - value: 2.4530947188501884 + value: 3.927246572224288 - type: nauc_ndcg_at_100_diff1 - value: 36.0927603024548 + value: 37.488139235799 - type: nauc_ndcg_at_100_max - value: 34.98071528431376 + value: 34.38011697151766 - type: nauc_ndcg_at_100_std - value: 3.2048812019743806 + value: 4.94760159362139 - type: nauc_ndcg_at_10_diff1 - value: 35.48231357450575 + value: 37.318669958427996 - type: nauc_ndcg_at_10_max - value: 34.23901754126376 + value: 34.19162673981376 - type: nauc_ndcg_at_10_std - value: 1.8216358086555313 + value: 3.2011892955083256 - type: nauc_ndcg_at_1_diff1 - value: 41.17578040220583 + value: 42.39449280665502 - type: nauc_ndcg_at_1_max - value: 29.250697582326456 + value: 27.396202491464315 - type: nauc_ndcg_at_1_std - value: 0.015878420007215115 + value: 0.39154393747181304 - type: nauc_ndcg_at_20_diff1 - value: 35.762077351924866 + value: 37.290108058390985 - type: nauc_ndcg_at_20_max - value: 35.131282428172504 + value: 34.108858641349556 - type: nauc_ndcg_at_20_std - value: 2.6314418022317088 + value: 4.169459504439506 - type: nauc_ndcg_at_3_diff1 - value: 35.20458098278931 + value: 37.62224828453568 - type: nauc_ndcg_at_3_max - value: 32.10452974167028 + value: 31.519305313909218 - type: nauc_ndcg_at_3_std - value: 0.8794682266965334 + value: 2.087339522812091 - type: nauc_ndcg_at_5_diff1 - value: 34.98508114807989 + value: 36.888334499663785 - type: nauc_ndcg_at_5_max - value: 33.262089912366264 + value: 32.6601407781184 - type: nauc_ndcg_at_5_std - value: 1.5319350722125793 + value: 3.2124484680546175 - type: nauc_precision_at_1000_diff1 - value: 44.666620982624345 + value: 59.19282490825572 - type: nauc_precision_at_1000_max - value: 75.29393255580452 + value: 68.32089152822621 - type: nauc_precision_at_1000_std - value: 55.59900299317424 + value: 67.77161809421868 - type: nauc_precision_at_100_diff1 - value: 34.231014793455486 + value: 29.47575945272322 - type: nauc_precision_at_100_max - value: 57.643182221569056 + value: 63.42195725833949 - type: nauc_precision_at_100_std - value: 24.69069946083384 + value: 34.923105379547344 - type: nauc_precision_at_10_diff1 - value: 31.574888849159986 + value: 33.52501919318297 - type: nauc_precision_at_10_max - value: 41.421761956959116 + value: 44.49893440034256 - type: nauc_precision_at_10_std - value: 4.763962617424729 + value: 6.680426129369459 - type: nauc_precision_at_1_diff1 - value: 41.17578040220583 + value: 42.39449280665502 - type: nauc_precision_at_1_max - value: 29.250697582326456 + value: 27.396202491464315 - type: nauc_precision_at_1_std - value: 0.015878420007215115 + value: 0.39154393747181304 - type: nauc_precision_at_20_diff1 - value: 32.180018178061836 + value: 32.17682672599943 - type: nauc_precision_at_20_max - value: 47.75245184649933 + value: 46.87049521936974 - type: nauc_precision_at_20_std - value: 9.788615791772633 + value: 13.53258332473726 - type: nauc_precision_at_3_diff1 - value: 31.174995495672274 + value: 34.54132207851944 - type: nauc_precision_at_3_max - value: 33.99858581358525 + value: 34.574775459010255 - type: nauc_precision_at_3_std - value: 1.4974582520924251 + value: 3.298031208443393 - type: nauc_precision_at_5_diff1 - value: 30.35676602203525 + value: 32.475852196639195 - type: nauc_precision_at_5_max - value: 37.047443567623354 + value: 37.73978486643185 - type: nauc_precision_at_5_std - value: 3.2312689286293024 + value: 6.185472179658329 - type: nauc_recall_at_1000_diff1 - value: 44.666620982624515 + value: 59.19282490825427 - type: nauc_recall_at_1000_max - value: 75.29393255580267 + value: 68.32089152822542 - type: nauc_recall_at_1000_std - value: 55.59900299317372 + value: 67.77161809421989 - type: nauc_recall_at_100_diff1 - value: 34.23101479345545 + value: 29.475759452723388 - type: nauc_recall_at_100_max - value: 57.64318222156907 + value: 63.421957258339425 - type: nauc_recall_at_100_std - value: 24.690699460833915 + value: 34.92310537954746 - type: nauc_recall_at_10_diff1 - value: 31.574888849159976 + value: 33.525019193182956 - type: nauc_recall_at_10_max - value: 41.42176195695914 + value: 44.498934400342485 - type: nauc_recall_at_10_std - value: 4.763962617424782 + value: 6.680426129369434 - type: nauc_recall_at_1_diff1 - value: 41.17578040220583 + value: 42.39449280665502 - type: nauc_recall_at_1_max - value: 29.250697582326456 + value: 27.396202491464315 - type: nauc_recall_at_1_std - value: 0.015878420007215115 + value: 0.39154393747181304 - type: nauc_recall_at_20_diff1 - value: 32.18001817806187 + value: 32.17682672599945 - type: nauc_recall_at_20_max - value: 47.75245184649934 + value: 46.87049521936974 - type: nauc_recall_at_20_std - value: 9.788615791772733 + value: 13.53258332473721 - type: nauc_recall_at_3_diff1 - value: 31.17499549567227 + value: 34.54132207851946 - type: nauc_recall_at_3_max - value: 33.99858581358531 + value: 34.5747754590102 - type: nauc_recall_at_3_std - value: 1.4974582520924073 + value: 3.2980312084433936 - type: nauc_recall_at_5_diff1 - value: 30.356766022035238 + value: 32.47585219663912 - type: nauc_recall_at_5_max - value: 37.047443567623354 + value: 37.73978486643183 - type: nauc_recall_at_5_std - value: 3.2312689286292806 + value: 6.18547217965832 - type: ndcg_at_1 - value: 29.404000000000003 + value: 33.161 - type: ndcg_at_10 - value: 46.752 + value: 50.638000000000005 - type: ndcg_at_100 - value: 51.43 + value: 55.076 - type: ndcg_at_1000 - value: 52.76499999999999 + value: 56.18300000000001 - type: ndcg_at_20 - value: 48.92 + value: 52.681 - type: ndcg_at_3 - value: 40.106 + value: 44.488 - type: ndcg_at_5 - value: 43.445 + value: 47.705999999999996 - type: precision_at_1 - value: 29.404000000000003 + value: 33.161 - type: precision_at_10 - value: 6.601999999999999 + value: 6.9430000000000005 - type: precision_at_100 - value: 0.881 + value: 0.9039999999999999 - type: precision_at_1000 value: 0.099 - type: precision_at_20 - value: 3.728 + value: 3.873 - type: precision_at_3 - value: 15.918 + value: 17.516000000000002 - type: precision_at_5 - value: 11.174000000000001 + value: 12.073 - type: recall_at_1 - value: 29.404000000000003 + value: 33.161 - type: recall_at_10 - value: 66.019 + value: 69.43 - type: recall_at_100 - value: 88.126 + value: 90.371 - type: recall_at_1000 - value: 98.791 + value: 99.18 - type: recall_at_20 - value: 74.568 + value: 77.461 - type: recall_at_3 - value: 47.754999999999995 + value: 52.547 - type: recall_at_5 - value: 55.872 + value: 60.363 task: type: Retrieval - - dataset: - config: fr - name: MTEB AmazonReviewsClassification (fr) - revision: 1399c76144fd37290681b995c656ef9b2e06e26d - split: test - type: mteb/amazon_reviews_multi - metrics: - - type: accuracy - value: 44.847999999999985 - - type: f1 - value: 41.93605853189159 - - type: f1_weighted - value: 41.93605853189159 - - type: main_score - value: 44.847999999999985 - task: - type: Classification - dataset: config: default name: MTEB BSARDRetrieval @@ -12442,449 +12368,289 @@ model-index: type: maastrichtlawtech/bsard metrics: - type: main_score - value: 58.559000000000005 + value: 59.458999999999996 - type: map_at_1 - value: 10.36 + value: 8.559 - type: map_at_10 - value: 16.758 + value: 15.853 - type: map_at_100 - value: 17.716 + value: 16.955000000000002 - type: map_at_1000 - value: 17.816000000000003 + value: 17.039 - type: map_at_20 - value: 17.221 + value: 16.491 - type: map_at_3 - value: 14.565 + value: 13.739 - type: map_at_5 - value: 15.870999999999999 + value: 14.887 - type: mrr_at_1 - value: 10.36036036036036 + value: 8.558558558558559 - type: mrr_at_10 - value: 16.758186758186753 + value: 15.852995852995852 - type: mrr_at_100 - value: 17.715800685239955 + value: 16.95536191852861 - type: mrr_at_1000 - value: 17.816056728488995 + value: 17.03894008776081 - type: mrr_at_20 - value: 17.221227569524782 + value: 16.490710101391212 - type: mrr_at_3 - value: 14.564564564564561 + value: 13.738738738738734 - type: mrr_at_5 - value: 15.870870870870865 + value: 14.887387387387385 - type: nauc_map_at_1000_diff1 - value: 13.581189454277641 + value: 22.6427616709538 - type: nauc_map_at_1000_max - value: 23.489691228117813 + value: 30.273021433334108 - type: nauc_map_at_1000_std - value: 5.6307865456405395 + value: 8.648862859092157 - type: nauc_map_at_100_diff1 - value: 13.454198011114709 + value: 22.523593314805954 - type: nauc_map_at_100_max - value: 23.45922415373145 + value: 30.197098780769366 - type: nauc_map_at_100_std - value: 5.616848031628102 + value: 8.638222954134465 - type: nauc_map_at_10_diff1 - value: 13.320234520737017 + value: 22.382593376046035 - type: nauc_map_at_10_max - value: 23.234237599237463 + value: 30.80647774104949 - type: nauc_map_at_10_std - value: 4.544384095472259 + value: 7.6451773140303825 - type: nauc_map_at_1_diff1 - value: 19.723683325024975 + value: 32.27835486300824 - type: nauc_map_at_1_max - value: 20.464053097615416 + value: 31.839925744574 - type: nauc_map_at_1_std - value: 2.099858103167991 + value: 7.524965617228806 - type: nauc_map_at_20_diff1 - value: 13.743084308870731 + value: 22.78130766181537 - type: nauc_map_at_20_max - value: 23.529304709994932 + value: 30.207832515412452 - type: nauc_map_at_20_std - value: 5.326637193786957 + value: 7.988030006241385 - type: nauc_map_at_3_diff1 - value: 11.829713917206632 + value: 21.54291029527254 - type: nauc_map_at_3_max - value: 20.982180859889315 + value: 30.60738044134162 - type: nauc_map_at_3_std - value: 2.6604076449483416 + value: 5.115709517278456 - type: nauc_map_at_5_diff1 - value: 13.25993802690841 + value: 22.891658440504543 - type: nauc_map_at_5_max - value: 21.63314647686895 + value: 30.40238430175482 - type: nauc_map_at_5_std - value: 2.762539517745844 + value: 6.496264144977426 - type: nauc_mrr_at_1000_diff1 - value: 13.581189454277641 + value: 22.6427616709538 - type: nauc_mrr_at_1000_max - value: 23.489691228117813 + value: 30.273021433334108 - type: nauc_mrr_at_1000_std - value: 5.6307865456405395 + value: 8.648862859092157 - type: nauc_mrr_at_100_diff1 - value: 13.454198011114709 + value: 22.523593314805954 - type: nauc_mrr_at_100_max - value: 23.45922415373145 + value: 30.197098780769366 - type: nauc_mrr_at_100_std - value: 5.616848031628102 + value: 8.638222954134465 - type: nauc_mrr_at_10_diff1 - value: 13.320234520737017 + value: 22.382593376046035 - type: nauc_mrr_at_10_max - value: 23.234237599237463 + value: 30.80647774104949 - type: nauc_mrr_at_10_std - value: 4.544384095472259 + value: 7.6451773140303825 - type: nauc_mrr_at_1_diff1 - value: 19.723683325024975 + value: 32.27835486300824 - type: nauc_mrr_at_1_max - value: 20.464053097615416 + value: 31.839925744574 - type: nauc_mrr_at_1_std - value: 2.099858103167991 + value: 7.524965617228806 - type: nauc_mrr_at_20_diff1 - value: 13.743084308870731 + value: 22.78130766181537 - type: nauc_mrr_at_20_max - value: 23.529304709994932 + value: 30.207832515412452 - type: nauc_mrr_at_20_std - value: 5.326637193786957 + value: 7.988030006241385 - type: nauc_mrr_at_3_diff1 - value: 11.829713917206632 + value: 21.54291029527254 - type: nauc_mrr_at_3_max - value: 20.982180859889315 + value: 30.60738044134162 - type: nauc_mrr_at_3_std - value: 2.6604076449483416 + value: 5.115709517278456 - type: nauc_mrr_at_5_diff1 - value: 13.25993802690841 + value: 22.891658440504543 - type: nauc_mrr_at_5_max - value: 21.63314647686895 + value: 30.40238430175482 - type: nauc_mrr_at_5_std - value: 2.762539517745844 + value: 6.496264144977426 - type: nauc_ndcg_at_1000_diff1 - value: 13.707503108989783 + value: 22.131590111018863 - type: nauc_ndcg_at_1000_max - value: 25.949859334474194 + value: 30.119495176526417 - type: nauc_ndcg_at_1000_std - value: 11.30077185095291 + value: 14.152746889343884 - type: nauc_ndcg_at_100_diff1 - value: 11.488652396242538 + value: 19.59019307197614 - type: nauc_ndcg_at_100_max - value: 25.577496900047457 + value: 29.26698074164439 - type: nauc_ndcg_at_100_std - value: 11.594574152798417 + value: 14.64843229218199 - type: nauc_ndcg_at_10_diff1 - value: 12.238261856743057 + value: 20.04399986794229 - type: nauc_ndcg_at_10_max - value: 25.70940084264975 + value: 30.370494010101606 - type: nauc_ndcg_at_10_std - value: 6.674709323258127 + value: 9.076324266988427 - type: nauc_ndcg_at_1_diff1 - value: 19.723683325024975 + value: 32.27835486300824 - type: nauc_ndcg_at_1_max - value: 20.464053097615416 + value: 31.839925744574 - type: nauc_ndcg_at_1_std - value: 2.099858103167991 + value: 7.524965617228806 - type: nauc_ndcg_at_20_diff1 - value: 13.554982508741379 + value: 21.047174465558204 - type: nauc_ndcg_at_20_max - value: 26.121920197241778 + value: 28.383850745017487 - type: nauc_ndcg_at_20_std - value: 8.855936872536278 + value: 10.079085665060253 - type: nauc_ndcg_at_3_diff1 - value: 9.59924858769597 + value: 18.696202337264843 - type: nauc_ndcg_at_3_max - value: 21.202502594505308 + value: 29.95559912145818 - type: nauc_ndcg_at_3_std - value: 2.9122811723533566 + value: 4.515594333379446 - type: nauc_ndcg_at_5_diff1 - value: 12.117243393169327 + value: 21.14710675076888 - type: nauc_ndcg_at_5_max - value: 22.382086327774463 + value: 29.60877022537729 - type: nauc_ndcg_at_5_std - value: 3.068185747546371 + value: 6.721635773882387 - type: nauc_precision_at_1000_diff1 - value: 21.314687056528214 + value: 30.982325786968197 - type: nauc_precision_at_1000_max - value: 35.85736416644202 + value: 34.26481840304951 - type: nauc_precision_at_1000_std - value: 41.215589583356014 + value: 43.39003460634655 - type: nauc_precision_at_100_diff1 - value: 4.841538567838315 + value: 11.987279247967425 - type: nauc_precision_at_100_max - value: 29.796025601556465 + value: 28.50285582800895 - type: nauc_precision_at_100_std - value: 31.66461426950881 + value: 35.49648389671331 - type: nauc_precision_at_10_diff1 - value: 10.2769925656981 + value: 15.562900584507142 - type: nauc_precision_at_10_max - value: 31.610465042792512 + value: 29.558066061869663 - type: nauc_precision_at_10_std - value: 11.729838363348398 + value: 12.47595674036553 - type: nauc_precision_at_1_diff1 - value: 19.723683325024975 + value: 32.27835486300824 - type: nauc_precision_at_1_max - value: 20.464053097615416 + value: 31.839925744574 - type: nauc_precision_at_1_std - value: 2.099858103167991 + value: 7.524965617228806 - type: nauc_precision_at_20_diff1 - value: 14.122666091725545 + value: 18.081035071003427 - type: nauc_precision_at_20_max - value: 31.813794575630656 + value: 23.85063262716287 - type: nauc_precision_at_20_std - value: 17.44031269111964 + value: 15.071481920870877 - type: nauc_precision_at_3_diff1 - value: 4.41887012868526 + value: 12.597351208698534 - type: nauc_precision_at_3_max - value: 21.73037689396608 + value: 28.496818992459538 - type: nauc_precision_at_3_std - value: 3.5177146563010777 + value: 3.2373330095471893 - type: nauc_precision_at_5_diff1 - value: 9.911736958870145 + value: 17.904830065631092 - type: nauc_precision_at_5_max - value: 24.17828887763417 + value: 27.89909851354525 - type: nauc_precision_at_5_std - value: 3.758711226096333 + value: 7.3432451499420734 - type: nauc_recall_at_1000_diff1 - value: 21.314687056528154 + value: 30.982325786968097 - type: nauc_recall_at_1000_max - value: 35.85736416644197 + value: 34.264818403049496 - type: nauc_recall_at_1000_std - value: 41.21558958335586 + value: 43.39003460634647 - type: nauc_recall_at_100_diff1 - value: 4.841538567838269 + value: 11.987279247967388 - type: nauc_recall_at_100_max - value: 29.79602560155637 + value: 28.502855828008883 - type: nauc_recall_at_100_std - value: 31.66461426950869 + value: 35.49648389671325 - type: nauc_recall_at_10_diff1 - value: 10.276992565698032 + value: 15.562900584507085 - type: nauc_recall_at_10_max - value: 31.610465042792473 + value: 29.558066061869624 - type: nauc_recall_at_10_std - value: 11.729838363348378 + value: 12.475956740365447 - type: nauc_recall_at_1_diff1 - value: 19.723683325024975 + value: 32.27835486300824 - type: nauc_recall_at_1_max - value: 20.464053097615416 + value: 31.839925744574 - type: nauc_recall_at_1_std - value: 2.099858103167991 + value: 7.524965617228806 - type: nauc_recall_at_20_diff1 - value: 14.122666091725526 + value: 18.081035071003342 - type: nauc_recall_at_20_max - value: 31.813794575630638 + value: 23.850632627162785 - type: nauc_recall_at_20_std - value: 17.440312691119587 + value: 15.071481920870786 - type: nauc_recall_at_3_diff1 - value: 4.4188701286852785 + value: 12.597351208698562 - type: nauc_recall_at_3_max - value: 21.7303768939661 + value: 28.496818992459545 - type: nauc_recall_at_3_std - value: 3.5177146563010853 + value: 3.237333009547214 - type: nauc_recall_at_5_diff1 - value: 9.911736958870106 + value: 17.90483006563107 - type: nauc_recall_at_5_max - value: 24.178288877634106 + value: 27.89909851354522 - type: nauc_recall_at_5_std - value: 3.758711226096281 + value: 7.343245149942006 - type: ndcg_at_1 - value: 10.36 + value: 8.559 - type: ndcg_at_10 - value: 20.471 + value: 19.828000000000003 - type: ndcg_at_100 - value: 25.777 + value: 25.468000000000004 - type: ndcg_at_1000 - value: 28.593000000000004 + value: 28.058 - type: ndcg_at_20 - value: 22.246 + value: 22.122 - type: ndcg_at_3 - value: 15.916 + value: 15.524 - type: ndcg_at_5 - value: 18.3 + value: 17.579 - type: precision_at_1 - value: 10.36 + value: 8.559 - type: precision_at_10 value: 3.243 - type: precision_at_100 - value: 0.586 + value: 0.5950000000000001 - type: precision_at_1000 value: 0.08099999999999999 - type: precision_at_20 - value: 1.982 + value: 2.072 - type: precision_at_3 - value: 6.607 + value: 6.907000000000001 - type: precision_at_5 value: 5.135 - type: recall_at_1 - value: 10.36 + value: 8.559 - type: recall_at_10 value: 32.432 - type: recall_at_100 - value: 58.559000000000005 + value: 59.458999999999996 - type: recall_at_1000 - value: 81.081 + value: 80.631 - type: recall_at_20 - value: 39.64 + value: 41.441 - type: recall_at_3 - value: 19.82 + value: 20.721 - type: recall_at_5 value: 25.676 task: type: Retrieval - - dataset: - config: default - name: MTEB HALClusteringS2S - revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915 - split: test - type: lyon-nlp/clustering-hal-s2s - metrics: - - type: main_score - value: 26.918470641446472 - - type: v_measure - value: 26.918470641446472 - - type: v_measure_std - value: 2.717665658348912 - task: - type: Clustering - - dataset: - config: fr - name: MTEB MLSUMClusteringP2P (fr) - revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7 - split: test - type: reciTAL/mlsum - metrics: - - type: main_score - value: 45.581413658149 - - type: v_measure - value: 45.581413658149 - - type: v_measure_std - value: 1.646260736751199 - task: - type: Clustering - - dataset: - config: fr - name: MTEB MLSUMClusteringS2S (fr) - revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7 - split: test - type: reciTAL/mlsum - metrics: - - type: main_score - value: 44.45455749734905 - - type: v_measure - value: 44.45455749734905 - - type: v_measure_std - value: 1.935205028548908 - task: - type: Clustering - - dataset: - config: fr - name: MTEB MTOPDomainClassification (fr) - revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf - split: test - type: mteb/mtop_domain - metrics: - - type: accuracy - value: 80.14719699342312 - - type: f1 - value: 79.68802657402165 - - type: f1_weighted - value: 79.85763712873417 - - type: main_score - value: 80.14719699342312 - task: - type: Classification - - dataset: - config: fr - name: MTEB MTOPIntentClassification (fr) - revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba - split: test - type: mteb/mtop_intent - metrics: - - type: accuracy - value: 50.241152521139995 - - type: f1 - value: 34.39524038805554 - - type: f1_weighted - value: 53.93775073819592 - - type: main_score - value: 50.241152521139995 - task: - type: Classification - - dataset: - config: fra - name: MTEB MasakhaNEWSClassification (fra) - revision: 18193f187b92da67168c655c9973a165ed9593dd - split: test - type: mteb/masakhanews - metrics: - - type: accuracy - value: 83.34123222748818 - - type: f1 - value: 79.48624508308065 - - type: f1_weighted - value: 83.20210238500908 - - type: main_score - value: 83.34123222748818 - task: - type: Classification - - dataset: - config: fra - name: MTEB MasakhaNEWSClusteringP2P (fra) - revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 - split: test - type: masakhane/masakhanews - metrics: - - type: main_score - value: 71.51218291988776 - - type: v_measure - value: 71.51218291988776 - - type: v_measure_std - value: 35.6439739308977 - task: - type: Clustering - - dataset: - config: fra - name: MTEB MasakhaNEWSClusteringS2S (fra) - revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 - split: test - type: masakhane/masakhanews - metrics: - - type: main_score - value: 60.155743100795725 - - type: v_measure - value: 60.155743100795725 - - type: v_measure_std - value: 28.180226808833797 - task: - type: Clustering - - dataset: - config: fr - name: MTEB MassiveIntentClassification (fr) - revision: 4672e20407010da34463acc759c162ca9734bca6 - split: test - type: mteb/amazon_massive_intent - metrics: - - type: accuracy - value: 59.048419636852735 - - type: f1 - value: 55.77513997227217 - - type: f1_weighted - value: 57.65743868976365 - - type: main_score - value: 59.048419636852735 - task: - type: Classification - - dataset: - config: fr - name: MTEB MassiveScenarioClassification (fr) - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - split: test - type: mteb/amazon_massive_scenario - metrics: - - type: accuracy - value: 67.2932078009415 - - type: f1 - value: 66.85444841091169 - - type: f1_weighted - value: 66.78952167770717 - - type: main_score - value: 67.2932078009415 - task: - type: Classification - dataset: config: fr name: MTEB MintakaRetrieval (fr) @@ -12893,467 +12659,289 @@ model-index: type: jinaai/mintakaqa metrics: - type: main_score - value: 27.400000000000002 + value: 26.448 - type: map_at_1 - value: 15.479000000000001 + value: 14.947 - type: map_at_10 - value: 23.213 + value: 22.303 - type: map_at_100 - value: 24.285 + value: 23.477999999999998 - type: map_at_1000 - value: 24.397 + value: 23.586 - type: map_at_20 - value: 23.741 + value: 22.962 - type: map_at_3 - value: 20.973 + value: 19.949 - type: map_at_5 - value: 22.212 + value: 21.252 - type: mrr_at_1 - value: 15.47911547911548 + value: 14.946764946764945 - type: mrr_at_10 - value: 23.21331071331073 + value: 22.303001053001033 - type: mrr_at_100 - value: 24.28515184787565 + value: 23.478040499941816 - type: mrr_at_1000 - value: 24.396606382776362 + value: 23.585987565381252 - type: mrr_at_20 - value: 23.74068872679202 + value: 22.96198948271138 - type: mrr_at_3 - value: 20.973245973245938 + value: 19.949494949494913 - type: mrr_at_5 - value: 22.211984711984677 + value: 21.251706251706192 - type: nauc_map_at_1000_diff1 - value: 23.49190518969821 + value: 30.124123232611005 - type: nauc_map_at_1000_max - value: 21.816535185868748 + value: 19.329718056410893 - type: nauc_map_at_1000_std - value: 7.898426575861743 + value: 3.7304142418877606 - type: nauc_map_at_100_diff1 - value: 23.455942061154243 + value: 30.06763654065989 - type: nauc_map_at_100_max - value: 21.80945301878854 + value: 19.339926348634375 - type: nauc_map_at_100_std - value: 7.903289282168091 + value: 3.7507886962889376 - type: nauc_map_at_10_diff1 - value: 23.674951138068714 + value: 30.235621359267817 - type: nauc_map_at_10_max - value: 21.969792385911845 + value: 19.315231135265865 - type: nauc_map_at_10_std - value: 7.889585005426794 + value: 3.888262415552999 - type: nauc_map_at_1_diff1 - value: 29.069568522388433 + value: 37.87356036243269 - type: nauc_map_at_1_max - value: 19.942608291469913 + value: 17.63892349776284 - type: nauc_map_at_1_std - value: 3.1283142332992635 + value: -2.0575597858386208 - type: nauc_map_at_20_diff1 - value: 23.45502400622297 + value: 30.06800385756772 - type: nauc_map_at_20_max - value: 21.830527331051552 + value: 19.172804564418264 - type: nauc_map_at_20_std - value: 7.994053361768913 + value: 3.721149536049358 - type: nauc_map_at_3_diff1 - value: 24.982668301358444 + value: 32.09160567273595 - type: nauc_map_at_3_max - value: 21.883837899231867 + value: 19.055280691204825 - type: nauc_map_at_3_std - value: 6.615976792964795 + value: 1.9160849079572526 - type: nauc_map_at_5_diff1 - value: 24.09866390229764 + value: 30.81034541116131 - type: nauc_map_at_5_max - value: 21.614008493220986 + value: 19.172166581396308 - type: nauc_map_at_5_std - value: 7.272332396807288 + value: 3.251197681984862 - type: nauc_mrr_at_1000_diff1 - value: 23.49190518969821 + value: 30.12412337741088 - type: nauc_mrr_at_1000_max - value: 21.816535185868748 + value: 19.329717809214035 - type: nauc_mrr_at_1000_std - value: 7.898426575861743 + value: 3.730414425912248 - type: nauc_mrr_at_100_diff1 - value: 23.455942061154243 + value: 30.06763654065989 - type: nauc_mrr_at_100_max - value: 21.80945301878854 + value: 19.339926348634375 - type: nauc_mrr_at_100_std - value: 7.903289282168091 + value: 3.7507886962889376 - type: nauc_mrr_at_10_diff1 - value: 23.674951138068714 + value: 30.235621359267817 - type: nauc_mrr_at_10_max - value: 21.969792385911845 + value: 19.315231135265865 - type: nauc_mrr_at_10_std - value: 7.889585005426794 + value: 3.888262415552999 - type: nauc_mrr_at_1_diff1 - value: 29.069568522388433 + value: 37.87356036243269 - type: nauc_mrr_at_1_max - value: 19.942608291469913 + value: 17.63892349776284 - type: nauc_mrr_at_1_std - value: 3.1283142332992635 + value: -2.0575597858386208 - type: nauc_mrr_at_20_diff1 - value: 23.45502400622297 + value: 30.06800385756772 - type: nauc_mrr_at_20_max - value: 21.830527331051552 + value: 19.172804564418264 - type: nauc_mrr_at_20_std - value: 7.994053361768913 + value: 3.721149536049358 - type: nauc_mrr_at_3_diff1 - value: 24.982668301358444 + value: 32.09160567273595 - type: nauc_mrr_at_3_max - value: 21.883837899231867 + value: 19.055280691204825 - type: nauc_mrr_at_3_std - value: 6.615976792964795 + value: 1.9160849079572526 - type: nauc_mrr_at_5_diff1 - value: 24.09866390229764 + value: 30.81034541116131 - type: nauc_mrr_at_5_max - value: 21.614008493220986 + value: 19.172166581396308 - type: nauc_mrr_at_5_std - value: 7.272332396807288 + value: 3.251197681984862 - type: nauc_ndcg_at_1000_diff1 - value: 21.92872678950541 + value: 28.057639637340476 - type: nauc_ndcg_at_1000_max - value: 22.388970258338958 + value: 20.172072747981893 - type: nauc_ndcg_at_1000_std - value: 9.807006541293186 + value: 5.991944827605241 - type: nauc_ndcg_at_100_diff1 - value: 20.903304276761364 + value: 26.60019642442434 - type: nauc_ndcg_at_100_max - value: 22.209897726716065 + value: 20.47271103053784 - type: nauc_ndcg_at_100_std - value: 10.075543107880176 + value: 6.489412476969333 - type: nauc_ndcg_at_10_diff1 - value: 21.508944950669097 + value: 27.165894912173762 - type: nauc_ndcg_at_10_max - value: 22.709862035037514 + value: 19.79447862928707 - type: nauc_ndcg_at_10_std - value: 10.00450608801698 + value: 6.648857204092722 - type: nauc_ndcg_at_1_diff1 - value: 29.069568522388433 + value: 37.87356036243269 - type: nauc_ndcg_at_1_max - value: 19.942608291469913 + value: 17.63892349776284 - type: nauc_ndcg_at_1_std - value: 3.1283142332992635 + value: -2.0575597858386208 - type: nauc_ndcg_at_20_diff1 - value: 20.803145422787512 + value: 26.582793970516843 - type: nauc_ndcg_at_20_max - value: 22.310429618526772 + value: 19.348538329936638 - type: nauc_ndcg_at_20_std - value: 10.366058782551438 + value: 6.138040315782395 - type: nauc_ndcg_at_3_diff1 - value: 23.913619145125207 + value: 30.57338000196413 - type: nauc_ndcg_at_3_max - value: 22.441574203993245 + value: 19.37852889877986 - type: nauc_ndcg_at_3_std - value: 7.691311158754716 + value: 3.0568087546329408 - type: nauc_ndcg_at_5_diff1 - value: 22.4840009470751 + value: 28.469299405769632 - type: nauc_ndcg_at_5_max - value: 22.024641703222514 + value: 19.599386892314122 - type: nauc_ndcg_at_5_std - value: 8.803747702599477 + value: 5.299940395199246 - type: nauc_precision_at_1000_diff1 - value: 17.037870101460467 + value: 24.170281200655943 - type: nauc_precision_at_1000_max - value: 42.30306938098229 + value: 39.623019898347664 - type: nauc_precision_at_1000_std - value: 54.251307689225115 + value: 44.81985014306762 - type: nauc_precision_at_100_diff1 - value: 12.076659360813839 + value: 14.474857644755179 - type: nauc_precision_at_100_max - value: 23.254576247061777 + value: 26.05636850160609 - type: nauc_precision_at_100_std - value: 17.80398606936446 + value: 16.53010919038197 - type: nauc_precision_at_10_diff1 - value: 16.05902741145243 + value: 19.584122367964167 - type: nauc_precision_at_10_max - value: 24.536458909415416 + value: 20.86686195708289 - type: nauc_precision_at_10_std - value: 15.281423796153165 + value: 13.525636908101404 - type: nauc_precision_at_1_diff1 - value: 29.069568522388433 + value: 37.87356036243269 - type: nauc_precision_at_1_max - value: 19.942608291469913 + value: 17.63892349776284 - type: nauc_precision_at_1_std - value: 3.1283142332992635 + value: -2.0575597858386208 - type: nauc_precision_at_20_diff1 - value: 13.618514792543918 + value: 17.420915050615722 - type: nauc_precision_at_20_max - value: 23.357417389310335 + value: 19.45722509579383 - type: nauc_precision_at_20_std - value: 16.6297119945886 + value: 12.077196513907348 - type: nauc_precision_at_3_diff1 - value: 21.3058697791068 + value: 26.865120457860247 - type: nauc_precision_at_3_max - value: 23.815582518552716 + value: 20.154933241021354 - type: nauc_precision_at_3_std - value: 10.358496834243757 + value: 5.86927947299836 - type: nauc_precision_at_5_diff1 - value: 18.54677328441144 + value: 22.803351569123205 - type: nauc_precision_at_5_max - value: 22.987289739937104 + value: 20.623962388912666 - type: nauc_precision_at_5_std - value: 12.591593599364307 + value: 10.348629762758872 - type: nauc_recall_at_1000_diff1 - value: 17.03787010146031 + value: 24.170281200656042 - type: nauc_recall_at_1000_max - value: 42.303069380982336 + value: 39.62301989834765 - type: nauc_recall_at_1000_std - value: 54.25130768922508 + value: 44.8198501430671 - type: nauc_recall_at_100_diff1 - value: 12.076659360813771 + value: 14.474857644755254 - type: nauc_recall_at_100_max - value: 23.254576247061777 + value: 26.056368501606116 - type: nauc_recall_at_100_std - value: 17.80398606936441 + value: 16.530109190381985 - type: nauc_recall_at_10_diff1 - value: 16.05902741145243 + value: 19.58412236796417 - type: nauc_recall_at_10_max - value: 24.536458909415412 + value: 20.866861957082875 - type: nauc_recall_at_10_std - value: 15.281423796153174 + value: 13.5256369081014 - type: nauc_recall_at_1_diff1 - value: 29.069568522388433 + value: 37.87356036243269 - type: nauc_recall_at_1_max - value: 19.942608291469913 + value: 17.63892349776284 - type: nauc_recall_at_1_std - value: 3.1283142332992635 + value: -2.0575597858386208 - type: nauc_recall_at_20_diff1 - value: 13.618514792543923 + value: 17.420915050615708 - type: nauc_recall_at_20_max - value: 23.3574173893104 + value: 19.45722509579385 - type: nauc_recall_at_20_std - value: 16.629711994588593 + value: 12.077196513907353 - type: nauc_recall_at_3_diff1 - value: 21.305869779106818 + value: 26.865120457860243 - type: nauc_recall_at_3_max - value: 23.815582518552738 + value: 20.15493324102137 - type: nauc_recall_at_3_std - value: 10.358496834243747 + value: 5.869279472998389 - type: nauc_recall_at_5_diff1 - value: 18.546773284411426 + value: 22.803351569123215 - type: nauc_recall_at_5_max - value: 22.987289739937083 + value: 20.62396238891266 - type: nauc_recall_at_5_std - value: 12.591593599364312 + value: 10.348629762758849 - type: ndcg_at_1 - value: 15.479000000000001 + value: 14.947 - type: ndcg_at_10 - value: 27.400000000000002 + value: 26.448 - type: ndcg_at_100 - value: 33.382 + value: 32.78 - type: ndcg_at_1000 - value: 36.691 + value: 35.937000000000005 - type: ndcg_at_20 - value: 29.352 + value: 28.842000000000002 - type: ndcg_at_3 - value: 22.759999999999998 + value: 21.587999999999997 - type: ndcg_at_5 - value: 25.006 + value: 23.942 - type: precision_at_1 - value: 15.479000000000001 + value: 14.947 - type: precision_at_10 - value: 4.075 + value: 3.972 - type: precision_at_100 - value: 0.7040000000000001 + value: 0.7080000000000001 - type: precision_at_1000 - value: 0.097 + value: 0.096 - type: precision_at_20 - value: 2.426 + value: 2.459 - type: precision_at_3 - value: 9.309000000000001 + value: 8.777 - type: precision_at_5 - value: 6.683 + value: 6.413 - type: recall_at_1 - value: 15.479000000000001 + value: 14.947 - type: recall_at_10 - value: 40.745 + value: 39.722 - type: recall_at_100 - value: 70.434 + value: 70.844 - type: recall_at_1000 - value: 97.21499999999999 + value: 96.274 - type: recall_at_20 - value: 48.526 + value: 49.181000000000004 - type: recall_at_3 - value: 27.927999999999997 + value: 26.331 - type: recall_at_5 - value: 33.415 + value: 32.064 task: type: Retrieval - - dataset: - config: fr - name: MTEB OpusparcusPC (fr) - revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a - split: test - type: GEM/opusparcus - metrics: - - type: cosine_accuracy - value: 82.42506811989101 - - type: cosine_accuracy_threshold - value: 59.91581678390503 - - type: cosine_ap - value: 92.86245135331164 - - type: cosine_f1 - value: 88.0 - - type: cosine_f1_threshold - value: 59.91581678390503 - - type: cosine_precision - value: 82.76465441819772 - - type: cosine_recall - value: 93.94240317775571 - - type: dot_accuracy - value: 82.42506811989101 - - type: dot_accuracy_threshold - value: 59.91581678390503 - - type: dot_ap - value: 92.86245135331164 - - type: dot_f1 - value: 88.0 - - type: dot_f1_threshold - value: 59.91581678390503 - - type: dot_precision - value: 82.76465441819772 - - type: dot_recall - value: 93.94240317775571 - - type: euclidean_accuracy - value: 82.42506811989101 - - type: euclidean_accuracy_threshold - value: 89.53677415847778 - - type: euclidean_ap - value: 92.86245135331164 - - type: euclidean_f1 - value: 88.0 - - type: euclidean_f1_threshold - value: 89.53677415847778 - - type: euclidean_precision - value: 82.76465441819772 - - type: euclidean_recall - value: 93.94240317775571 - - type: main_score - value: 92.86245135331164 - - type: manhattan_accuracy - value: 82.28882833787466 - - type: manhattan_accuracy_threshold - value: 2091.843032836914 - - type: manhattan_ap - value: 92.84258977975239 - - type: manhattan_f1 - value: 87.88443616029824 - - type: manhattan_f1_threshold - value: 2091.843032836914 - - type: manhattan_precision - value: 82.79192273924495 - - type: manhattan_recall - value: 93.64448857994041 - - type: max_ap - value: 92.86245135331164 - - type: max_f1 - value: 88.0 - - type: max_precision - value: 82.79192273924495 - - type: max_recall - value: 93.94240317775571 - - type: similarity_accuracy - value: 82.42506811989101 - - type: similarity_accuracy_threshold - value: 59.91581678390503 - - type: similarity_ap - value: 92.86245135331164 - - type: similarity_f1 - value: 88.0 - - type: similarity_f1_threshold - value: 59.91581678390503 - - type: similarity_precision - value: 82.76465441819772 - - type: similarity_recall - value: 93.94240317775571 - task: - type: PairClassification - - dataset: - config: fr - name: MTEB PawsXPairClassification (fr) - revision: 8a04d940a42cd40658986fdd8e3da561533a3646 - split: test - type: google-research-datasets/paws-x - metrics: - - type: cosine_accuracy - value: 61.050000000000004 - - type: cosine_accuracy_threshold - value: 98.11633825302124 - - type: cosine_ap - value: 60.385395031891264 - - type: cosine_f1 - value: 62.60428001450852 - - type: cosine_f1_threshold - value: 89.5184874534607 - - type: cosine_precision - value: 46.54800431499461 - - type: cosine_recall - value: 95.5703211517165 - - type: dot_accuracy - value: 61.050000000000004 - - type: dot_accuracy_threshold - value: 98.11633825302124 - - type: dot_ap - value: 60.37120015758097 - - type: dot_f1 - value: 62.60428001450852 - - type: dot_f1_threshold - value: 89.5184874534607 - - type: dot_precision - value: 46.54800431499461 - - type: dot_recall - value: 95.5703211517165 - - type: euclidean_accuracy - value: 61.050000000000004 - - type: euclidean_accuracy_threshold - value: 19.409586489200592 - - type: euclidean_ap - value: 60.385395031891264 - - type: euclidean_f1 - value: 62.60428001450852 - - type: euclidean_f1_threshold - value: 45.78540325164795 - - type: euclidean_precision - value: 46.54800431499461 - - type: euclidean_recall - value: 95.5703211517165 - - type: main_score - value: 60.61779879922903 - - type: manhattan_accuracy - value: 61.0 - - type: manhattan_accuracy_threshold - value: 455.7579040527344 - - type: manhattan_ap - value: 60.61779879922903 - - type: manhattan_f1 - value: 62.56448047162859 - - type: manhattan_f1_threshold - value: 1030.442714691162 - - type: manhattan_precision - value: 46.880176697956934 - - type: manhattan_recall - value: 94.01993355481729 - - type: max_ap - value: 60.61779879922903 - - type: max_f1 - value: 62.60428001450852 - - type: max_precision - value: 46.880176697956934 - - type: max_recall - value: 95.5703211517165 - - type: similarity_accuracy - value: 61.050000000000004 - - type: similarity_accuracy_threshold - value: 98.11633825302124 - - type: similarity_ap - value: 60.385395031891264 - - type: similarity_f1 - value: 62.60428001450852 - - type: similarity_f1_threshold - value: 89.5184874534607 - - type: similarity_precision - value: 46.54800431499461 - - type: similarity_recall - value: 95.5703211517165 - task: - type: PairClassification - dataset: config: default name: MTEB SICKFr @@ -13362,183 +12950,25 @@ model-index: type: Lajavaness/SICK-fr metrics: - type: cosine_pearson - value: 81.36950266249254 - - type: cosine_spearman - value: 77.4306890341242 - - type: euclidean_pearson - value: 77.47472965962992 - - type: euclidean_spearman - value: 77.431649040768 - - type: main_score - value: 77.4306890341242 - - type: manhattan_pearson - value: 77.44468465408777 - - type: manhattan_spearman - value: 77.25503240591341 - - type: pearson - value: 81.36950266249254 - - type: spearman - value: 77.4306890341242 - task: - type: STS - - dataset: - config: fr - name: MTEB STS22 (fr) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 81.48671869348665 - - type: cosine_spearman - value: 82.57396913836067 - - type: euclidean_pearson - value: 81.71206012505978 - - type: euclidean_spearman - value: 82.64978141643995 - - type: main_score - value: 82.57396913836067 - - type: manhattan_pearson - value: 82.22351352342636 - - type: manhattan_spearman - value: 83.04856400618516 - - type: pearson - value: 81.48671869348665 - - type: spearman - value: 82.57396913836067 - task: - type: STS - - dataset: - config: de-fr - name: MTEB STS22 (de-fr) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 60.45418014677442 + value: 81.02846310969592 - type: cosine_spearman - value: 64.66584550775643 + value: 77.47140335069184 - type: euclidean_pearson - value: 60.042908719941124 + value: 77.4818795209704 - type: euclidean_spearman - value: 64.66584550775643 + value: 77.4714043813526 - type: main_score - value: 64.66584550775643 + value: 77.47140335069184 - type: manhattan_pearson - value: 58.56106956676841 + value: 77.44622115854098 - type: manhattan_spearman - value: 64.07469227945803 + value: 77.29743297817558 - type: pearson - value: 60.45418014677442 + value: 81.02846310969592 - type: spearman - value: 64.66584550775643 - task: - type: STS - - dataset: - config: fr-pl - name: MTEB STS22 (fr-pl) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 83.39169883126554 - - type: cosine_spearman - value: 84.51542547285167 - - type: euclidean_pearson - value: 83.79128537281704 - - type: euclidean_spearman - value: 84.51542547285167 - - type: main_score - value: 84.51542547285167 - - type: manhattan_pearson - value: 82.282109060827 - - type: manhattan_spearman - value: 84.51542547285167 - - type: pearson - value: 83.39169883126554 - - type: spearman - value: 84.51542547285167 - task: - type: STS - - dataset: - config: fr - name: MTEB STSBenchmarkMultilingualSTS (fr) - revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c - split: test - type: mteb/stsb_multi_mt - metrics: - - type: cosine_pearson - value: 81.23994381619546 - - type: cosine_spearman - value: 81.55923116292537 - - type: euclidean_pearson - value: 79.95507984767936 - - type: euclidean_spearman - value: 81.55780186152964 - - type: main_score - value: 81.55923116292537 - - type: manhattan_pearson - value: 79.85599761287939 - - type: manhattan_spearman - value: 81.47864706229939 - - type: pearson - value: 81.23994381619546 - - type: spearman - value: 81.55923116292537 + value: 77.47140335069184 task: type: STS - - dataset: - config: default - name: MTEB SummEvalFr - revision: b385812de6a9577b6f4d0f88c6a6e35395a94054 - split: test - type: lyon-nlp/summarization-summeval-fr-p2p - metrics: - - type: cosine_pearson - value: 32.15173983476866 - - type: cosine_spearman - value: 30.52126378106083 - - type: dot_pearson - value: 32.15174076737564 - - type: dot_spearman - value: 30.5195596882719 - - type: main_score - value: 30.52126378106083 - - type: pearson - value: 32.15173983476866 - - type: spearman - value: 30.52126378106083 - task: - type: Summarization - - dataset: - config: default - name: MTEB SyntecReranking - revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad - split: test - type: lyon-nlp/mteb-fr-reranking-syntec-s2p - metrics: - - type: main_score - value: 87.26666666666667 - - type: map - value: 87.26666666666667 - - type: mrr - value: 87.26666666666667 - - type: nAUC_map_diff1 - value: 61.78899094665834 - - type: nAUC_map_max - value: -2.2012304949668993 - - type: nAUC_map_std - value: 37.30593860183502 - - type: nAUC_mrr_diff1 - value: 61.78899094665834 - - type: nAUC_mrr_max - value: -2.2012304949668993 - - type: nAUC_mrr_std - value: 37.30593860183502 - task: - type: Reranking - dataset: config: default name: MTEB SyntecRetrieval @@ -13547,161 +12977,161 @@ model-index: type: lyon-nlp/mteb-fr-retrieval-syntec-s2p metrics: - type: main_score - value: 82.43599999999999 + value: 81.899 - type: map_at_1 value: 64.0 - type: map_at_10 - value: 76.996 + value: 76.594 - type: map_at_100 - value: 77.013 + value: 76.66199999999999 - type: map_at_1000 - value: 77.013 + value: 76.66199999999999 - type: map_at_20 - value: 76.996 + value: 76.644 - type: map_at_3 - value: 75.333 + value: 74.833 - type: map_at_5 - value: 76.283 + value: 76.183 - type: mrr_at_1 value: 64.0 - type: mrr_at_10 - value: 76.99563492063493 + value: 76.59404761904761 - type: mrr_at_100 - value: 77.01349206349207 + value: 76.66159147869675 - type: mrr_at_1000 - value: 77.01349206349207 + value: 76.66159147869675 - type: mrr_at_20 - value: 76.99563492063493 + value: 76.64404761904763 - type: mrr_at_3 - value: 75.33333333333334 + value: 74.83333333333333 - type: mrr_at_5 - value: 76.28333333333335 + value: 76.18333333333334 - type: nauc_map_at_1000_diff1 - value: 52.30753137123808 + value: 53.82627007182553 - type: nauc_map_at_1000_max - value: 17.29347799374363 + value: 17.927045359651704 - type: nauc_map_at_1000_std - value: -24.365180584916605 + value: -6.973071195715382 - type: nauc_map_at_100_diff1 - value: 52.30753137123808 + value: 53.82627007182553 - type: nauc_map_at_100_max - value: 17.29347799374363 + value: 17.927045359651704 - type: nauc_map_at_100_std - value: -24.365180584916605 + value: -6.973071195715382 - type: nauc_map_at_10_diff1 - value: 52.32585614998896 + value: 53.90625505629818 - type: nauc_map_at_10_max - value: 17.261799514404697 + value: 18.12979815440444 - type: nauc_map_at_10_std - value: -24.30981171513401 + value: -6.664265062780913 - type: nauc_map_at_1_diff1 - value: 56.0129007536084 + value: 57.671797164388835 - type: nauc_map_at_1_max - value: 18.50970749776472 + value: 16.9354323668412 - type: nauc_map_at_1_std - value: -25.554029888874723 + value: -11.064631498275675 - type: nauc_map_at_20_diff1 - value: 52.32585614998896 + value: 53.789271077104125 - type: nauc_map_at_20_max - value: 17.261799514404697 + value: 17.922015037605867 - type: nauc_map_at_20_std - value: -24.30981171513401 + value: -6.934974465544576 - type: nauc_map_at_3_diff1 - value: 51.22942949153543 + value: 52.10054809507078 - type: nauc_map_at_3_max - value: 15.992554731586273 + value: 17.282564201023686 - type: nauc_map_at_3_std - value: -25.091588619375383 + value: -7.316507696153171 - type: nauc_map_at_5_diff1 - value: 51.96750082957349 + value: 53.84305456072319 - type: nauc_map_at_5_max - value: 17.158674012807587 + value: 18.0761340059772 - type: nauc_map_at_5_std - value: -23.657966651531893 + value: -6.788097105243701 - type: nauc_mrr_at_1000_diff1 - value: 52.30753137123808 + value: 53.82627007182553 - type: nauc_mrr_at_1000_max - value: 17.29347799374363 + value: 17.927045359651704 - type: nauc_mrr_at_1000_std - value: -24.365180584916605 + value: -6.973071195715382 - type: nauc_mrr_at_100_diff1 - value: 52.30753137123808 + value: 53.82627007182553 - type: nauc_mrr_at_100_max - value: 17.29347799374363 + value: 17.927045359651704 - type: nauc_mrr_at_100_std - value: -24.365180584916605 + value: -6.973071195715382 - type: nauc_mrr_at_10_diff1 - value: 52.32585614998896 + value: 53.90625505629818 - type: nauc_mrr_at_10_max - value: 17.261799514404697 + value: 18.12979815440444 - type: nauc_mrr_at_10_std - value: -24.30981171513401 + value: -6.664265062780913 - type: nauc_mrr_at_1_diff1 - value: 56.0129007536084 + value: 57.671797164388835 - type: nauc_mrr_at_1_max - value: 18.50970749776472 + value: 16.9354323668412 - type: nauc_mrr_at_1_std - value: -25.554029888874723 + value: -11.064631498275675 - type: nauc_mrr_at_20_diff1 - value: 52.32585614998896 + value: 53.789271077104125 - type: nauc_mrr_at_20_max - value: 17.261799514404697 + value: 17.922015037605867 - type: nauc_mrr_at_20_std - value: -24.30981171513401 + value: -6.934974465544576 - type: nauc_mrr_at_3_diff1 - value: 51.22942949153543 + value: 52.10054809507078 - type: nauc_mrr_at_3_max - value: 15.992554731586273 + value: 17.282564201023686 - type: nauc_mrr_at_3_std - value: -25.091588619375383 + value: -7.316507696153171 - type: nauc_mrr_at_5_diff1 - value: 51.96750082957349 + value: 53.84305456072319 - type: nauc_mrr_at_5_max - value: 17.158674012807587 + value: 18.0761340059772 - type: nauc_mrr_at_5_std - value: -23.657966651531893 + value: -6.788097105243701 - type: nauc_ndcg_at_1000_diff1 - value: 52.25936013546259 + value: 53.47773846493816 - type: nauc_ndcg_at_1000_max - value: 17.156377900614427 + value: 18.270810672735895 - type: nauc_ndcg_at_1000_std - value: -23.860918956976775 + value: -6.204392784046327 - type: nauc_ndcg_at_100_diff1 - value: 52.25936013546259 + value: 53.47773846493816 - type: nauc_ndcg_at_100_max - value: 17.156377900614427 + value: 18.270810672735895 - type: nauc_ndcg_at_100_std - value: -23.860918956976775 + value: -6.204392784046327 - type: nauc_ndcg_at_10_diff1 - value: 52.48908784081352 + value: 53.70897446254982 - type: nauc_ndcg_at_10_max - value: 16.761778191196626 + value: 19.41340528944212 - type: nauc_ndcg_at_10_std - value: -23.1742676723163 + value: -4.167245194562443 - type: nauc_ndcg_at_1_diff1 - value: 56.0129007536084 + value: 57.671797164388835 - type: nauc_ndcg_at_1_max - value: 18.50970749776472 + value: 16.9354323668412 - type: nauc_ndcg_at_1_std - value: -25.554029888874723 + value: -11.064631498275675 - type: nauc_ndcg_at_20_diff1 - value: 52.48908784081352 + value: 53.013882632385034 - type: nauc_ndcg_at_20_max - value: 16.761778191196626 + value: 18.20334171980294 - type: nauc_ndcg_at_20_std - value: -23.1742676723163 + value: -5.7313885736485455 - type: nauc_ndcg_at_3_diff1 - value: 50.39571507644849 + value: 49.798853568516044 - type: nauc_ndcg_at_3_max - value: 14.796226924105916 + value: 17.88910440624622 - type: nauc_ndcg_at_3_std - value: -24.55184971150951 + value: -5.959252175174665 - type: nauc_ndcg_at_5_diff1 - value: 51.764690566839796 + value: 53.565830685346896 - type: nauc_ndcg_at_5_max - value: 17.064884477394884 + value: 19.301209293805627 - type: nauc_ndcg_at_5_std - value: -21.11624960412319 + value: -4.5368156313357435 - type: nauc_precision_at_1000_diff1 value: .nan - type: nauc_precision_at_1000_max @@ -13715,35 +13145,35 @@ model-index: - type: nauc_precision_at_100_std value: .nan - type: nauc_precision_at_10_diff1 - value: 72.22222222222277 + value: 56.13912231559286 - type: nauc_precision_at_10_max - value: -17.133520074696808 + value: 56.13912231559286 - type: nauc_precision_at_10_std - value: 35.80765639589114 + value: 67.9038281979461 - type: nauc_precision_at_1_diff1 - value: 56.0129007536084 + value: 57.671797164388835 - type: nauc_precision_at_1_max - value: 18.50970749776472 + value: 16.9354323668412 - type: nauc_precision_at_1_std - value: -25.554029888874723 + value: -11.064631498275675 - type: nauc_precision_at_20_diff1 - value: 72.22222222222277 + value: 12.278244631185926 - type: nauc_precision_at_20_max - value: -17.133520074696808 + value: 12.278244631185926 - type: nauc_precision_at_20_std value: 35.80765639589114 - type: nauc_precision_at_3_diff1 - value: 46.23716153127904 + value: 36.90404604415416 - type: nauc_precision_at_3_max - value: 7.563025210083932 + value: 21.58749248346349 - type: nauc_precision_at_3_std - value: -21.092436974790093 + value: 1.5204879305900956 - type: nauc_precision_at_5_diff1 - value: 51.618425147836945 + value: 53.47338935574264 - type: nauc_precision_at_5_max - value: 16.923436041083008 + value: 33.86554621848775 - type: nauc_precision_at_5_std - value: 5.765639589169112 + value: 22.00746965452886 - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_recall_at_1000_max @@ -13757,53 +13187,53 @@ model-index: - type: nauc_recall_at_100_std value: .nan - type: nauc_recall_at_10_diff1 - value: 72.22222222222202 + value: 56.13912231559305 - type: nauc_recall_at_10_max - value: -17.133520074696147 + value: 56.13912231559305 - type: nauc_recall_at_10_std - value: 35.80765639589109 + value: 67.903828197946 - type: nauc_recall_at_1_diff1 - value: 56.0129007536084 + value: 57.671797164388835 - type: nauc_recall_at_1_max - value: 18.50970749776472 + value: 16.9354323668412 - type: nauc_recall_at_1_std - value: -25.554029888874723 + value: -11.064631498275675 - type: nauc_recall_at_20_diff1 - value: 72.22222222222202 + value: 12.278244631185359 - type: nauc_recall_at_20_max - value: -17.133520074696147 + value: 12.278244631185359 - type: nauc_recall_at_20_std value: 35.80765639589109 - type: nauc_recall_at_3_diff1 - value: 46.23716153127918 + value: 36.904046044154384 - type: nauc_recall_at_3_max - value: 7.563025210084062 + value: 21.587492483463492 - type: nauc_recall_at_3_std - value: -21.092436974789898 + value: 1.5204879305901602 - type: nauc_recall_at_5_diff1 - value: 51.618425147837044 + value: 53.47338935574226 - type: nauc_recall_at_5_max - value: 16.923436041083242 + value: 33.86554621848721 - type: nauc_recall_at_5_std - value: 5.765639589169263 + value: 22.00746965452852 - type: ndcg_at_1 value: 64.0 - type: ndcg_at_10 - value: 82.43599999999999 + value: 81.899 - type: ndcg_at_100 - value: 82.607 + value: 82.297 - type: ndcg_at_1000 - value: 82.607 + value: 82.297 - type: ndcg_at_20 - value: 82.43599999999999 + value: 82.126 - type: ndcg_at_3 - value: 79.095 + value: 78.464 - type: ndcg_at_5 - value: 80.774 + value: 80.917 - type: precision_at_1 value: 64.0 - type: precision_at_10 - value: 9.9 + value: 9.8 - type: precision_at_100 value: 1.0 - type: precision_at_1000 @@ -13811,13 +13241,13 @@ model-index: - type: precision_at_20 value: 4.95 - type: precision_at_3 - value: 30.0 + value: 29.666999999999998 - type: precision_at_5 - value: 18.8 + value: 19.0 - type: recall_at_1 value: 64.0 - type: recall_at_10 - value: 99.0 + value: 98.0 - type: recall_at_100 value: 100.0 - type: recall_at_1000 @@ -13825,9 +13255,9 @@ model-index: - type: recall_at_20 value: 99.0 - type: recall_at_3 - value: 90.0 + value: 89.0 - type: recall_at_5 - value: 94.0 + value: 95.0 task: type: Retrieval - dataset: @@ -13838,287 +13268,287 @@ model-index: type: jinaai/xpqa metrics: - type: main_score - value: 62.190999999999995 + value: 62.09 - type: map_at_1 - value: 35.412 + value: 36.073 - type: map_at_10 - value: 55.372 + value: 55.677 - type: map_at_100 - value: 56.835 + value: 57.118 - type: map_at_1000 - value: 56.913000000000004 + value: 57.199 - type: map_at_20 - value: 56.221 + value: 56.501999999999995 - type: map_at_3 - value: 48.903 + value: 49.619 - type: map_at_5 - value: 53.238 + value: 53.455 - type: mrr_at_1 - value: 57.009345794392516 + value: 57.543391188251 - type: mrr_at_10 - value: 64.78569309343675 + value: 65.30018861127007 - type: mrr_at_100 - value: 65.37729406210731 + value: 65.94099315822325 - type: mrr_at_1000 - value: 65.40232200760255 + value: 65.96453864135188 - type: mrr_at_20 - value: 65.19512187170714 + value: 65.71224590825028 - type: mrr_at_3 - value: 62.305295950155745 + value: 63.351134846461946 - type: mrr_at_5 - value: 63.97418780596347 + value: 64.42590120160212 - type: nauc_map_at_1000_diff1 - value: 51.293436542919736 + value: 50.58271523935874 - type: nauc_map_at_1000_max - value: 52.70558085897355 + value: 43.13816564852953 - type: nauc_map_at_1000_std - value: 4.042307291430875 + value: 0.1844114463791253 - type: nauc_map_at_100_diff1 - value: 51.26892284346969 + value: 50.55402514007517 - type: nauc_map_at_100_max - value: 52.68013316306771 + value: 43.131135237384484 - type: nauc_map_at_100_std - value: 4.026915747351222 + value: 0.1962985407010382 - type: nauc_map_at_10_diff1 - value: 50.8543852249949 + value: 50.211948710332386 - type: nauc_map_at_10_max - value: 52.15208348725869 + value: 42.56586858276775 - type: nauc_map_at_10_std - value: 3.6915190933761437 + value: -0.21682461914908613 - type: nauc_map_at_1_diff1 - value: 59.961175322517725 + value: 58.97288229253611 - type: nauc_map_at_1_max - value: 37.84020048887668 + value: 27.09256578748547 - type: nauc_map_at_1_std - value: -1.716395538164829 + value: -3.128360909366587 - type: nauc_map_at_20_diff1 - value: 51.07739560575918 + value: 50.33687763446524 - type: nauc_map_at_20_max - value: 52.37861214759321 + value: 42.89316787999387 - type: nauc_map_at_20_std - value: 3.6707917482294397 + value: -0.2224194056336769 - type: nauc_map_at_3_diff1 - value: 52.519227595940954 + value: 51.23147801843447 - type: nauc_map_at_3_max - value: 48.64938894035591 + value: 37.22691523640508 - type: nauc_map_at_3_std - value: 2.670992373225412 + value: -1.4704387784247346 - type: nauc_map_at_5_diff1 - value: 51.66705458189757 + value: 50.66157676518992 - type: nauc_map_at_5_max - value: 51.74913250220439 + value: 41.58957149577394 - type: nauc_map_at_5_std - value: 3.987564394588077 + value: 0.16909716462753255 - type: nauc_mrr_at_1000_diff1 - value: 58.90292049458316 + value: 58.88383847534171 - type: nauc_mrr_at_1000_max - value: 59.02377527770008 + value: 49.3245365217643 - type: nauc_mrr_at_1000_std - value: 6.15239522914937 + value: 2.1575868813952894 - type: nauc_mrr_at_100_diff1 - value: 58.88627703402866 + value: 58.885865820137276 - type: nauc_mrr_at_100_max - value: 59.01733085707039 + value: 49.32954909327622 - type: nauc_mrr_at_100_std - value: 6.149383764160973 + value: 2.1750885487117024 - type: nauc_mrr_at_10_diff1 - value: 58.787561655079315 + value: 58.83761987066026 - type: nauc_mrr_at_10_max - value: 58.883901063919616 + value: 49.37803355533766 - type: nauc_mrr_at_10_std - value: 5.955816839989 + value: 1.927477967317313 - type: nauc_mrr_at_1_diff1 - value: 61.493169979051274 + value: 60.897823384674496 - type: nauc_mrr_at_1_max - value: 60.26766809318437 + value: 48.79303626218842 - type: nauc_mrr_at_1_std - value: 7.9345773661140555 + value: 3.68732973455558 - type: nauc_mrr_at_20_diff1 - value: 58.88172676495632 + value: 58.80334636154898 - type: nauc_mrr_at_20_max - value: 59.01063084619932 + value: 49.299926776474535 - type: nauc_mrr_at_20_std - value: 5.999917023489485 + value: 1.9599488796786029 - type: nauc_mrr_at_3_diff1 - value: 59.328585273714765 + value: 59.21037240205004 - type: nauc_mrr_at_3_max - value: 59.138843933099984 + value: 49.14597672580709 - type: nauc_mrr_at_3_std - value: 5.867564048529799 + value: 1.0051764061328385 - type: nauc_mrr_at_5_diff1 - value: 59.01605585266293 + value: 58.98849095570841 - type: nauc_mrr_at_5_max - value: 59.35576576264414 + value: 49.68364568027881 - type: nauc_mrr_at_5_std - value: 6.4159398933971294 + value: 2.4739579029654366 - type: nauc_ndcg_at_1000_diff1 - value: 52.72831771372173 + value: 52.31164533549997 - type: nauc_ndcg_at_1000_max - value: 55.00758519121888 + value: 45.69420989458311 - type: nauc_ndcg_at_1000_std - value: 4.985669533881848 + value: 1.1608489877596142 - type: nauc_ndcg_at_100_diff1 - value: 52.108377732208176 + value: 51.87286842964108 - type: nauc_ndcg_at_100_max - value: 54.48165097844046 + value: 45.685834956792895 - type: nauc_ndcg_at_100_std - value: 4.90669931060551 + value: 1.8157949218428466 - type: nauc_ndcg_at_10_diff1 - value: 50.664291148529664 + value: 50.57331251457611 - type: nauc_ndcg_at_10_max - value: 52.99267789451465 + value: 44.44795063905562 - type: nauc_ndcg_at_10_std - value: 3.2476865951979432 + value: -0.3915488786381922 - type: nauc_ndcg_at_1_diff1 - value: 61.493169979051274 + value: 60.897823384674496 - type: nauc_ndcg_at_1_max - value: 60.26766809318437 + value: 48.79303626218842 - type: nauc_ndcg_at_1_std - value: 7.9345773661140555 + value: 3.68732973455558 - type: nauc_ndcg_at_20_diff1 - value: 51.18525105808147 + value: 50.76487704699518 - type: nauc_ndcg_at_20_max - value: 53.43688504608144 + value: 44.79388134049559 - type: nauc_ndcg_at_20_std - value: 3.0898823820531667 + value: -0.4213693889586553 - type: nauc_ndcg_at_3_diff1 - value: 51.86574900383314 + value: 51.177774035828605 - type: nauc_ndcg_at_3_max - value: 54.590246592806615 + value: 43.73405047316084 - type: nauc_ndcg_at_3_std - value: 4.145862812422975 + value: -1.18104282095782 - type: nauc_ndcg_at_5_diff1 - value: 52.02045236842261 + value: 51.15375930024702 - type: nauc_ndcg_at_5_max - value: 53.32018698876075 + value: 43.7940523142017 - type: nauc_ndcg_at_5_std - value: 4.253069053649545 + value: 0.8224796779269716 - type: nauc_precision_at_1000_diff1 - value: -15.302260566955942 + value: -13.700846719394837 - type: nauc_precision_at_1000_max - value: 12.78016543871415 + value: 15.005182092410575 - type: nauc_precision_at_1000_std - value: 9.650613541206308 + value: 6.913901876028514 - type: nauc_precision_at_100_diff1 - value: -11.169900642295536 + value: -8.919890455110265 - type: nauc_precision_at_100_max - value: 17.997775654873607 + value: 20.85944528699816 - type: nauc_precision_at_100_std - value: 10.335855037587864 + value: 8.934660613911344 - type: nauc_precision_at_10_diff1 - value: -0.7223213004392349 + value: 2.0626021976371662 - type: nauc_precision_at_10_max - value: 30.1027627113279 + value: 30.851331908454423 - type: nauc_precision_at_10_std - value: 8.226673861581954 + value: 4.512923316711585 - type: nauc_precision_at_1_diff1 - value: 61.493169979051274 + value: 60.897823384674496 - type: nauc_precision_at_1_max - value: 60.26766809318437 + value: 48.79303626218842 - type: nauc_precision_at_1_std - value: 7.9345773661140555 + value: 3.68732973455558 - type: nauc_precision_at_20_diff1 - value: -4.815929448858574 + value: -1.9918582602200585 - type: nauc_precision_at_20_max - value: 25.356128631092655 + value: 27.779932491338315 - type: nauc_precision_at_20_std - value: 7.647974758815793 + value: 4.734186088720616 - type: nauc_precision_at_3_diff1 - value: 14.618447863791332 + value: 14.5090169489911 - type: nauc_precision_at_3_max - value: 42.347601836456704 + value: 37.59006778251299 - type: nauc_precision_at_3_std - value: 9.351508502457152 + value: 3.677659738072369 - type: nauc_precision_at_5_diff1 - value: 6.989536536316584 + value: 7.705804886616575 - type: nauc_precision_at_5_max - value: 37.43282182319603 + value: 36.0216894270471 - type: nauc_precision_at_5_std - value: 10.294650747748632 + value: 6.513474617464925 - type: nauc_recall_at_1000_diff1 - value: 66.00655448172738 + value: 20.71811619738829 - type: nauc_recall_at_1000_max - value: 71.84347765996883 + value: 23.217180195398225 - type: nauc_recall_at_1000_std - value: 50.90067212878784 + value: 26.037508089878237 - type: nauc_recall_at_100_diff1 - value: 36.14296627142933 + value: 38.44958378050671 - type: nauc_recall_at_100_max - value: 41.197429505920766 + value: 40.99327582118083 - type: nauc_recall_at_100_std - value: 7.431041060310201 + value: 16.36015422588489 - type: nauc_recall_at_10_diff1 - value: 37.65270595753883 + value: 40.027789080211576 - type: nauc_recall_at_10_max - value: 41.691362683452276 + value: 38.82613587358396 - type: nauc_recall_at_10_std - value: -2.3254949626448083 + value: -3.5237192778606596 - type: nauc_recall_at_1_diff1 - value: 59.961175322517725 + value: 58.97288229253611 - type: nauc_recall_at_1_max - value: 37.84020048887668 + value: 27.09256578748547 - type: nauc_recall_at_1_std - value: -1.716395538164829 + value: -3.128360909366587 - type: nauc_recall_at_20_diff1 - value: 36.92285554147242 + value: 37.818919303571406 - type: nauc_recall_at_20_max - value: 40.480804692339525 + value: 37.42703966259237 - type: nauc_recall_at_20_std - value: -4.660293872779451 + value: -4.770317748130178 - type: nauc_recall_at_3_diff1 - value: 47.84172346809966 + value: 45.13163472734054 - type: nauc_recall_at_3_max - value: 45.05790681661395 + value: 33.72267598718042 - type: nauc_recall_at_3_std - value: 0.48589911004729147 + value: -4.443802840190085 - type: nauc_recall_at_5_diff1 - value: 43.57123230477339 + value: 43.05114612174671 - type: nauc_recall_at_5_max - value: 45.95815692338621 + value: 39.10347802906311 - type: nauc_recall_at_5_std - value: 2.026516305217224 + value: 0.4813526343602913 - type: ndcg_at_1 - value: 57.009 + value: 57.543 - type: ndcg_at_10 - value: 62.190999999999995 + value: 62.09 - type: ndcg_at_100 - value: 67.174 + value: 67.216 - type: ndcg_at_1000 - value: 68.446 + value: 68.60000000000001 - type: ndcg_at_20 - value: 64.348 + value: 64.20700000000001 - type: ndcg_at_3 - value: 56.233999999999995 + value: 56.952999999999996 - type: ndcg_at_5 - value: 58.709999999999994 + value: 58.631 - type: precision_at_1 - value: 57.009 + value: 57.543 - type: precision_at_10 - value: 14.673 + value: 14.499 - type: precision_at_100 - value: 1.8950000000000002 + value: 1.8739999999999999 - type: precision_at_1000 value: 0.20600000000000002 - type: precision_at_20 - value: 8.091 + value: 7.971 - type: precision_at_3 - value: 34.624 + value: 34.446 - type: precision_at_5 - value: 25.394 + value: 24.993000000000002 - type: recall_at_1 - value: 35.412 + value: 36.073 - type: recall_at_10 - value: 72.214 + value: 70.532 - type: recall_at_100 - value: 91.415 + value: 90.63600000000001 - type: recall_at_1000 - value: 99.533 + value: 99.577 - type: recall_at_20 - value: 79.103 + value: 77.388 - type: recall_at_3 - value: 53.529 + value: 54.786 - type: recall_at_5 - value: 63.62 + value: 62.365 task: type: Retrieval - dataset: @@ -14129,287 +13559,287 @@ model-index: type: jinaai/xpqa metrics: - type: main_score - value: 31.380000000000003 + value: 34.795 - type: map_at_1 - value: 11.257 + value: 13.818 - type: map_at_10 - value: 24.596 + value: 28.221 - type: map_at_100 - value: 27.267000000000003 + value: 30.715999999999998 - type: map_at_1000 - value: 27.412999999999997 + value: 30.86 - type: map_at_20 - value: 26.107999999999997 + value: 29.601 - type: map_at_3 - value: 19.236 + value: 23.194 - type: map_at_5 - value: 22.076999999999998 + value: 26.057999999999996 - type: mrr_at_1 - value: 23.76502002670227 + value: 27.236315086782376 - type: mrr_at_10 - value: 32.646120753597366 + value: 36.39890224002375 - type: mrr_at_100 - value: 34.021717341570096 + value: 37.73446796439471 - type: mrr_at_1000 - value: 34.08123584522526 + value: 37.79021013088287 - type: mrr_at_20 - value: 33.488454614873945 + value: 37.17175635350331 - type: mrr_at_3 - value: 29.439252336448607 + value: 33.73386737872722 - type: mrr_at_5 - value: 30.97463284379172 + value: 35.24922118380064 - type: nauc_map_at_1000_diff1 - value: 23.090590573188127 + value: 32.30220782845437 - type: nauc_map_at_1000_max - value: 37.736493247159515 + value: 39.87665001530303 - type: nauc_map_at_1000_std - value: 10.98069893040178 + value: 5.7695221727058055 - type: nauc_map_at_100_diff1 - value: 23.08559086307178 + value: 32.2694600306288 - type: nauc_map_at_100_max - value: 37.72263314123226 + value: 39.8855550981263 - type: nauc_map_at_100_std - value: 11.042922887319614 + value: 5.776881467271089 - type: nauc_map_at_10_diff1 - value: 22.919253103936867 + value: 31.804039669931537 - type: nauc_map_at_10_max - value: 37.11680228717991 + value: 39.311719475930005 - type: nauc_map_at_10_std - value: 9.851990888901907 + value: 4.733050895784147 - type: nauc_map_at_1_diff1 - value: 26.479314334323384 + value: 37.6388258626095 - type: nauc_map_at_1_max - value: 24.606099049654016 + value: 25.192760889147102 - type: nauc_map_at_1_std - value: 7.368843855661875 + value: 0.84012346712856 - type: nauc_map_at_20_diff1 - value: 22.84865788594623 + value: 31.970587565845022 - type: nauc_map_at_20_max - value: 37.35013174420624 + value: 39.68812698793437 - type: nauc_map_at_20_std - value: 10.38206527259999 + value: 5.466710545588436 - type: nauc_map_at_3_diff1 - value: 24.422040907804902 + value: 33.9083845702625 - type: nauc_map_at_3_max - value: 34.1407580102983 + value: 35.88443788757562 - type: nauc_map_at_3_std - value: 6.90072751192396 + value: 2.956590608487331 - type: nauc_map_at_5_diff1 - value: 23.679285267333217 + value: 32.97116962607063 - type: nauc_map_at_5_max - value: 36.69505551539262 + value: 38.37964967819906 - type: nauc_map_at_5_std - value: 9.071400025204603 + value: 4.573297881379916 - type: nauc_mrr_at_1000_diff1 - value: 23.91122464190796 + value: 32.44126725520097 - type: nauc_mrr_at_1000_max - value: 38.00739859980611 + value: 39.246349656799985 - type: nauc_mrr_at_1000_std - value: 12.603177305247423 + value: 7.779126542191918 - type: nauc_mrr_at_100_diff1 - value: 23.926489219810712 + value: 32.416259735518885 - type: nauc_mrr_at_100_max - value: 38.01653317102498 + value: 39.258316221246965 - type: nauc_mrr_at_100_std - value: 12.631657383704397 + value: 7.7944505673136 - type: nauc_mrr_at_10_diff1 - value: 23.793536028816924 + value: 32.06932803779604 - type: nauc_mrr_at_10_max - value: 37.731699667898546 + value: 39.04853109147614 - type: nauc_mrr_at_10_std - value: 12.519721615734111 + value: 7.4138965935269505 - type: nauc_mrr_at_1_diff1 - value: 26.560927789365497 + value: 37.27173489316227 - type: nauc_mrr_at_1_max - value: 39.34339331908778 + value: 40.3355905491979 - type: nauc_mrr_at_1_std - value: 11.755625469925857 + value: 6.933728079474825 - type: nauc_mrr_at_20_diff1 - value: 23.785050335795756 + value: 32.329474296004804 - type: nauc_mrr_at_20_max - value: 37.70507807708539 + value: 39.0764118546337 - type: nauc_mrr_at_20_std - value: 12.401310290425641 + value: 7.696441003623004 - type: nauc_mrr_at_3_diff1 - value: 24.760339690704274 + value: 33.08673004752433 - type: nauc_mrr_at_3_max - value: 38.97081556411779 + value: 39.95985433324281 - type: nauc_mrr_at_3_std - value: 12.403416856601224 + value: 7.62764311528151 - type: nauc_mrr_at_5_diff1 - value: 24.16786185395756 + value: 32.818965514653684 - type: nauc_mrr_at_5_max - value: 38.675901959087064 + value: 39.34493265770003 - type: nauc_mrr_at_5_std - value: 12.328016386544244 + value: 7.778531920242 - type: nauc_ndcg_at_1000_diff1 - value: 22.575525759807498 + value: 31.02864530261756 - type: nauc_ndcg_at_1000_max - value: 38.08756303764784 + value: 39.64187241406462 - type: nauc_ndcg_at_1000_std - value: 12.993082901884351 + value: 7.768459120817835 - type: nauc_ndcg_at_100_diff1 - value: 22.84247295232495 + value: 30.39095044516521 - type: nauc_ndcg_at_100_max - value: 38.07376875349487 + value: 39.956877555291406 - type: nauc_ndcg_at_100_std - value: 14.670272841790322 + value: 8.813305671545828 - type: nauc_ndcg_at_10_diff1 - value: 21.851855665665028 + value: 29.09294115578835 - type: nauc_ndcg_at_10_max - value: 36.30808033173574 + value: 38.59245602933513 - type: nauc_ndcg_at_10_std - value: 10.754345146682587 + value: 5.516145701680656 - type: nauc_ndcg_at_1_diff1 - value: 26.560927789365497 + value: 37.27173489316227 - type: nauc_ndcg_at_1_max - value: 39.34339331908778 + value: 40.3355905491979 - type: nauc_ndcg_at_1_std - value: 11.755625469925857 + value: 6.933728079474825 - type: nauc_ndcg_at_20_diff1 - value: 21.85222563105362 + value: 29.725541536865684 - type: nauc_ndcg_at_20_max - value: 36.49693582912162 + value: 39.12781667827556 - type: nauc_ndcg_at_20_std - value: 11.462407172413222 + value: 7.464557759930056 - type: nauc_ndcg_at_3_diff1 - value: 23.835148821074096 + value: 32.2472918241563 - type: nauc_ndcg_at_3_max - value: 37.21286292761239 + value: 39.38528978160266 - type: nauc_ndcg_at_3_std - value: 8.965675045214653 + value: 5.126228097274878 - type: nauc_ndcg_at_5_diff1 - value: 22.94941035043304 + value: 31.39000117667687 - type: nauc_ndcg_at_5_max - value: 37.116308712473725 + value: 38.16838826710958 - type: nauc_ndcg_at_5_std - value: 9.96746473363745 + value: 5.747613838798295 - type: nauc_precision_at_1000_diff1 - value: 4.391641883500156 + value: 3.926032418467635 - type: nauc_precision_at_1000_max - value: 22.960724719570653 + value: 19.08045437036499 - type: nauc_precision_at_1000_std - value: 9.90771833324347 + value: 6.796129044597931 - type: nauc_precision_at_100_diff1 - value: 9.398103008957907 + value: 9.73958477384916 - type: nauc_precision_at_100_max - value: 29.966107038070213 + value: 29.07096859484853 - type: nauc_precision_at_100_std - value: 18.246515814298206 + value: 12.96991105140292 - type: nauc_precision_at_10_diff1 - value: 14.642013509002073 + value: 17.1980255233314 - type: nauc_precision_at_10_max - value: 39.865916483254914 + value: 43.52273606745023 - type: nauc_precision_at_10_std - value: 16.389751433271922 + value: 10.958034153583304 - type: nauc_precision_at_1_diff1 - value: 26.560927789365497 + value: 37.27173489316227 - type: nauc_precision_at_1_max - value: 39.34339331908778 + value: 40.3355905491979 - type: nauc_precision_at_1_std - value: 11.755625469925857 + value: 6.933728079474825 - type: nauc_precision_at_20_diff1 - value: 12.328250607495741 + value: 15.369446454490415 - type: nauc_precision_at_20_max - value: 36.609492322958076 + value: 39.48680497589929 - type: nauc_precision_at_20_std - value: 16.186393097514785 + value: 12.929898425260022 - type: nauc_precision_at_3_diff1 - value: 21.43869193024236 + value: 23.95767667939835 - type: nauc_precision_at_3_max - value: 44.92920554318338 + value: 45.09931497087944 - type: nauc_precision_at_3_std - value: 12.93524236487951 + value: 8.770453872723321 - type: nauc_precision_at_5_diff1 - value: 17.980792540844075 + value: 21.065461642416665 - type: nauc_precision_at_5_max - value: 44.67180132719046 + value: 44.72202962458711 - type: nauc_precision_at_5_std - value: 15.44379773164089 + value: 10.750776410192397 - type: nauc_recall_at_1000_diff1 - value: -18.599562189867928 + value: 6.039018739578919 - type: nauc_recall_at_1000_max - value: -1.233438302856996 + value: 11.436015450640827 - type: nauc_recall_at_1000_std - value: 60.504773500458754 + value: 66.07591419148011 - type: nauc_recall_at_100_diff1 - value: 21.73131824226728 + value: 18.65963295269777 - type: nauc_recall_at_100_max - value: 33.813071564297644 + value: 38.12793731004431 - type: nauc_recall_at_100_std - value: 31.938349559054004 + value: 22.877750142093177 - type: nauc_recall_at_10_diff1 - value: 17.11887766943705 + value: 19.342831730746934 - type: nauc_recall_at_10_max - value: 28.89674920890047 + value: 31.63232417200137 - type: nauc_recall_at_10_std - value: 7.773984628905876 + value: 3.271699563530961 - type: nauc_recall_at_1_diff1 - value: 26.479314334323384 + value: 37.6388258626095 - type: nauc_recall_at_1_max - value: 24.606099049654016 + value: 25.192760889147102 - type: nauc_recall_at_1_std - value: 7.368843855661875 + value: 0.84012346712856 - type: nauc_recall_at_20_diff1 - value: 17.295953047798886 + value: 20.61391084945006 - type: nauc_recall_at_20_max - value: 28.434654095893304 + value: 32.5842740511191 - type: nauc_recall_at_20_std - value: 9.427920198911856 + value: 9.819500541742485 - type: nauc_recall_at_3_diff1 - value: 21.272960191663262 + value: 28.687240532045937 - type: nauc_recall_at_3_max - value: 30.445386445037144 + value: 31.72988302079546 - type: nauc_recall_at_3_std - value: 4.74984017701616 + value: 2.7062500297360295 - type: nauc_recall_at_5_diff1 - value: 19.423326866459472 + value: 25.62354289856022 - type: nauc_recall_at_5_max - value: 32.51726362019113 + value: 32.13732981730723 - type: nauc_recall_at_5_std - value: 7.7878756846006185 + value: 4.661623958812741 - type: ndcg_at_1 - value: 23.765 + value: 27.236 - type: ndcg_at_10 - value: 31.380000000000003 + value: 34.795 - type: ndcg_at_100 - value: 41.426 + value: 44.352000000000004 - type: ndcg_at_1000 - value: 44.168 + value: 46.98 - type: ndcg_at_20 - value: 35.449000000000005 + value: 38.537 - type: ndcg_at_3 - value: 24.845 + value: 29.448 - type: ndcg_at_5 - value: 26.705000000000002 + value: 30.996000000000002 - type: precision_at_1 - value: 23.765 + value: 27.236 - type: precision_at_10 - value: 9.879999999999999 + value: 10.427 - type: precision_at_100 - value: 1.865 + value: 1.8769999999999998 - type: precision_at_1000 value: 0.22300000000000003 - type: precision_at_20 - value: 6.449000000000001 + value: 6.589 - type: precision_at_3 - value: 18.024 + value: 21.584 - type: precision_at_5 - value: 14.472999999999999 + value: 16.555 - type: recall_at_1 - value: 11.257 + value: 13.818 - type: recall_at_10 - value: 42.345 + value: 44.826 - type: recall_at_100 - value: 81.159 + value: 82.047 - type: recall_at_1000 - value: 99.29 + value: 99.286 - type: recall_at_20 - value: 54.989 + value: 56.615 - type: recall_at_3 - value: 23.687 + value: 28.509 - type: recall_at_5 - value: 30.823 + value: 35.472 task: type: Retrieval - dataset: @@ -14420,287 +13850,287 @@ model-index: type: jinaai/xpqa metrics: - type: main_score - value: 56.635999999999996 + value: 55.165 - type: map_at_1 - value: 31.4 + value: 30.070999999999998 - type: map_at_10 - value: 50.056 + value: 48.391 - type: map_at_100 - value: 51.663000000000004 + value: 50.077000000000005 - type: map_at_1000 - value: 51.761 + value: 50.175000000000004 - type: map_at_20 - value: 50.927 + value: 49.425999999999995 - type: map_at_3 - value: 44.529999999999994 + value: 43.108999999999995 - type: map_at_5 - value: 47.894 + value: 46.331 - type: mrr_at_1 - value: 50.467289719626166 + value: 47.79706275033378 - type: mrr_at_10 - value: 58.950823319982185 + value: 57.112499205289545 - type: mrr_at_100 - value: 59.70354953666045 + value: 57.77653857554601 - type: mrr_at_1000 - value: 59.734711425279755 + value: 57.810309267669155 - type: mrr_at_20 - value: 59.40583228190128 + value: 57.50639791688323 - type: mrr_at_3 - value: 56.875834445927886 + value: 55.028927458833955 - type: mrr_at_5 - value: 58.21762349799728 + value: 56.19715175789934 - type: nauc_map_at_1000_diff1 - value: 48.15648920144338 + value: 48.30744877651571 - type: nauc_map_at_1000_max - value: 46.702778511311514 + value: 41.304811375830106 - type: nauc_map_at_1000_std - value: -2.8986084054302346 + value: -3.319640191562977 - type: nauc_map_at_100_diff1 - value: 48.07320124865117 + value: 48.24792131158136 - type: nauc_map_at_100_max - value: 46.66060865870994 + value: 41.289809346155096 - type: nauc_map_at_100_std - value: -2.898261800096327 + value: -3.3322490840754044 - type: nauc_map_at_10_diff1 - value: 48.02406723579077 + value: 48.51735869545944 - type: nauc_map_at_10_max - value: 46.41839190788124 + value: 41.39091467858207 - type: nauc_map_at_10_std - value: -3.2566313465012535 + value: -3.816834529081366 - type: nauc_map_at_1_diff1 - value: 54.13992707642448 + value: 55.20976873300869 - type: nauc_map_at_1_max - value: 34.04660478197247 + value: 29.31564406699001 - type: nauc_map_at_1_std - value: -4.558752037228464 + value: -3.531295202744916 - type: nauc_map_at_20_diff1 - value: 48.046199789059344 + value: 48.15994357210226 - type: nauc_map_at_20_max - value: 46.720705370675915 + value: 41.27059573974859 - type: nauc_map_at_20_std - value: -3.033997271677673 + value: -3.553567850461392 - type: nauc_map_at_3_diff1 - value: 50.009783024030185 + value: 49.07638331745524 - type: nauc_map_at_3_max - value: 42.35942421403899 + value: 37.4344180429373 - type: nauc_map_at_3_std - value: -5.2762823138538515 + value: -4.793107974869855 - type: nauc_map_at_5_diff1 - value: 48.8354268056224 + value: 48.610911544450566 - type: nauc_map_at_5_max - value: 45.655213495860814 + value: 40.36936409939194 - type: nauc_map_at_5_std - value: -3.7884263147862267 + value: -4.494930285823858 - type: nauc_mrr_at_1000_diff1 - value: 53.36845252957243 + value: 54.361185624681966 - type: nauc_mrr_at_1000_max - value: 51.36922708038703 + value: 44.38223734909631 - type: nauc_mrr_at_1000_std - value: -1.4510764030641954 + value: -4.6407251183091045 - type: nauc_mrr_at_100_diff1 - value: 53.3537222476053 + value: 54.3534593950135 - type: nauc_mrr_at_100_max - value: 51.38049608859829 + value: 44.378173894610114 - type: nauc_mrr_at_100_std - value: -1.4191780664448506 + value: -4.625111682775984 - type: nauc_mrr_at_10_diff1 - value: 53.305802521069 + value: 54.24312662266002 - type: nauc_mrr_at_10_max - value: 51.21960893720018 + value: 44.30746970923868 - type: nauc_mrr_at_10_std - value: -1.6724093244930498 + value: -4.965217414238369 - type: nauc_mrr_at_1_diff1 - value: 55.70120557955961 + value: 58.26954724773496 - type: nauc_mrr_at_1_max - value: 53.01658211876319 + value: 45.03422518009353 - type: nauc_mrr_at_1_std - value: -0.6423359202704497 + value: -4.069334933239831 - type: nauc_mrr_at_20_diff1 - value: 53.34768541161141 + value: 54.25997769977666 - type: nauc_mrr_at_20_max - value: 51.352620113317805 + value: 44.38402056799441 - type: nauc_mrr_at_20_std - value: -1.5006800933364013 + value: -4.671395366726689 - type: nauc_mrr_at_3_diff1 - value: 53.39969881700113 + value: 54.499361492963985 - type: nauc_mrr_at_3_max - value: 50.89022404206973 + value: 43.81936137776164 - type: nauc_mrr_at_3_std - value: -3.1275962557855412 + value: -5.644776625702544 - type: nauc_mrr_at_5_diff1 - value: 53.6906061507349 + value: 54.44957576550037 - type: nauc_mrr_at_5_max - value: 51.45261103925232 + value: 43.983826735470124 - type: nauc_mrr_at_5_std - value: -1.7795696130396883 + value: -5.796801921865972 - type: nauc_ndcg_at_1000_diff1 - value: 48.95637773496826 + value: 49.15241156513385 - type: nauc_ndcg_at_1000_max - value: 48.197622067566826 + value: 42.45980120922761 - type: nauc_ndcg_at_1000_std - value: -1.4607313404789106 + value: -2.3353260193872605 - type: nauc_ndcg_at_100_diff1 - value: 47.71577524982021 + value: 48.24122686676774 - type: nauc_ndcg_at_100_max - value: 47.883023532341504 + value: 42.27679493782058 - type: nauc_ndcg_at_100_std - value: -0.6132109059243465 + value: -1.5752369584570114 - type: nauc_ndcg_at_10_diff1 - value: 47.5329600424363 + value: 48.5509813605824 - type: nauc_ndcg_at_10_max - value: 47.498459285878575 + value: 42.59298249833255 - type: nauc_ndcg_at_10_std - value: -2.330121342823272 + value: -3.672669315491546 - type: nauc_ndcg_at_1_diff1 - value: 55.70120557955961 + value: 58.26954724773496 - type: nauc_ndcg_at_1_max - value: 53.01658211876319 + value: 45.03422518009353 - type: nauc_ndcg_at_1_std - value: -0.6423359202704497 + value: -4.069334933239831 - type: nauc_ndcg_at_20_diff1 - value: 47.6173989193167 + value: 47.729261088005316 - type: nauc_ndcg_at_20_max - value: 48.19865615901621 + value: 42.49497033902468 - type: nauc_ndcg_at_20_std - value: -1.6128175051145877 + value: -2.6719433358977773 - type: nauc_ndcg_at_3_diff1 - value: 48.78930092666264 + value: 48.68223689824344 - type: nauc_ndcg_at_3_max - value: 46.4431323615495 + value: 40.9157048148036 - type: nauc_ndcg_at_3_std - value: -5.431496363976204 + value: -5.637336437839516 - type: nauc_ndcg_at_5_diff1 - value: 49.11424543999915 + value: 48.69726991107552 - type: nauc_ndcg_at_5_max - value: 47.05648749366126 + value: 41.152294520697076 - type: nauc_ndcg_at_5_std - value: -3.330885962532834 + value: -5.48123275220102 - type: nauc_precision_at_1000_diff1 - value: -10.880765837183755 + value: -10.425039324403782 - type: nauc_precision_at_1000_max - value: 8.572817422349692 + value: 7.051352071885475 - type: nauc_precision_at_1000_std - value: 4.766982235965037 + value: 4.456043136940008 - type: nauc_precision_at_100_diff1 - value: -8.679642859295267 + value: -6.528489272274514 - type: nauc_precision_at_100_max - value: 13.715180395886897 + value: 12.611149343017736 - type: nauc_precision_at_100_std - value: 6.946301090207475 + value: 5.918229501417929 - type: nauc_precision_at_10_diff1 - value: 4.944045819175594 + value: 9.37469315859335 - type: nauc_precision_at_10_max - value: 30.760105361109925 + value: 29.792160957981938 - type: nauc_precision_at_10_std - value: 3.6068920141401626 + value: 0.2316309488416353 - type: nauc_precision_at_1_diff1 - value: 55.70120557955961 + value: 58.26954724773496 - type: nauc_precision_at_1_max - value: 53.01658211876319 + value: 45.03422518009353 - type: nauc_precision_at_1_std - value: -0.6423359202704497 + value: -4.069334933239831 - type: nauc_precision_at_20_diff1 - value: 0.8043591939583385 + value: 2.981751622851337 - type: nauc_precision_at_20_max - value: 26.360434462685422 + value: 23.312084195651227 - type: nauc_precision_at_20_std - value: 4.739891658844582 + value: 2.560521133286893 - type: nauc_precision_at_3_diff1 - value: 19.013124811719553 + value: 20.831474725533468 - type: nauc_precision_at_3_max - value: 38.42804762790048 + value: 34.732843194059996 - type: nauc_precision_at_3_std - value: -1.4085959010900053 + value: -3.379064346220114 - type: nauc_precision_at_5_diff1 - value: 12.360123599205414 + value: 14.628778037588857 - type: nauc_precision_at_5_max - value: 37.08361417845578 + value: 33.5567398421705 - type: nauc_precision_at_5_std - value: 1.9104788050916797 + value: -2.4525869923256236 - type: nauc_recall_at_1000_diff1 - value: 64.46395887603528 + value: 24.629562614981076 - type: nauc_recall_at_1000_max - value: 25.40689664838346 + value: 37.74776159843809 - type: nauc_recall_at_1000_std - value: 64.91673770650863 + value: 45.84365921167674 - type: nauc_recall_at_100_diff1 - value: 23.04629413894431 + value: 28.656294603430176 - type: nauc_recall_at_100_max - value: 37.70267898773106 + value: 34.99333512037935 - type: nauc_recall_at_100_std - value: 19.483375935785805 + value: 18.07167333451945 - type: nauc_recall_at_10_diff1 - value: 37.89470563650895 + value: 39.579271628779686 - type: nauc_recall_at_10_max - value: 41.88446616509962 + value: 39.65055294313406 - type: nauc_recall_at_10_std - value: -0.5968285599827128 + value: -1.4953189564586904 - type: nauc_recall_at_1_diff1 - value: 54.13992707642448 + value: 55.20976873300869 - type: nauc_recall_at_1_max - value: 34.04660478197247 + value: 29.31564406699001 - type: nauc_recall_at_1_std - value: -4.558752037228464 + value: -3.531295202744916 - type: nauc_recall_at_20_diff1 - value: 36.41725409411871 + value: 35.59952531108398 - type: nauc_recall_at_20_max - value: 43.570833102022796 + value: 39.735665662589234 - type: nauc_recall_at_20_std - value: 2.4475141353956724 + value: 2.746812413081314 - type: nauc_recall_at_3_diff1 - value: 44.46469511434876 + value: 42.180790443876234 - type: nauc_recall_at_3_max - value: 36.60941837529587 + value: 33.23529070499019 - type: nauc_recall_at_3_std - value: -8.466344004251715 + value: -7.102867270573987 - type: nauc_recall_at_5_diff1 - value: 43.140961160644444 + value: 41.34875509720362 - type: nauc_recall_at_5_max - value: 42.12923427424881 + value: 36.67737500141328 - type: nauc_recall_at_5_std - value: -3.2514274060186428 + value: -7.16711230678949 - type: ndcg_at_1 - value: 50.467 + value: 47.797 - type: ndcg_at_10 - value: 56.635999999999996 + value: 55.165 - type: ndcg_at_100 - value: 62.575 + value: 61.072 - type: ndcg_at_1000 - value: 64.153 + value: 62.766999999999996 - type: ndcg_at_20 - value: 58.909 + value: 57.603 - type: ndcg_at_3 - value: 51.636 + value: 50.134 - type: ndcg_at_5 - value: 53.252 + value: 51.711 - type: precision_at_1 - value: 50.467 + value: 47.797 - type: precision_at_10 - value: 13.458 + value: 13.150999999999998 - type: precision_at_100 - value: 1.8530000000000002 + value: 1.8370000000000002 - type: precision_at_1000 value: 0.20600000000000002 - type: precision_at_20 - value: 7.582999999999999 + value: 7.517 - type: precision_at_3 - value: 31.865 + value: 30.975 - type: precision_at_5 - value: 22.884 + value: 22.27 - type: recall_at_1 - value: 31.4 + value: 30.070999999999998 - type: recall_at_10 - value: 66.19 + value: 65.352 - type: recall_at_100 - value: 89.577 + value: 88.31099999999999 - type: recall_at_1000 - value: 99.695 + value: 99.417 - type: recall_at_20 - value: 73.213 + value: 72.65 - type: recall_at_3 - value: 50.699000000000005 + value: 49.891000000000005 - type: recall_at_5 - value: 58.158 + value: 56.949000000000005 task: type: Retrieval - dataset: @@ -14711,13 +14141,13 @@ model-index: type: PL-MTEB/allegro-reviews metrics: - type: accuracy - value: 49.22465208747514 + value: 53.48906560636182 - type: f1 - value: 35.68158330115517 + value: 41.948000361532074 - type: f1_weighted - value: 44.81425765760541 + value: 50.64284561538599 - type: main_score - value: 49.22465208747514 + value: 53.48906560636182 task: type: Classification - dataset: @@ -14728,287 +14158,287 @@ model-index: type: clarin-knext/arguana-pl metrics: - type: main_score - value: 49.668 + value: 49.913000000000004 - type: map_at_1 - value: 24.751 + value: 24.04 - type: map_at_10 - value: 40.36 + value: 40.493 - type: map_at_100 - value: 41.368 + value: 41.447 - type: map_at_1000 - value: 41.379 + value: 41.454 - type: map_at_20 - value: 41.134 + value: 41.197 - type: map_at_3 - value: 34.945 + value: 35.099999999999994 - type: map_at_5 - value: 38.043 + value: 38.196999999999996 - type: mrr_at_1 - value: 25.03556187766714 + value: 24.537695590327168 - type: mrr_at_10 - value: 40.47856126803494 + value: 40.67259929102034 - type: mrr_at_100 - value: 41.49280025917654 + value: 41.639618460436125 - type: mrr_at_1000 - value: 41.50319481040459 + value: 41.64596845247576 - type: mrr_at_20 - value: 41.25788030596975 + value: 41.38915253517258 - type: mrr_at_3 - value: 35.0521574205784 + value: 35.27738264580362 - type: mrr_at_5 - value: 38.167377904219954 + value: 38.40327169274532 - type: nauc_map_at_1000_diff1 - value: 7.731653729111241 + value: 7.431509810863732 - type: nauc_map_at_1000_max - value: -6.3011371446014115 + value: -2.981272220393634 - type: nauc_map_at_1000_std - value: -6.06100995003556 + value: -7.60710973485905 - type: nauc_map_at_100_diff1 - value: 7.740664698795466 + value: 7.436737619273204 - type: nauc_map_at_100_max - value: -6.278576653918305 + value: -2.967184788185936 - type: nauc_map_at_100_std - value: -6.048854855804748 + value: -7.597426337410871 - type: nauc_map_at_10_diff1 - value: 7.58994360921921 + value: 7.255093659685807 - type: nauc_map_at_10_max - value: -6.486918896565689 + value: -2.9042962900147544 - type: nauc_map_at_10_std - value: -6.590603504257126 + value: -7.934694729089717 - type: nauc_map_at_1_diff1 - value: 10.018749983163797 + value: 12.509203312194646 - type: nauc_map_at_1_max - value: -9.286741407015537 + value: -5.881727148045224 - type: nauc_map_at_1_std - value: -6.604729499204554 + value: -7.791332615643759 - type: nauc_map_at_20_diff1 - value: 7.706256252764164 + value: 7.327100008464186 - type: nauc_map_at_20_max - value: -6.168914547814974 + value: -2.837417061935196 - type: nauc_map_at_20_std - value: -6.083566639755691 + value: -7.727026459254324 - type: nauc_map_at_3_diff1 - value: 7.033893231381659 + value: 6.852993254257847 - type: nauc_map_at_3_max - value: -6.945660103296161 + value: -4.051470844228069 - type: nauc_map_at_3_std - value: -6.0565345896842135 + value: -7.896963683580916 - type: nauc_map_at_5_diff1 - value: 7.205099657249722 + value: 6.528299731268904 - type: nauc_map_at_5_max - value: -6.776921990255051 + value: -3.6970340215693476 - type: nauc_map_at_5_std - value: -5.907533989245036 + value: -7.655276417735266 - type: nauc_mrr_at_1000_diff1 - value: 6.668270267618491 + value: 5.711449969160694 - type: nauc_mrr_at_1000_max - value: -6.803645974646868 + value: -3.4753506470039266 - type: nauc_mrr_at_1000_std - value: -6.110358020715999 + value: -7.794020380041222 - type: nauc_mrr_at_100_diff1 - value: 6.677624675636143 + value: 5.717019799542202 - type: nauc_mrr_at_100_max - value: -6.78097136036329 + value: -3.461221495753972 - type: nauc_mrr_at_100_std - value: -6.098217879471153 + value: -7.784340755281538 - type: nauc_mrr_at_10_diff1 - value: 6.468832159598689 + value: 5.509993731954919 - type: nauc_mrr_at_10_max - value: -7.0315355572474925 + value: -3.4562614853854345 - type: nauc_mrr_at_10_std - value: -6.601932672455336 + value: -8.172557318463994 - type: nauc_mrr_at_1_diff1 - value: 9.07223439791323 + value: 10.815838583441858 - type: nauc_mrr_at_1_max - value: -9.264510377291506 + value: -5.323382194534891 - type: nauc_mrr_at_1_std - value: -6.764808343700734 + value: -8.038288156705363 - type: nauc_mrr_at_20_diff1 - value: 6.65302226067872 + value: 5.622966175346149 - type: nauc_mrr_at_20_max - value: -6.666040499900585 + value: -3.3271519171448602 - type: nauc_mrr_at_20_std - value: -6.132351790646591 + value: -7.911979321248223 - type: nauc_mrr_at_3_diff1 - value: 5.824560443333769 + value: 5.1203118177676945 - type: nauc_mrr_at_3_max - value: -7.573354775954246 + value: -4.663436282182911 - type: nauc_mrr_at_3_std - value: -6.106371480222379 + value: -8.16687342201878 - type: nauc_mrr_at_5_diff1 - value: 6.209821468263958 + value: 4.899936200607895 - type: nauc_mrr_at_5_max - value: -7.271141379552105 + value: -4.238888324916206 - type: nauc_mrr_at_5_std - value: -5.938481110932588 + value: -7.911378372003927 - type: nauc_ndcg_at_1000_diff1 - value: 7.773930949495924 + value: 7.208621858675132 - type: nauc_ndcg_at_1000_max - value: -5.1914799213542535 + value: -1.9047927444267347 - type: nauc_ndcg_at_1000_std - value: -5.443963700763181 + value: -6.986137159109878 - type: nauc_ndcg_at_100_diff1 - value: 8.057028087355645 + value: 7.409545817332008 - type: nauc_ndcg_at_100_max - value: -4.531668964685114 + value: -1.4631671846013694 - type: nauc_ndcg_at_100_std - value: -5.043531367158232 + value: -6.630280309037233 - type: nauc_ndcg_at_10_diff1 - value: 7.464635855577513 + value: 6.4667756391170395 - type: nauc_ndcg_at_10_max - value: -4.878234464633695 + value: -0.6950268010456382 - type: nauc_ndcg_at_10_std - value: -7.040243622992924 + value: -8.022144927522392 - type: nauc_ndcg_at_1_diff1 - value: 10.018749983163797 + value: 12.509203312194646 - type: nauc_ndcg_at_1_max - value: -9.286741407015537 + value: -5.881727148045224 - type: nauc_ndcg_at_1_std - value: -6.604729499204554 + value: -7.791332615643759 - type: nauc_ndcg_at_20_diff1 - value: 7.927592870050634 + value: 6.726279074146785 - type: nauc_ndcg_at_20_max - value: -3.5850025129078804 + value: -0.3861052348420354 - type: nauc_ndcg_at_20_std - value: -5.171152516248472 + value: -7.221277273790139 - type: nauc_ndcg_at_3_diff1 - value: 6.2883775843899485 + value: 5.5538863803913365 - type: nauc_ndcg_at_3_max - value: -6.088799255371655 + value: -3.5651217527245946 - type: nauc_ndcg_at_3_std - value: -5.718514280311179 + value: -7.826880086024049 - type: nauc_ndcg_at_5_diff1 - value: 6.560041121192067 + value: 4.878905871379252 - type: nauc_ndcg_at_5_max - value: -5.667390479730649 + value: -2.821048486985759 - type: nauc_ndcg_at_5_std - value: -5.345467266005971 + value: -7.31598311150453 - type: nauc_precision_at_1000_diff1 - value: 3.3584681799320566 + value: 31.595672412803232 - type: nauc_precision_at_1000_max - value: 27.67410378535401 + value: 42.56487657246246 - type: nauc_precision_at_1000_std - value: 73.59018487762006 + value: 76.77064740096077 - type: nauc_precision_at_100_diff1 - value: 31.86229567780328 + value: 37.959767569852325 - type: nauc_precision_at_100_max - value: 57.759019425342615 + value: 61.03819238774345 - type: nauc_precision_at_100_std - value: 45.17932914356757 + value: 57.75475522584779 - type: nauc_precision_at_10_diff1 - value: 7.59135628113755 + value: 3.679895666980749 - type: nauc_precision_at_10_max - value: 3.3516129835437254 + value: 11.38829056417457 - type: nauc_precision_at_10_std - value: -9.981248425456624 + value: -8.650914185729293 - type: nauc_precision_at_1_diff1 - value: 10.018749983163797 + value: 12.509203312194646 - type: nauc_precision_at_1_max - value: -9.286741407015537 + value: -5.881727148045224 - type: nauc_precision_at_1_std - value: -6.604729499204554 + value: -7.791332615643759 - type: nauc_precision_at_20_diff1 - value: 12.340895595423683 + value: 4.065515107956777 - type: nauc_precision_at_20_max - value: 22.834947429467178 + value: 23.888067135216097 - type: nauc_precision_at_20_std - value: 5.3105422687851425 + value: -1.4622436922054596 - type: nauc_precision_at_3_diff1 - value: 4.279842180460012 + value: 2.1003082872796663 - type: nauc_precision_at_3_max - value: -3.6828818164493162 + value: -2.24675019839533 - type: nauc_precision_at_3_std - value: -4.735859463411824 + value: -7.604178336955303 - type: nauc_precision_at_5_diff1 - value: 4.654912773566626 + value: -0.246824792648523 - type: nauc_precision_at_5_max - value: -2.0537304325752452 + value: 0.0642032358424201 - type: nauc_precision_at_5_std - value: -3.419667795061248 + value: -6.0892549043276745 - type: nauc_recall_at_1000_diff1 - value: 3.358468179927671 + value: 31.59567241280578 - type: nauc_recall_at_1000_max - value: 27.674103785350603 + value: 42.564876572459895 - type: nauc_recall_at_1000_std - value: 73.59018487761793 + value: 76.7706474009625 - type: nauc_recall_at_100_diff1 - value: 31.862295677802706 + value: 37.95976756985206 - type: nauc_recall_at_100_max - value: 57.75901942534214 + value: 61.03819238774383 - type: nauc_recall_at_100_std - value: 45.17932914356684 + value: 57.75475522584684 - type: nauc_recall_at_10_diff1 - value: 7.591356281137633 + value: 3.679895666980674 - type: nauc_recall_at_10_max - value: 3.351612983543776 + value: 11.388290564174538 - type: nauc_recall_at_10_std - value: -9.981248425456481 + value: -8.650914185729265 - type: nauc_recall_at_1_diff1 - value: 10.018749983163797 + value: 12.509203312194646 - type: nauc_recall_at_1_max - value: -9.286741407015537 + value: -5.881727148045224 - type: nauc_recall_at_1_std - value: -6.604729499204554 + value: -7.791332615643759 - type: nauc_recall_at_20_diff1 - value: 12.340895595423826 + value: 4.065515107957231 - type: nauc_recall_at_20_max - value: 22.834947429467274 + value: 23.888067135216005 - type: nauc_recall_at_20_std - value: 5.310542268785199 + value: -1.462243692205622 - type: nauc_recall_at_3_diff1 - value: 4.279842180460059 + value: 2.100308287279676 - type: nauc_recall_at_3_max - value: -3.682881816449298 + value: -2.2467501983953024 - type: nauc_recall_at_3_std - value: -4.735859463411806 + value: -7.604178336955286 - type: nauc_recall_at_5_diff1 - value: 4.6549127735666795 + value: -0.24682479264852286 - type: nauc_recall_at_5_max - value: -2.0537304325752013 + value: 0.06420323584243659 - type: nauc_recall_at_5_std - value: -3.419667795061247 + value: -6.089254904327643 - type: ndcg_at_1 - value: 24.751 + value: 24.04 - type: ndcg_at_10 - value: 49.668 + value: 49.913000000000004 - type: ndcg_at_100 - value: 53.867 + value: 54.057 - type: ndcg_at_1000 - value: 54.102 + value: 54.213 - type: ndcg_at_20 - value: 52.34799999999999 + value: 52.42400000000001 - type: ndcg_at_3 - value: 38.451 + value: 38.842999999999996 - type: ndcg_at_5 - value: 44.069 + value: 44.416 - type: precision_at_1 - value: 24.751 + value: 24.04 - type: precision_at_10 - value: 7.965999999999999 + value: 8.009 - type: precision_at_100 - value: 0.9780000000000001 + value: 0.984 - type: precision_at_1000 value: 0.1 - type: precision_at_20 - value: 4.4990000000000006 + value: 4.495 - type: precision_at_3 - value: 16.216 + value: 16.572 - type: precision_at_5 - value: 12.475 + value: 12.645999999999999 - type: recall_at_1 - value: 24.751 + value: 24.04 - type: recall_at_10 - value: 79.659 + value: 80.085 - type: recall_at_100 - value: 97.795 + value: 98.36399999999999 - type: recall_at_1000 value: 99.57300000000001 - type: recall_at_20 - value: 89.972 + value: 89.9 - type: recall_at_3 - value: 48.649 + value: 49.716 - type: recall_at_5 - value: 62.376 + value: 63.229 task: type: Retrieval - dataset: @@ -15019,17 +14449,17 @@ model-index: type: PL-MTEB/cbd metrics: - type: accuracy - value: 62.85999999999999 + value: 64.91 - type: ap - value: 18.744713128220596 + value: 20.253009474993238 - type: ap_weighted - value: 18.744713128220596 + value: 20.253009474993238 - type: f1 - value: 53.296341093646696 + value: 54.83698737303514 - type: f1_weighted - value: 68.61665005768842 + value: 69.53194816160229 - type: main_score - value: 62.85999999999999 + value: 64.91 task: type: Classification - dataset: @@ -15040,85 +14470,85 @@ model-index: type: PL-MTEB/cdsce-pairclassification metrics: - type: cosine_accuracy - value: 87.3 + value: 87.5 - type: cosine_accuracy_threshold - value: 95.8031415939331 + value: 97.39001989364624 - type: cosine_ap - value: 69.77225668650979 + value: 71.63899566137869 - type: cosine_f1 - value: 63.04909560723513 + value: 64.39024390243902 - type: cosine_f1_threshold - value: 86.9259238243103 + value: 94.18535828590393 - type: cosine_precision - value: 61.92893401015228 + value: 60.0 - type: cosine_recall - value: 64.21052631578948 + value: 69.47368421052632 - type: dot_accuracy - value: 87.3 + value: 87.5 - type: dot_accuracy_threshold - value: 95.8031415939331 + value: 97.39001989364624 - type: dot_ap - value: 69.77225668650979 + value: 71.63899566137869 - type: dot_f1 - value: 63.04909560723513 + value: 64.39024390243902 - type: dot_f1_threshold - value: 86.9259238243103 + value: 94.18535232543945 - type: dot_precision - value: 61.92893401015228 + value: 60.0 - type: dot_recall - value: 64.21052631578948 + value: 69.47368421052632 - type: euclidean_accuracy - value: 87.3 + value: 87.5 - type: euclidean_accuracy_threshold - value: 28.971904516220093 + value: 22.847232222557068 - type: euclidean_ap - value: 69.77225668650979 + value: 71.63899566137869 - type: euclidean_f1 - value: 63.04909560723513 + value: 64.39024390243902 - type: euclidean_f1_threshold - value: 51.135218143463135 + value: 34.101736545562744 - type: euclidean_precision - value: 61.92893401015228 + value: 60.0 - type: euclidean_recall - value: 64.21052631578948 + value: 69.47368421052632 - type: main_score - value: 70.04616767691698 + value: 71.83631821171632 - type: manhattan_accuracy - value: 87.5 + value: 87.6 - type: manhattan_accuracy_threshold - value: 790.4520988464355 + value: 499.97105598449707 - type: manhattan_ap - value: 70.04616767691698 + value: 71.83631821171632 - type: manhattan_f1 - value: 63.54166666666667 + value: 64.5631067961165 - type: manhattan_f1_threshold - value: 1195.075511932373 + value: 809.0234756469727 - type: manhattan_precision - value: 62.88659793814433 + value: 59.909909909909906 - type: manhattan_recall - value: 64.21052631578948 + value: 70.0 - type: max_ap - value: 70.04616767691698 + value: 71.83631821171632 - type: max_f1 - value: 63.54166666666667 + value: 64.5631067961165 - type: max_precision - value: 62.88659793814433 + value: 60.0 - type: max_recall - value: 64.21052631578948 + value: 70.0 - type: similarity_accuracy - value: 87.3 + value: 87.5 - type: similarity_accuracy_threshold - value: 95.8031415939331 + value: 97.39001989364624 - type: similarity_ap - value: 69.77225668650979 + value: 71.63899566137869 - type: similarity_f1 - value: 63.04909560723513 + value: 64.39024390243902 - type: similarity_f1_threshold - value: 86.9259238243103 + value: 94.18535828590393 - type: similarity_precision - value: 61.92893401015228 + value: 60.0 - type: similarity_recall - value: 64.21052631578948 + value: 69.47368421052632 task: type: PairClassification - dataset: @@ -15129,23 +14559,23 @@ model-index: type: PL-MTEB/cdscr-sts metrics: - type: cosine_pearson - value: 90.1467539156439 + value: 89.9839992597087 - type: cosine_spearman - value: 90.37983178422222 + value: 90.27044716786627 - type: euclidean_pearson - value: 87.54100647769168 + value: 87.74719535276023 - type: euclidean_spearman - value: 90.37983178422222 + value: 90.2703874383013 - type: main_score - value: 90.37983178422222 + value: 90.27044716786627 - type: manhattan_pearson - value: 87.6231001602879 + value: 87.81149530960033 - type: manhattan_spearman - value: 90.52798044659546 + value: 90.37098083828207 - type: pearson - value: 90.1467539156439 + value: 89.9839992597087 - type: spearman - value: 90.37983178422222 + value: 90.27044716786627 task: type: STS - dataset: @@ -15156,287 +14586,287 @@ model-index: type: clarin-knext/dbpedia-pl metrics: - type: main_score - value: 24.287 + value: 29.225 - type: map_at_1 - value: 5.225 + value: 5.92 - type: map_at_10 - value: 10.774000000000001 + value: 13.052 - type: map_at_100 - value: 14.748 + value: 18.054000000000002 - type: map_at_1000 - value: 15.836 + value: 19.378999999999998 - type: map_at_20 - value: 12.27 + value: 14.921000000000001 - type: map_at_3 - value: 7.724 + value: 9.517000000000001 - type: map_at_5 - value: 9.246 + value: 11.122 - type: mrr_at_1 - value: 39.25 + value: 45.0 - type: mrr_at_10 - value: 50.17480158730157 + value: 57.3967261904762 - type: mrr_at_100 - value: 50.8519822068327 + value: 57.83804567388388 - type: mrr_at_1000 - value: 50.879556078064134 + value: 57.86075000832548 - type: mrr_at_20 - value: 50.58405713438607 + value: 57.66969785675282 - type: mrr_at_3 - value: 47.250000000000014 + value: 55.16666666666667 - type: mrr_at_5 - value: 49.175000000000004 + value: 56.64166666666669 - type: nauc_map_at_1000_diff1 - value: 20.045024346779645 + value: 29.411798531506246 - type: nauc_map_at_1000_max - value: 30.337666854953092 + value: 20.900134633305655 - type: nauc_map_at_1000_std - value: 26.557075239939543 + value: 31.404039472246353 - type: nauc_map_at_100_diff1 - value: 19.9252316411722 + value: 30.843903551109808 - type: nauc_map_at_100_max - value: 28.226642852584742 + value: 17.39151067247246 - type: nauc_map_at_100_std - value: 22.914021046648696 + value: 27.44650726590824 - type: nauc_map_at_10_diff1 - value: 26.566241524936572 + value: 37.979613569219495 - type: nauc_map_at_10_max - value: 21.748824204804716 + value: 9.222700346624988 - type: nauc_map_at_10_std - value: 8.638991435098609 + value: 12.007799385555293 - type: nauc_map_at_1_diff1 - value: 36.393726837054814 + value: 53.50284116730185 - type: nauc_map_at_1_max - value: 16.477605805271057 + value: 1.370522275254312 - type: nauc_map_at_1_std - value: 0.5753087963352366 + value: -0.30640006292692257 - type: nauc_map_at_20_diff1 - value: 23.401102079878182 + value: 35.67559578714465 - type: nauc_map_at_20_max - value: 23.065898894709402 + value: 12.765002402346221 - type: nauc_map_at_20_std - value: 13.423353653712915 + value: 17.73265858605054 - type: nauc_map_at_3_diff1 - value: 30.91796624589218 + value: 45.619789003130585 - type: nauc_map_at_3_max - value: 16.45545569680709 + value: 1.045838638341231 - type: nauc_map_at_3_std - value: 0.6366650378026352 + value: 2.319308580529236 - type: nauc_map_at_5_diff1 - value: 28.80351568065496 + value: 42.08058689946505 - type: nauc_map_at_5_max - value: 19.084673921482615 + value: 5.337616164644746 - type: nauc_map_at_5_std - value: 4.139131073579019 + value: 4.73118790791731 - type: nauc_mrr_at_1000_diff1 - value: 20.16962170000775 + value: 34.33930133013396 - type: nauc_mrr_at_1000_max - value: 38.15430502575843 + value: 29.38799773918778 - type: nauc_mrr_at_1000_std - value: 32.440668939436264 + value: 32.26009048699902 - type: nauc_mrr_at_100_diff1 - value: 20.15910246738786 + value: 34.3197444457885 - type: nauc_mrr_at_100_max - value: 38.15774234365609 + value: 29.413059576309497 - type: nauc_mrr_at_100_std - value: 32.44872216192449 + value: 32.26908951100588 - type: nauc_mrr_at_10_diff1 - value: 20.049148781541064 + value: 34.30610810384026 - type: nauc_mrr_at_10_max - value: 37.97309789914626 + value: 29.25358347303212 - type: nauc_mrr_at_10_std - value: 32.418004097599166 + value: 32.42735770220712 - type: nauc_mrr_at_1_diff1 - value: 23.9620307539266 + value: 38.47836050546717 - type: nauc_mrr_at_1_max - value: 33.83610178961887 + value: 25.549990178746796 - type: nauc_mrr_at_1_std - value: 28.58448609419965 + value: 27.017285405617763 - type: nauc_mrr_at_20_diff1 - value: 20.06080688488365 + value: 34.32685063678914 - type: nauc_mrr_at_20_max - value: 38.06868785040665 + value: 29.382152716878547 - type: nauc_mrr_at_20_std - value: 32.22384606323392 + value: 32.36225065070027 - type: nauc_mrr_at_3_diff1 - value: 20.71531876285696 + value: 34.94513788944085 - type: nauc_mrr_at_3_max - value: 37.54485901132759 + value: 28.948106098297938 - type: nauc_mrr_at_3_std - value: 31.77679862739285 + value: 31.752978523564845 - type: nauc_mrr_at_5_diff1 - value: 20.003442037824826 + value: 34.22773791436512 - type: nauc_mrr_at_5_max - value: 38.37916584335752 + value: 28.645995406061914 - type: nauc_mrr_at_5_std - value: 32.091488996264154 + value: 31.947761641656065 - type: nauc_ndcg_at_1000_diff1 - value: 18.932875904116358 + value: 23.59930215160307 - type: nauc_ndcg_at_1000_max - value: 37.69461269411873 + value: 30.004827423326873 - type: nauc_ndcg_at_1000_std - value: 40.49355007241307 + value: 45.14606063029462 - type: nauc_ndcg_at_100_diff1 - value: 18.62868572859794 + value: 27.150265390833766 - type: nauc_ndcg_at_100_max - value: 32.5251773358776 + value: 21.542350038665962 - type: nauc_ndcg_at_100_std - value: 34.17298333080795 + value: 37.04783459199997 - type: nauc_ndcg_at_10_diff1 - value: 21.33571858413017 + value: 30.44928623138369 - type: nauc_ndcg_at_10_max - value: 32.95411878498034 + value: 21.38523283782705 - type: nauc_ndcg_at_10_std - value: 30.26350297086653 + value: 31.948655996496527 - type: nauc_ndcg_at_1_diff1 - value: 25.698485822118034 + value: 38.141954118151105 - type: nauc_ndcg_at_1_max - value: 27.751178850383283 + value: 20.764788523221725 - type: nauc_ndcg_at_1_std - value: 25.499914018590097 + value: 24.457971796268065 - type: nauc_ndcg_at_20_diff1 - value: 20.564620650130962 + value: 31.668458090974728 - type: nauc_ndcg_at_20_max - value: 29.636273615266877 + value: 20.1903988669924 - type: nauc_ndcg_at_20_std - value: 29.0657094246048 + value: 30.646872442412544 - type: nauc_ndcg_at_3_diff1 - value: 21.331262925027644 + value: 30.030850630038053 - type: nauc_ndcg_at_3_max - value: 32.3211075722955 + value: 19.919461574491066 - type: nauc_ndcg_at_3_std - value: 29.30569912466711 + value: 28.065728170179188 - type: nauc_ndcg_at_5_diff1 - value: 20.906573479242933 + value: 30.06324115773368 - type: nauc_ndcg_at_5_max - value: 33.817640032948255 + value: 21.013491210996943 - type: nauc_ndcg_at_5_std - value: 30.210587907489593 + value: 29.390767365137947 - type: nauc_precision_at_1000_diff1 - value: 7.9336700303824905 + value: -15.2968288893292 - type: nauc_precision_at_1000_max - value: 25.382181071880133 + value: 48.371418703337305 - type: nauc_precision_at_1000_std - value: 45.03790857159645 + value: 33.90852748893144 - type: nauc_precision_at_100_diff1 - value: -2.1616719372797286 + value: -7.607176962046647 - type: nauc_precision_at_100_max - value: 38.41562489705835 + value: 35.35122884806948 - type: nauc_precision_at_100_std - value: 51.0132959449221 + value: 46.4742326977524 - type: nauc_precision_at_10_diff1 - value: 2.3699655796458936 + value: 0.0234083902358811 - type: nauc_precision_at_10_max - value: 38.87889003229129 + value: 34.310462135642645 - type: nauc_precision_at_10_std - value: 43.071785955076145 + value: 46.22745495492598 - type: nauc_precision_at_1_diff1 - value: 23.9620307539266 + value: 38.47836050546717 - type: nauc_precision_at_1_max - value: 33.83610178961887 + value: 25.549990178746796 - type: nauc_precision_at_1_std - value: 28.58448609419965 + value: 27.017285405617763 - type: nauc_precision_at_20_diff1 - value: -0.5466417961649375 + value: -0.7281234339501458 - type: nauc_precision_at_20_max - value: 36.55638995946497 + value: 34.879992298927796 - type: nauc_precision_at_20_std - value: 46.90182951874849 + value: 46.6455237720046 - type: nauc_precision_at_3_diff1 - value: 9.180998281598255 + value: 12.557632325001943 - type: nauc_precision_at_3_max - value: 35.97368107639076 + value: 27.472641291674343 - type: nauc_precision_at_3_std - value: 34.362776108183525 + value: 32.76253410590738 - type: nauc_precision_at_5_diff1 - value: 6.188700805809966 + value: 5.72403051661784 - type: nauc_precision_at_5_max - value: 39.69905715436714 + value: 31.623557984213747 - type: nauc_precision_at_5_std - value: 37.630912034924016 + value: 37.60956680129879 - type: nauc_recall_at_1000_diff1 - value: 12.957700393477442 + value: 5.745409852861974 - type: nauc_recall_at_1000_max - value: 30.999439787327205 + value: 27.497512598172698 - type: nauc_recall_at_1000_std - value: 39.191755156518575 + value: 48.07303762126119 - type: nauc_recall_at_100_diff1 - value: 12.761105551850163 + value: 17.211282922855617 - type: nauc_recall_at_100_max - value: 26.695898719215045 + value: 17.98582110327383 - type: nauc_recall_at_100_std - value: 29.150806165495208 + value: 34.86455715009784 - type: nauc_recall_at_10_diff1 - value: 19.097397019523825 + value: 28.755279638184874 - type: nauc_recall_at_10_max - value: 18.259583702998956 + value: 8.106029595934537 - type: nauc_recall_at_10_std - value: 8.897590380469557 + value: 12.493783688335569 - type: nauc_recall_at_1_diff1 - value: 36.393726837054814 + value: 53.50284116730185 - type: nauc_recall_at_1_max - value: 16.477605805271057 + value: 1.370522275254312 - type: nauc_recall_at_1_std - value: 0.5753087963352366 + value: -0.30640006292692257 - type: nauc_recall_at_20_diff1 - value: 14.751462451918885 + value: 27.994527440411993 - type: nauc_recall_at_20_max - value: 17.17387812389538 + value: 12.916323071056604 - type: nauc_recall_at_20_std - value: 11.686450060418395 + value: 17.70928825635808 - type: nauc_recall_at_3_diff1 - value: 28.2693968902148 + value: 39.80550258552395 - type: nauc_recall_at_3_max - value: 15.503661857890341 + value: -0.8593780074939045 - type: nauc_recall_at_3_std - value: -0.6006615114775526 + value: 2.086691158003704 - type: nauc_recall_at_5_diff1 - value: 21.69553199450905 + value: 34.29080510342918 - type: nauc_recall_at_5_max - value: 16.68339699974409 + value: 2.8885937240283113 - type: nauc_recall_at_5_std - value: 4.201309425242677 + value: 2.6609799835271852 - type: ndcg_at_1 - value: 29.375 + value: 35.875 - type: ndcg_at_10 - value: 24.287 + value: 29.225 - type: ndcg_at_100 - value: 28.457 + value: 33.554 - type: ndcg_at_1000 - value: 35.412 + value: 40.908 - type: ndcg_at_20 - value: 24.189 + value: 28.910000000000004 - type: ndcg_at_3 - value: 25.813000000000002 + value: 32.405 - type: ndcg_at_5 - value: 25.374999999999996 + value: 30.408 - type: precision_at_1 - value: 39.25 + value: 45.0 - type: precision_at_10 - value: 19.6 + value: 23.599999999999998 - type: precision_at_100 - value: 6.2700000000000005 + value: 7.68 - type: precision_at_1000 - value: 1.452 + value: 1.804 - type: precision_at_20 - value: 14.499999999999998 + value: 17.5 - type: precision_at_3 - value: 29.083 + value: 36.167 - type: precision_at_5 - value: 25.75 + value: 30.15 - type: recall_at_1 - value: 5.225 + value: 5.92 - type: recall_at_10 - value: 16.258 + value: 18.658 - type: recall_at_100 - value: 35.569 + value: 40.144999999999996 - type: recall_at_1000 - value: 57.958 + value: 63.914 - type: recall_at_20 - value: 21.178 + value: 23.91 - type: recall_at_3 - value: 8.866999999999999 + value: 11.334 - type: recall_at_5 - value: 12.404 + value: 14.251 task: type: Retrieval - dataset: @@ -15447,11 +14877,11 @@ model-index: type: PL-MTEB/8tags-clustering metrics: - type: main_score - value: 37.96267113583295 + value: 37.57372573379629 - type: v_measure - value: 37.96267113583295 + value: 37.57372573379629 - type: v_measure_std - value: 2.6597621214046576 + value: 1.576502898019969 task: type: Clustering - dataset: @@ -15462,287 +14892,287 @@ model-index: type: clarin-knext/fiqa-pl metrics: - type: main_score - value: 24.374000000000002 + value: 25.322 - type: map_at_1 - value: 11.362 + value: 12.084 - type: map_at_10 - value: 18.464 + value: 19.402 - type: map_at_100 - value: 19.791 + value: 20.766000000000002 - type: map_at_1000 - value: 19.994 + value: 20.958 - type: map_at_20 - value: 19.156000000000002 + value: 20.085 - type: map_at_3 - value: 15.937000000000001 + value: 16.794 - type: map_at_5 - value: 17.127 + value: 18.242 - type: mrr_at_1 - value: 22.376543209876544 + value: 23.30246913580247 - type: mrr_at_10 - value: 30.046724965706435 + value: 31.084594846168915 - type: mrr_at_100 - value: 30.99706976191228 + value: 32.081458268143486 - type: mrr_at_1000 - value: 31.076490053822308 + value: 32.15082259510916 - type: mrr_at_20 - value: 30.59052580100912 + value: 31.641799089124518 - type: mrr_at_3 - value: 27.854938271604944 + value: 28.703703703703713 - type: mrr_at_5 - value: 28.912037037037035 + value: 30.12345679012346 - type: nauc_map_at_1000_diff1 - value: 34.07557471766689 + value: 33.497391865616606 - type: nauc_map_at_1000_max - value: 24.91982727448087 + value: 15.431683878656488 - type: nauc_map_at_1000_std - value: 12.494927606505051 + value: 10.827813213986468 - type: nauc_map_at_100_diff1 - value: 34.06635556229055 + value: 33.534068616502886 - type: nauc_map_at_100_max - value: 24.777935848367225 + value: 15.291439989133599 - type: nauc_map_at_100_std - value: 12.362066428153456 + value: 10.715061061847777 - type: nauc_map_at_10_diff1 - value: 34.3306140967635 + value: 33.49437614167937 - type: nauc_map_at_10_max - value: 24.086194195608087 + value: 14.377484560226964 - type: nauc_map_at_10_std - value: 11.127465863787245 + value: 9.487834206589557 - type: nauc_map_at_1_diff1 - value: 38.942215866162314 + value: 39.87810373637443 - type: nauc_map_at_1_max - value: 23.63998402727614 + value: 10.730137705508765 - type: nauc_map_at_1_std - value: 9.728241161220097 + value: 3.2660873686456195 - type: nauc_map_at_20_diff1 - value: 34.04736858130041 + value: 33.37736866727796 - type: nauc_map_at_20_max - value: 24.30446046409803 + value: 14.70143784805556 - type: nauc_map_at_20_std - value: 11.82019676487291 + value: 9.989663285421791 - type: nauc_map_at_3_diff1 - value: 34.99965810997492 + value: 34.368864609204216 - type: nauc_map_at_3_max - value: 22.472906083967082 + value: 12.768667645519768 - type: nauc_map_at_3_std - value: 9.698945379216992 + value: 7.982752811874638 - type: nauc_map_at_5_diff1 - value: 34.42282748114895 + value: 33.58267051366728 - type: nauc_map_at_5_max - value: 23.633268720383512 + value: 13.529005222918848 - type: nauc_map_at_5_std - value: 10.382815603500871 + value: 8.565140707894367 - type: nauc_mrr_at_1000_diff1 - value: 34.704948586037965 + value: 34.518749214862446 - type: nauc_mrr_at_1000_max - value: 28.94016888494416 + value: 20.004412541379317 - type: nauc_mrr_at_1000_std - value: 13.914193825823684 + value: 10.794450592562008 - type: nauc_mrr_at_100_diff1 - value: 34.67910995484378 + value: 34.502828469831684 - type: nauc_mrr_at_100_max - value: 28.90011297894453 + value: 20.016402128122674 - type: nauc_mrr_at_100_std - value: 13.870339909485788 + value: 10.770953740589398 - type: nauc_mrr_at_10_diff1 - value: 34.97862910055978 + value: 34.464123530074744 - type: nauc_mrr_at_10_max - value: 28.891213481314647 + value: 19.812317084561315 - type: nauc_mrr_at_10_std - value: 13.632668727631797 + value: 10.660604975440622 - type: nauc_mrr_at_1_diff1 - value: 36.9016752358079 + value: 39.735267543303344 - type: nauc_mrr_at_1_max - value: 30.89530420046735 + value: 20.218792748481526 - type: nauc_mrr_at_1_std - value: 14.386684064942584 + value: 7.574870456628672 - type: nauc_mrr_at_20_diff1 - value: 34.73839610262596 + value: 34.4112636812203 - type: nauc_mrr_at_20_max - value: 28.705251186157255 + value: 19.736403323847995 - type: nauc_mrr_at_20_std - value: 13.753299339901334 + value: 10.58825811173397 - type: nauc_mrr_at_3_diff1 - value: 34.76877538539127 + value: 34.322321922524765 - type: nauc_mrr_at_3_max - value: 28.77723698514852 + value: 19.48120229919887 - type: nauc_mrr_at_3_std - value: 13.717153469537122 + value: 10.241852033769396 - type: nauc_mrr_at_5_diff1 - value: 34.32426309461695 + value: 34.41273362560696 - type: nauc_mrr_at_5_max - value: 28.620967773156714 + value: 19.80166599189298 - type: nauc_mrr_at_5_std - value: 13.382881213134276 + value: 10.535257678547225 - type: nauc_ndcg_at_1000_diff1 - value: 32.77974173034191 + value: 31.756209625205372 - type: nauc_ndcg_at_1000_max - value: 28.36858648028177 + value: 19.79815198505404 - type: nauc_ndcg_at_1000_std - value: 17.55654423858263 + value: 15.747292429924494 - type: nauc_ndcg_at_100_diff1 - value: 32.632483073737255 + value: 32.24612802150064 - type: nauc_ndcg_at_100_max - value: 26.296829067224515 + value: 18.490724459073633 - type: nauc_ndcg_at_100_std - value: 15.901063315847802 + value: 14.606523975785374 - type: nauc_ndcg_at_10_diff1 - value: 33.951354557048134 + value: 32.17599943968043 - type: nauc_ndcg_at_10_max - value: 24.502438497165578 + value: 15.73203247263979 - type: nauc_ndcg_at_10_std - value: 12.270853057785972 + value: 11.361059016427816 - type: nauc_ndcg_at_1_diff1 - value: 36.9016752358079 + value: 39.735267543303344 - type: nauc_ndcg_at_1_max - value: 30.89530420046735 + value: 20.218792748481526 - type: nauc_ndcg_at_1_std - value: 14.386684064942584 + value: 7.574870456628672 - type: nauc_ndcg_at_20_diff1 - value: 33.28593916274325 + value: 31.750276068192886 - type: nauc_ndcg_at_20_max - value: 24.5380040373484 + value: 15.761403266813346 - type: nauc_ndcg_at_20_std - value: 13.863409012751617 + value: 11.939341736048261 - type: nauc_ndcg_at_3_diff1 - value: 34.03004915907343 + value: 32.60001850916417 - type: nauc_ndcg_at_3_max - value: 25.366810943178187 + value: 16.484580482661286 - type: nauc_ndcg_at_3_std - value: 11.99466470963204 + value: 9.93945065513519 - type: nauc_ndcg_at_5_diff1 - value: 33.75108435164904 + value: 32.44524427279313 - type: nauc_ndcg_at_5_max - value: 24.89793255411985 + value: 15.875506598237141 - type: nauc_ndcg_at_5_std - value: 11.213101565189755 + value: 9.982281820511833 - type: nauc_precision_at_1000_diff1 - value: 8.88694146912782 + value: 5.371199115978502 - type: nauc_precision_at_1000_max - value: 28.194369745942677 + value: 32.2390464051828 - type: nauc_precision_at_1000_std - value: 15.075895083755153 + value: 14.878904307648414 - type: nauc_precision_at_100_diff1 - value: 17.33142606816351 + value: 16.16681952079101 - type: nauc_precision_at_100_max - value: 30.560210907187134 + value: 31.799356005933838 - type: nauc_precision_at_100_std - value: 20.006767151320354 + value: 19.248994737500986 - type: nauc_precision_at_10_diff1 - value: 27.325474826111495 + value: 22.009585966198923 - type: nauc_precision_at_10_max - value: 28.37196490647728 + value: 25.75349877480564 - type: nauc_precision_at_10_std - value: 14.398272703295254 + value: 16.27236030310856 - type: nauc_precision_at_1_diff1 - value: 36.9016752358079 + value: 39.735267543303344 - type: nauc_precision_at_1_max - value: 30.89530420046735 + value: 20.218792748481526 - type: nauc_precision_at_1_std - value: 14.386684064942584 + value: 7.574870456628672 - type: nauc_precision_at_20_diff1 - value: 24.927890600833123 + value: 18.58140182399686 - type: nauc_precision_at_20_max - value: 28.6077759408292 + value: 25.678514022441874 - type: nauc_precision_at_20_std - value: 16.922212691823013 + value: 16.797936080303757 - type: nauc_precision_at_3_diff1 - value: 30.157161086783603 + value: 26.928025721272824 - type: nauc_precision_at_3_max - value: 27.80088080445145 + value: 20.657641661666794 - type: nauc_precision_at_3_std - value: 13.767444960442354 + value: 13.0985390930848 - type: nauc_precision_at_5_diff1 - value: 27.22177598160483 + value: 23.36859898010871 - type: nauc_precision_at_5_max - value: 28.126925412497698 + value: 22.374908445175237 - type: nauc_precision_at_5_std - value: 12.668302840263246 + value: 14.246505892972294 - type: nauc_recall_at_1000_diff1 - value: 13.021138171238658 + value: 11.980972712740272 - type: nauc_recall_at_1000_max - value: 29.086331163283578 + value: 19.76758314007667 - type: nauc_recall_at_1000_std - value: 40.165920815231445 + value: 37.01896226544845 - type: nauc_recall_at_100_diff1 - value: 20.32032544663283 + value: 21.23333081030157 - type: nauc_recall_at_100_max - value: 19.52693905173919 + value: 17.273702477754753 - type: nauc_recall_at_100_std - value: 21.472521389265815 + value: 22.66184024937999 - type: nauc_recall_at_10_diff1 - value: 27.863602171901302 + value: 24.654784002876422 - type: nauc_recall_at_10_max - value: 17.4718078150182 + value: 11.299238954418193 - type: nauc_recall_at_10_std - value: 11.474638155937823 + value: 12.933536657323804 - type: nauc_recall_at_1_diff1 - value: 38.942215866162314 + value: 39.87810373637443 - type: nauc_recall_at_1_max - value: 23.63998402727614 + value: 10.730137705508765 - type: nauc_recall_at_1_std - value: 9.728241161220097 + value: 3.2660873686456195 - type: nauc_recall_at_20_diff1 - value: 24.72857110907966 + value: 22.912968265183142 - type: nauc_recall_at_20_max - value: 16.357016524448234 + value: 10.463163094071744 - type: nauc_recall_at_20_std - value: 15.437317261627213 + value: 13.342666469120315 - type: nauc_recall_at_3_diff1 - value: 29.883191548110638 + value: 26.200195626449702 - type: nauc_recall_at_3_max - value: 16.895714663542783 + value: 10.661728055293116 - type: nauc_recall_at_3_std - value: 8.976963489103756 + value: 10.101882781882052 - type: nauc_recall_at_5_diff1 - value: 28.877062029269666 + value: 25.286289446845807 - type: nauc_recall_at_5_max - value: 18.25013882823951 + value: 11.353540373539142 - type: nauc_recall_at_5_std - value: 9.760614924170874 + value: 10.67026258089847 - type: ndcg_at_1 - value: 22.377 + value: 23.302 - type: ndcg_at_10 - value: 24.374000000000002 + value: 25.322 - type: ndcg_at_100 - value: 30.166999999999998 + value: 31.452 - type: ndcg_at_1000 - value: 34.443 + value: 35.378 - type: ndcg_at_20 - value: 26.457000000000004 + value: 27.392 - type: ndcg_at_3 - value: 21.248 + value: 22.238 - type: ndcg_at_5 - value: 21.976000000000003 + value: 23.436 - type: precision_at_1 - value: 22.377 + value: 23.302 - type: precision_at_10 - value: 6.851999999999999 + value: 7.037 - type: precision_at_100 - value: 1.269 + value: 1.321 - type: precision_at_1000 value: 0.2 - type: precision_at_20 - value: 4.252000000000001 + value: 4.344 - type: precision_at_3 - value: 14.146 + value: 14.557999999999998 - type: precision_at_5 - value: 10.432 + value: 10.988000000000001 - type: recall_at_1 - value: 11.362 + value: 12.084 - type: recall_at_10 - value: 30.416999999999998 + value: 31.011 - type: recall_at_100 - value: 52.547 + value: 54.782 - type: recall_at_1000 - value: 79.107 + value: 78.828 - type: recall_at_20 - value: 36.927 + value: 37.573 - type: recall_at_3 - value: 19.888 + value: 20.918999999999997 - type: recall_at_5 - value: 23.294 + value: 25.434 task: type: Retrieval - dataset: @@ -15753,287 +15183,287 @@ model-index: type: clarin-knext/hotpotqa-pl metrics: - type: main_score - value: 60.289 + value: 61.76199999999999 - type: map_at_1 - value: 35.522999999999996 + value: 36.462 - type: map_at_10 - value: 51.18000000000001 + value: 52.595000000000006 - type: map_at_100 - value: 52.051 + value: 53.486 - type: map_at_1000 - value: 52.122 + value: 53.561 - type: map_at_20 - value: 51.673 + value: 53.116 - type: map_at_3 - value: 48.246 + value: 49.55 - type: map_at_5 - value: 50.019999999999996 + value: 51.468 - type: mrr_at_1 - value: 71.04659014179609 + value: 72.92370020256584 - type: mrr_at_10 - value: 77.46602467230403 + value: 79.14170498269061 - type: mrr_at_100 - value: 77.71701045856283 + value: 79.39082829565201 - type: mrr_at_1000 - value: 77.73109333465572 + value: 79.4039312237504 - type: mrr_at_20 - value: 77.61606030291657 + value: 79.30320990617905 - type: mrr_at_3 - value: 76.2975467026782 + value: 78.06887238352448 - type: mrr_at_5 - value: 77.01530497411626 + value: 78.74746792707597 - type: nauc_map_at_1000_diff1 - value: 27.072398495156897 + value: 26.629197478945656 - type: nauc_map_at_1000_max - value: 29.92494925850584 + value: 20.417296536263652 - type: nauc_map_at_1000_std - value: 6.122920064016644 + value: 7.824861166949661 - type: nauc_map_at_100_diff1 - value: 27.045953237574043 + value: 26.597747680876964 - type: nauc_map_at_100_max - value: 29.91135310131925 + value: 20.394321293004854 - type: nauc_map_at_100_std - value: 6.102830174452808 + value: 7.812277969136019 - type: nauc_map_at_10_diff1 - value: 27.14260536879246 + value: 26.733323682484784 - type: nauc_map_at_10_max - value: 29.786180574275033 + value: 20.271344228458663 - type: nauc_map_at_10_std - value: 5.48071498058778 + value: 7.0935616016511815 - type: nauc_map_at_1_diff1 - value: 71.43831250406643 + value: 73.40480136620272 - type: nauc_map_at_1_max - value: 50.69918783298206 + value: 38.86815860879837 - type: nauc_map_at_1_std - value: 4.065732274269463 + value: 4.8325955891477275 - type: nauc_map_at_20_diff1 - value: 26.985158932169607 + value: 26.568842010897114 - type: nauc_map_at_20_max - value: 29.769499559141337 + value: 20.275169904863905 - type: nauc_map_at_20_std - value: 5.7846108079403225 + value: 7.56661656432979 - type: nauc_map_at_3_diff1 - value: 28.726407496616453 + value: 28.824845889064793 - type: nauc_map_at_3_max - value: 30.257904231332596 + value: 20.76852907202902 - type: nauc_map_at_3_std - value: 4.176791477760867 + value: 5.754512537392399 - type: nauc_map_at_5_diff1 - value: 27.599671019792364 + value: 27.454615905979974 - type: nauc_map_at_5_max - value: 29.837459984143866 + value: 20.352277144385937 - type: nauc_map_at_5_std - value: 4.724857569088119 + value: 6.601409288581079 - type: nauc_mrr_at_1000_diff1 - value: 69.74462431507696 + value: 72.29337975556386 - type: nauc_mrr_at_1000_max - value: 53.47426820826111 + value: 41.162812968303555 - type: nauc_mrr_at_1000_std - value: 7.017278438144492 + value: 7.658983139015768 - type: nauc_mrr_at_100_diff1 - value: 69.7417920598051 + value: 72.28963649528013 - type: nauc_mrr_at_100_max - value: 53.48046534979321 + value: 41.16405855619647 - type: nauc_mrr_at_100_std - value: 7.024164329244427 + value: 7.671105812656405 - type: nauc_mrr_at_10_diff1 - value: 69.67042683609824 + value: 72.20735283859506 - type: nauc_mrr_at_10_max - value: 53.481642001920314 + value: 41.22707207638071 - type: nauc_mrr_at_10_std - value: 6.916088911861879 + value: 7.642216005282447 - type: nauc_mrr_at_1_diff1 - value: 71.43831250406643 + value: 73.40480136620272 - type: nauc_mrr_at_1_max - value: 50.69918783298206 + value: 38.86815860879837 - type: nauc_mrr_at_1_std - value: 4.065732274269463 + value: 4.8325955891477275 - type: nauc_mrr_at_20_diff1 - value: 69.69097669322561 + value: 72.28084176981353 - type: nauc_mrr_at_20_max - value: 53.48254877660139 + value: 41.19699794135133 - type: nauc_mrr_at_20_std - value: 6.954450273756836 + value: 7.673602725654943 - type: nauc_mrr_at_3_diff1 - value: 69.65550049564045 + value: 72.2517312298736 - type: nauc_mrr_at_3_max - value: 53.423078677284806 + value: 41.23050336709122 - type: nauc_mrr_at_3_std - value: 6.824360632333201 + value: 7.055398076214827 - type: nauc_mrr_at_5_diff1 - value: 69.85902124700681 + value: 72.3010580466702 - type: nauc_mrr_at_5_max - value: 53.71608187586825 + value: 41.16023128418148 - type: nauc_mrr_at_5_std - value: 6.90332690250169 + value: 7.224799100313062 - type: nauc_ndcg_at_1000_diff1 - value: 32.371178459639395 + value: 31.836096618552684 - type: nauc_ndcg_at_1000_max - value: 34.193107156520355 + value: 24.19594101782851 - type: nauc_ndcg_at_1000_std - value: 9.981416864706453 + value: 11.27051039772318 - type: nauc_ndcg_at_100_diff1 - value: 31.65178281180327 + value: 31.010910429281985 - type: nauc_ndcg_at_100_max - value: 33.88863515144708 + value: 23.73763527936943 - type: nauc_ndcg_at_100_std - value: 9.675400500125894 + value: 11.202567249866915 - type: nauc_ndcg_at_10_diff1 - value: 32.09701979495255 + value: 31.630736903110733 - type: nauc_ndcg_at_10_max - value: 33.50276312450072 + value: 23.29057670190408 - type: nauc_ndcg_at_10_std - value: 7.191084522028669 + value: 8.622063436605352 - type: nauc_ndcg_at_1_diff1 - value: 71.43831250406643 + value: 73.40480136620272 - type: nauc_ndcg_at_1_max - value: 50.69918783298206 + value: 38.86815860879837 - type: nauc_ndcg_at_1_std - value: 4.065732274269463 + value: 4.8325955891477275 - type: nauc_ndcg_at_20_diff1 - value: 31.562637576493692 + value: 31.022867077795073 - type: nauc_ndcg_at_20_max - value: 33.34017245498174 + value: 23.20240329652894 - type: nauc_ndcg_at_20_std - value: 7.969235939844162 + value: 9.910412291823127 - type: nauc_ndcg_at_3_diff1 - value: 35.18977207313904 + value: 35.496569057786346 - type: nauc_ndcg_at_3_max - value: 34.673975073641905 + value: 24.448277354535833 - type: nauc_ndcg_at_3_std - value: 5.325459274582688 + value: 6.498237519761217 - type: nauc_ndcg_at_5_diff1 - value: 33.38000278537343 + value: 33.251227793460906 - type: nauc_ndcg_at_5_max - value: 33.97918169254012 + value: 23.605853646520984 - type: nauc_ndcg_at_5_std - value: 5.978030273125264 + value: 7.54284385208763 - type: nauc_precision_at_1000_diff1 - value: 2.024497553431021 + value: -0.47079501803456375 - type: nauc_precision_at_1000_max - value: 19.574506433204107 + value: 15.089814566667142 - type: nauc_precision_at_1000_std - value: 28.192550360040663 + value: 27.847788246114057 - type: nauc_precision_at_100_diff1 - value: 5.188258524609947 + value: 3.0595485970514704 - type: nauc_precision_at_100_max - value: 21.306662841801312 + value: 14.360431203666717 - type: nauc_precision_at_100_std - value: 20.7260402080751 + value: 22.31753410548815 - type: nauc_precision_at_10_diff1 - value: 12.855802595061384 + value: 11.454235819834814 - type: nauc_precision_at_10_max - value: 23.683240963949206 + value: 14.979788854311145 - type: nauc_precision_at_10_std - value: 9.888003594834135 + value: 11.290542607411098 - type: nauc_precision_at_1_diff1 - value: 71.43831250406643 + value: 73.40480136620272 - type: nauc_precision_at_1_max - value: 50.69918783298206 + value: 38.86815860879837 - type: nauc_precision_at_1_std - value: 4.065732274269463 + value: 4.8325955891477275 - type: nauc_precision_at_20_diff1 - value: 9.630280191534592 + value: 7.60972218209098 - type: nauc_precision_at_20_max - value: 21.779527509411878 + value: 13.692113405742418 - type: nauc_precision_at_20_std - value: 12.159865759201564 + value: 15.359273788872974 - type: nauc_precision_at_3_diff1 - value: 21.486219885493664 + value: 22.002230799209492 - type: nauc_precision_at_3_max - value: 28.180666352570384 + value: 19.075064977055266 - type: nauc_precision_at_3_std - value: 5.975796262301398 + value: 7.1760372858256956 - type: nauc_precision_at_5_diff1 - value: 16.91219034941122 + value: 16.565606958337607 - type: nauc_precision_at_5_max - value: 25.631420440783632 + value: 16.550935196750206 - type: nauc_precision_at_5_std - value: 7.008210555798029 + value: 8.807234374696868 - type: nauc_recall_at_1000_diff1 - value: 2.0244975534313734 + value: -0.47079501803429247 - type: nauc_recall_at_1000_max - value: 19.574506433204146 + value: 15.089814566667334 - type: nauc_recall_at_1000_std - value: 28.192550360040826 + value: 27.847788246114025 - type: nauc_recall_at_100_diff1 - value: 5.188258524609966 + value: 3.0595485970514558 - type: nauc_recall_at_100_max - value: 21.306662841801195 + value: 14.360431203666705 - type: nauc_recall_at_100_std - value: 20.72604020807505 + value: 22.317534105488054 - type: nauc_recall_at_10_diff1 - value: 12.85580259506137 + value: 11.4542358198349 - type: nauc_recall_at_10_max - value: 23.68324096394915 + value: 14.979788854311154 - type: nauc_recall_at_10_std - value: 9.888003594834109 + value: 11.290542607411085 - type: nauc_recall_at_1_diff1 - value: 71.43831250406643 + value: 73.40480136620272 - type: nauc_recall_at_1_max - value: 50.69918783298206 + value: 38.86815860879837 - type: nauc_recall_at_1_std - value: 4.065732274269463 + value: 4.8325955891477275 - type: nauc_recall_at_20_diff1 - value: 9.630280191534691 + value: 7.609722182091017 - type: nauc_recall_at_20_max - value: 21.779527509411942 + value: 13.692113405742424 - type: nauc_recall_at_20_std - value: 12.159865759201631 + value: 15.35927378887301 - type: nauc_recall_at_3_diff1 - value: 21.486219885493682 + value: 22.002230799209435 - type: nauc_recall_at_3_max - value: 28.18066635257036 + value: 19.07506497705519 - type: nauc_recall_at_3_std - value: 5.975796262301328 + value: 7.176037285825619 - type: nauc_recall_at_5_diff1 - value: 16.912190349411212 + value: 16.56560695833764 - type: nauc_recall_at_5_max - value: 25.631420440783636 + value: 16.55093519675023 - type: nauc_recall_at_5_std - value: 7.00821055579809 + value: 8.807234374696902 - type: ndcg_at_1 - value: 71.04700000000001 + value: 72.924 - type: ndcg_at_10 - value: 60.289 + value: 61.76199999999999 - type: ndcg_at_100 - value: 63.499 + value: 64.943 - type: ndcg_at_1000 - value: 64.97500000000001 + value: 66.42 - type: ndcg_at_20 - value: 61.550000000000004 + value: 63.105 - type: ndcg_at_3 - value: 55.901999999999994 + value: 57.318000000000005 - type: ndcg_at_5 - value: 58.25 + value: 59.80799999999999 - type: precision_at_1 - value: 71.04700000000001 + value: 72.924 - type: precision_at_10 - value: 12.44 + value: 12.723999999999998 - type: precision_at_100 - value: 1.498 + value: 1.521 - type: precision_at_1000 - value: 0.169 + value: 0.172 - type: precision_at_20 - value: 6.626 + value: 6.795 - type: precision_at_3 - value: 34.976 + value: 35.863 - type: precision_at_5 - value: 22.839000000000002 + value: 23.487 - type: recall_at_1 - value: 35.522999999999996 + value: 36.462 - type: recall_at_10 - value: 62.20099999999999 + value: 63.619 - type: recall_at_100 - value: 74.91600000000001 + value: 76.036 - type: recall_at_1000 - value: 84.74000000000001 + value: 85.8 - type: recall_at_20 - value: 66.259 + value: 67.95400000000001 - type: recall_at_3 - value: 52.464999999999996 + value: 53.795 - type: recall_at_5 - value: 57.096999999999994 + value: 58.717 task: type: Retrieval - dataset: @@ -16044,287 +15474,287 @@ model-index: type: clarin-knext/msmarco-pl metrics: - type: main_score - value: 35.347 + value: 45.132 - type: map_at_1 - value: 1.469 + value: 1.667 - type: map_at_10 - value: 6.271 + value: 8.405999999999999 - type: map_at_100 - value: 15.82 + value: 20.796 - type: map_at_1000 - value: 19.756999999999998 + value: 25.679999999999996 - type: map_at_20 - value: 9.132 + value: 11.882 - type: map_at_3 - value: 3.075 + value: 3.4000000000000004 - type: map_at_5 - value: 4.191000000000001 + value: 5.289 - type: mrr_at_1 - value: 51.162790697674424 + value: 62.7906976744186 - type: mrr_at_10 - value: 61.57253599114064 + value: 71.9767441860465 - type: mrr_at_100 - value: 61.70237312252635 + value: 72.19001178866145 - type: mrr_at_1000 - value: 61.721282111697384 + value: 72.21077590826278 - type: mrr_at_20 - value: 61.57253599114064 + value: 71.9767441860465 - type: mrr_at_3 - value: 58.52713178294573 + value: 69.76744186046511 - type: mrr_at_5 - value: 60.62015503875969 + value: 71.9767441860465 - type: nauc_map_at_1000_diff1 - value: -6.26148455784313 + value: 13.121496890926018 - type: nauc_map_at_1000_max - value: 70.23579046863748 + value: 64.4620914971356 - type: nauc_map_at_1000_std - value: 77.42651490963746 + value: 70.89107882842627 - type: nauc_map_at_100_diff1 - value: -1.4053806773143986 + value: 6.569373263154751 - type: nauc_map_at_100_max - value: 66.71686830976711 + value: 54.52329917268778 - type: nauc_map_at_100_std - value: 67.38852619857126 + value: 57.970012281008195 - type: nauc_map_at_10_diff1 - value: 12.864067292274589 + value: 12.479881525075633 - type: nauc_map_at_10_max - value: 41.38716748783301 + value: 16.416934605814358 - type: nauc_map_at_10_std - value: 32.51689180198407 + value: 16.562025084061755 - type: nauc_map_at_1_diff1 - value: -1.536748365124193 + value: -13.480148625088354 - type: nauc_map_at_1_max - value: -6.088587734229212 + value: -12.48386553446901 - type: nauc_map_at_1_std - value: -18.068863144899694 + value: -19.47568765990734 - type: nauc_map_at_20_diff1 - value: 8.54318633682049 + value: 8.75113737642458 - type: nauc_map_at_20_max - value: 51.46280940802795 + value: 28.316394733873455 - type: nauc_map_at_20_std - value: 43.84995568398171 + value: 28.706433416288757 - type: nauc_map_at_3_diff1 - value: 15.549945155617095 + value: 0.4892858373106769 - type: nauc_map_at_3_max - value: 16.423852501631057 + value: 4.82429174133813 - type: nauc_map_at_3_std - value: 1.6301262698881138 + value: 2.685691736161667 - type: nauc_map_at_5_diff1 - value: 17.143995737313784 + value: 7.407280581282287 - type: nauc_map_at_5_max - value: 25.892894000158563 + value: 7.810182361989069 - type: nauc_map_at_5_std - value: 13.91119386484427 + value: 7.1694430987177915 - type: nauc_mrr_at_1000_diff1 - value: 20.75486837047241 + value: -1.3143171207174462 - type: nauc_mrr_at_1000_max - value: 48.77384161141147 + value: 55.56132775818817 - type: nauc_mrr_at_1000_std - value: 39.42169406046163 + value: 44.747614607383106 - type: nauc_mrr_at_100_diff1 - value: 20.75098937410054 + value: -1.224506180649995 - type: nauc_mrr_at_100_max - value: 48.8055136010899 + value: 55.600720798015224 - type: nauc_mrr_at_100_std - value: 39.44826676492212 + value: 44.73970951740156 - type: nauc_mrr_at_10_diff1 - value: 20.55168287172998 + value: -1.404072265069855 - type: nauc_mrr_at_10_max - value: 48.92605606155999 + value: 55.81202913496246 - type: nauc_mrr_at_10_std - value: 39.56397190201471 + value: 45.1755213724528 - type: nauc_mrr_at_1_diff1 - value: 27.952914840599213 + value: -3.3932017924925764 - type: nauc_mrr_at_1_max - value: 43.02872038128348 + value: 45.85906083891651 - type: nauc_mrr_at_1_std - value: 30.72899446812769 + value: 36.94174294169342 - type: nauc_mrr_at_20_diff1 - value: 20.55168287172998 + value: -1.404072265069855 - type: nauc_mrr_at_20_max - value: 48.92605606155999 + value: 55.81202913496246 - type: nauc_mrr_at_20_std - value: 39.56397190201471 + value: 45.1755213724528 - type: nauc_mrr_at_3_diff1 - value: 18.318386717289272 + value: -1.9535315867645546 - type: nauc_mrr_at_3_max - value: 47.44180800437328 + value: 54.66533478368106 - type: nauc_mrr_at_3_std - value: 38.74641539481817 + value: 42.93031026511843 - type: nauc_mrr_at_5_diff1 - value: 21.683568755627515 + value: -1.404072265069855 - type: nauc_mrr_at_5_max - value: 48.05001286700342 + value: 55.81202913496246 - type: nauc_mrr_at_5_std - value: 38.244355740197555 + value: 45.1755213724528 - type: nauc_ndcg_at_1000_diff1 - value: -2.468906090162698 + value: 15.612187648926648 - type: nauc_ndcg_at_1000_max - value: 65.57871617608374 + value: 66.0369696987196 - type: nauc_ndcg_at_1000_std - value: 73.3847445547649 + value: 69.96669745374349 - type: nauc_ndcg_at_100_diff1 - value: -2.586690833939304 + value: 8.757636842486582 - type: nauc_ndcg_at_100_max - value: 64.70786040635376 + value: 60.74693277069104 - type: nauc_ndcg_at_100_std - value: 70.64166116490425 + value: 63.76108092965522 - type: nauc_ndcg_at_10_diff1 - value: 8.118353402716513 + value: 6.45234697262411 - type: nauc_ndcg_at_10_max - value: 49.844180236352955 + value: 47.130858592103536 - type: nauc_ndcg_at_10_std - value: 50.131893853105936 + value: 46.654922458779126 - type: nauc_ndcg_at_1_diff1 - value: 29.009521103694098 + value: -4.400276896768569 - type: nauc_ndcg_at_1_max - value: 27.087717021875612 + value: 24.736725318748277 - type: nauc_ndcg_at_1_std - value: 12.6909059627947 + value: 15.100951232927404 - type: nauc_ndcg_at_20_diff1 - value: 2.598718647600475 + value: -0.44419635404462504 - type: nauc_ndcg_at_20_max - value: 53.91164998936515 + value: 53.81470890104093 - type: nauc_ndcg_at_20_std - value: 56.516639941588664 + value: 54.65514527813791 - type: nauc_ndcg_at_3_diff1 - value: 23.836185343273044 + value: 4.176276992379476 - type: nauc_ndcg_at_3_max - value: 36.263454561458765 + value: 33.4079755228582 - type: nauc_ndcg_at_3_std - value: 28.43323538514256 + value: 26.097236468435497 - type: nauc_ndcg_at_5_diff1 - value: 16.77391181835752 + value: 9.966039505450683 - type: nauc_ndcg_at_5_max - value: 43.296899586211104 + value: 40.118178652342394 - type: nauc_ndcg_at_5_std - value: 39.1824699044313 + value: 34.33405125137147 - type: nauc_precision_at_1000_diff1 - value: -15.186803611287433 + value: 13.757669487153102 - type: nauc_precision_at_1000_max - value: 46.85780719962127 + value: 52.007228955531794 - type: nauc_precision_at_1000_std - value: 70.3960638613034 + value: 62.70603005119199 - type: nauc_precision_at_100_diff1 - value: -15.422155872405632 + value: 7.1595084301066105 - type: nauc_precision_at_100_max - value: 55.72313908696537 + value: 57.56055309573276 - type: nauc_precision_at_100_std - value: 76.82533899336994 + value: 69.09674838687823 - type: nauc_precision_at_10_diff1 - value: -3.067825687414238 + value: 10.548904389246808 - type: nauc_precision_at_10_max - value: 56.91434531209 + value: 58.361747853932435 - type: nauc_precision_at_10_std - value: 66.04691744928004 + value: 62.35890309913381 - type: nauc_precision_at_1_diff1 - value: 27.952914840599213 + value: -3.3932017924925764 - type: nauc_precision_at_1_max - value: 43.02872038128348 + value: 45.85906083891651 - type: nauc_precision_at_1_std - value: 30.72899446812769 + value: 36.94174294169342 - type: nauc_precision_at_20_diff1 - value: -5.544645405468878 + value: 0.5486557649755647 - type: nauc_precision_at_20_max - value: 57.8695034639674 + value: 55.8966200841496 - type: nauc_precision_at_20_std - value: 68.93286041931582 + value: 64.46833667077514 - type: nauc_precision_at_3_diff1 - value: 20.19348967585854 + value: 3.74969726265482 - type: nauc_precision_at_3_max - value: 45.597437337579386 + value: 50.98538299147468 - type: nauc_precision_at_3_std - value: 42.03959265688183 + value: 47.52256580019106 - type: nauc_precision_at_5_diff1 - value: 9.23998523103908 + value: 14.409304075805396 - type: nauc_precision_at_5_max - value: 49.25574086871373 + value: 52.63426384539844 - type: nauc_precision_at_5_std - value: 52.88526969215077 + value: 48.72540538657435 - type: nauc_recall_at_1000_diff1 - value: -8.862740141707581 + value: 14.810856570503505 - type: nauc_recall_at_1000_max - value: 55.712545242253256 + value: 56.70402594077228 - type: nauc_recall_at_1000_std - value: 67.30648023155955 + value: 62.44988045776601 - type: nauc_recall_at_100_diff1 - value: -3.1881977191212036 + value: -0.547033022823402 - type: nauc_recall_at_100_max - value: 51.673275503044906 + value: 37.5943435400723 - type: nauc_recall_at_100_std - value: 54.48134578839626 + value: 42.055737611040904 - type: nauc_recall_at_10_diff1 - value: 13.364983119491827 + value: 5.6072575274918695 - type: nauc_recall_at_10_max - value: 36.25593546742792 + value: 6.244507044627988 - type: nauc_recall_at_10_std - value: 27.09713611846276 + value: 5.1959433044082575 - type: nauc_recall_at_1_diff1 - value: -1.536748365124193 + value: -13.480148625088354 - type: nauc_recall_at_1_max - value: -6.088587734229212 + value: -12.48386553446901 - type: nauc_recall_at_1_std - value: -18.068863144899694 + value: -19.47568765990734 - type: nauc_recall_at_20_diff1 - value: 7.510007055555984 + value: 1.5008424440815344 - type: nauc_recall_at_20_max - value: 38.09054135617318 + value: 16.711622731636748 - type: nauc_recall_at_20_std - value: 30.40674848457391 + value: 16.46978349884905 - type: nauc_recall_at_3_diff1 - value: 14.714490489795676 + value: -2.3329900069251996 - type: nauc_recall_at_3_max - value: 13.456002270727083 + value: 2.511711071593615 - type: nauc_recall_at_3_std - value: -1.5169948432854514 + value: -0.5855889251226093 - type: nauc_recall_at_5_diff1 - value: 15.54314759180975 + value: 4.1075104414046315 - type: nauc_recall_at_5_max - value: 21.228461904073818 + value: 0.34189966462509463 - type: nauc_recall_at_5_std - value: 9.414065747326763 + value: -1.89085195502975 - type: ndcg_at_1 - value: 40.31 + value: 50.0 - type: ndcg_at_10 - value: 35.347 + value: 45.132 - type: ndcg_at_100 - value: 33.467 + value: 41.504999999999995 - type: ndcg_at_1000 - value: 40.681 + value: 49.738 - type: ndcg_at_20 - value: 34.001 + value: 42.569 - type: ndcg_at_3 - value: 37.366 + value: 45.423 - type: ndcg_at_5 - value: 36.394 + value: 45.611000000000004 - type: precision_at_1 - value: 51.163000000000004 + value: 62.791 - type: precision_at_10 - value: 44.186 + value: 54.419 - type: precision_at_100 - value: 20.837 + value: 25.047000000000004 - type: precision_at_1000 - value: 4.2299999999999995 + value: 5.002 - type: precision_at_20 - value: 37.442 + value: 46.394999999999996 - type: precision_at_3 - value: 50.388 + value: 57.364000000000004 - type: precision_at_5 - value: 48.837 + value: 57.208999999999996 - type: recall_at_1 - value: 1.469 + value: 1.667 - type: recall_at_10 - value: 7.9479999999999995 + value: 10.933 - type: recall_at_100 - value: 28.733999999999998 + value: 35.169 - type: recall_at_1000 - value: 50.297000000000004 + value: 59.955999999999996 - type: recall_at_20 - value: 12.948 + value: 16.399 - type: recall_at_3 - value: 3.4259999999999997 + value: 3.7379999999999995 - type: recall_at_5 - value: 4.9110000000000005 + value: 6.365 task: type: Retrieval - dataset: @@ -16335,13 +15765,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 51.19031607262945 + value: 62.55548083389375 - type: f1 - value: 46.10258936993461 + value: 55.243883281423955 - type: f1_weighted - value: 50.901181253035034 + value: 61.53554902108963 - type: main_score - value: 51.19031607262945 + value: 62.55548083389375 task: type: Classification - dataset: @@ -16352,13 +15782,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 60.645595158036315 + value: 71.7518493611298 - type: f1 - value: 59.44482127439026 + value: 69.39084021404145 - type: f1_weighted - value: 60.168807528534984 + value: 71.48397679382578 - type: main_score - value: 60.645595158036315 + value: 71.7518493611298 task: type: Classification - dataset: @@ -16369,287 +15799,287 @@ model-index: type: clarin-knext/nfcorpus-pl metrics: - type: main_score - value: 25.395 + value: 27.359 - type: map_at_1 - value: 4.162 + value: 4.013 - type: map_at_10 - value: 8.706 + value: 9.243 - type: map_at_100 - value: 10.825 + value: 11.417 - type: map_at_1000 - value: 11.882 + value: 12.465 - type: map_at_20 - value: 9.699 + value: 10.241999999999999 - type: map_at_3 - value: 6.370000000000001 + value: 6.6739999999999995 - type: map_at_5 - value: 7.392 + value: 7.720000000000001 - type: mrr_at_1 - value: 36.22291021671827 + value: 36.84210526315789 - type: mrr_at_10 - value: 43.31662489557226 + value: 45.80704211509165 - type: mrr_at_100 - value: 44.034094585948445 + value: 46.43056530919217 - type: mrr_at_1000 - value: 44.08497362710692 + value: 46.481813685972384 - type: mrr_at_20 - value: 43.73522641310121 + value: 46.2328011230761 - type: mrr_at_3 - value: 41.17647058823529 + value: 43.653250773993804 - type: mrr_at_5 - value: 42.19814241486068 + value: 44.75232198142416 - type: nauc_map_at_1000_diff1 - value: 20.409989638127485 + value: 24.84177430292285 - type: nauc_map_at_1000_max - value: 21.313793692439358 + value: 17.115036682746375 - type: nauc_map_at_1000_std - value: 26.453432767218242 + value: 24.075727964418853 - type: nauc_map_at_100_diff1 - value: 21.1324476885251 + value: 25.813465171019708 - type: nauc_map_at_100_max - value: 20.162732858714488 + value: 15.890774948775189 - type: nauc_map_at_100_std - value: 23.299208899543444 + value: 20.733065453457606 - type: nauc_map_at_10_diff1 - value: 25.356667770298184 + value: 29.488943622716107 - type: nauc_map_at_10_max - value: 14.593319794998328 + value: 9.776720754233569 - type: nauc_map_at_10_std - value: 14.307985847242206 + value: 10.581345052422016 - type: nauc_map_at_1_diff1 - value: 49.48663924597492 + value: 48.57974934948135 - type: nauc_map_at_1_max - value: 6.253498999289057 + value: 1.149527115405564 - type: nauc_map_at_1_std - value: -1.0237763936348632 + value: -2.0301983395175363 - type: nauc_map_at_20_diff1 - value: 23.25076257190515 + value: 27.744545091489826 - type: nauc_map_at_20_max - value: 18.067585719861558 + value: 12.800210322701194 - type: nauc_map_at_20_std - value: 18.661482884581616 + value: 15.036851255880851 - type: nauc_map_at_3_diff1 - value: 36.09641802781903 + value: 37.25540055051418 - type: nauc_map_at_3_max - value: 10.438404957893699 + value: 4.906473702901897 - type: nauc_map_at_3_std - value: 6.545314741707626 + value: 1.462933406016024 - type: nauc_map_at_5_diff1 - value: 31.563017185316582 + value: 33.75262117705747 - type: nauc_map_at_5_max - value: 10.624857568430182 + value: 5.349094540200769 - type: nauc_map_at_5_std - value: 8.071135835564556 + value: 4.009473353212513 - type: nauc_mrr_at_1000_diff1 - value: 25.914988046957298 + value: 25.923316236906224 - type: nauc_mrr_at_1000_max - value: 29.500178958357004 + value: 30.218473131172814 - type: nauc_mrr_at_1000_std - value: 30.007836859386217 + value: 34.32841034971355 - type: nauc_mrr_at_100_diff1 - value: 25.909334138328415 + value: 25.89160877435761 - type: nauc_mrr_at_100_max - value: 29.52338779009421 + value: 30.26076316909358 - type: nauc_mrr_at_100_std - value: 30.04513581497261 + value: 34.38168790885202 - type: nauc_mrr_at_10_diff1 - value: 25.8265466125622 + value: 25.94165965662626 - type: nauc_mrr_at_10_max - value: 29.190136722031696 + value: 29.92861838955619 - type: nauc_mrr_at_10_std - value: 29.91591104432339 + value: 34.217857324602384 - type: nauc_mrr_at_1_diff1 - value: 28.59348773396338 + value: 27.77544038178182 - type: nauc_mrr_at_1_max - value: 24.8079752457763 + value: 23.544571519690063 - type: nauc_mrr_at_1_std - value: 23.91126072409742 + value: 29.133288904288985 - type: nauc_mrr_at_20_diff1 - value: 25.802689022704183 + value: 25.817823276199377 - type: nauc_mrr_at_20_max - value: 29.530951070963336 + value: 30.212951519162534 - type: nauc_mrr_at_20_std - value: 30.174133821321725 + value: 34.38656845672502 - type: nauc_mrr_at_3_diff1 - value: 27.20001662389779 + value: 27.253167791083772 - type: nauc_mrr_at_3_max - value: 27.937268010329507 + value: 28.668229911423044 - type: nauc_mrr_at_3_std - value: 28.192212081421474 + value: 32.24039598508148 - type: nauc_mrr_at_5_diff1 - value: 25.808760122402813 + value: 26.50152942042588 - type: nauc_mrr_at_5_max - value: 28.320555828208317 + value: 29.014104429398657 - type: nauc_mrr_at_5_std - value: 28.94783269529472 + value: 33.10408829199384 - type: nauc_ndcg_at_1000_diff1 - value: 18.382064145005554 + value: 21.670441606508682 - type: nauc_ndcg_at_1000_max - value: 37.682973683950046 + value: 35.085480170350294 - type: nauc_ndcg_at_1000_std - value: 41.50740480181961 + value: 40.26959838435534 - type: nauc_ndcg_at_100_diff1 - value: 17.064373462803946 + value: 20.56655267151386 - type: nauc_ndcg_at_100_max - value: 31.68841170112502 + value: 29.059496472106172 - type: nauc_ndcg_at_100_std - value: 36.129889624470515 + value: 36.20604882231693 - type: nauc_ndcg_at_10_diff1 - value: 13.4115588783113 + value: 19.327892822047392 - type: nauc_ndcg_at_10_max - value: 25.02525617768273 + value: 22.970443207173847 - type: nauc_ndcg_at_10_std - value: 34.6721573881345 + value: 33.63485024562264 - type: nauc_ndcg_at_1_diff1 - value: 29.894042590382835 + value: 29.440869586898806 - type: nauc_ndcg_at_1_max - value: 20.74535829394909 + value: 21.1892146993199 - type: nauc_ndcg_at_1_std - value: 22.120360699896317 + value: 27.715145294772626 - type: nauc_ndcg_at_20_diff1 - value: 15.634409370114245 + value: 19.84119342340242 - type: nauc_ndcg_at_20_max - value: 26.50893784943651 + value: 24.648907071153918 - type: nauc_ndcg_at_20_std - value: 35.038198867324475 + value: 34.21144991558109 - type: nauc_ndcg_at_3_diff1 - value: 18.96300171211221 + value: 22.475236266303952 - type: nauc_ndcg_at_3_max - value: 23.33029230184083 + value: 22.5673625414089 - type: nauc_ndcg_at_3_std - value: 29.920377781867707 + value: 30.40344427150939 - type: nauc_ndcg_at_5_diff1 - value: 15.79868149715457 + value: 20.435706146454795 - type: nauc_ndcg_at_5_max - value: 22.579264404978712 + value: 20.807509478884405 - type: nauc_ndcg_at_5_std - value: 30.211799699921738 + value: 30.50756403953348 - type: nauc_precision_at_1000_diff1 - value: -6.199888311259285 + value: -7.734779276193169 - type: nauc_precision_at_1000_max - value: 9.309794448376303 + value: 10.369447288094234 - type: nauc_precision_at_1000_std - value: 31.78959217396635 + value: 38.88122374339474 - type: nauc_precision_at_100_diff1 - value: -6.136903664719646 + value: -5.148267935551239 - type: nauc_precision_at_100_max - value: 22.013385001054626 + value: 22.682811622480507 - type: nauc_precision_at_100_std - value: 48.14689780650813 + value: 52.14414978661011 - type: nauc_precision_at_10_diff1 - value: -4.853429266457739 + value: 4.2440553409575115 - type: nauc_precision_at_10_max - value: 27.509406452527795 + value: 24.922198902459577 - type: nauc_precision_at_10_std - value: 46.374536894242596 + value: 44.24729160099345 - type: nauc_precision_at_1_diff1 - value: 28.59348773396338 + value: 28.683873179972423 - type: nauc_precision_at_1_max - value: 24.8079752457763 + value: 24.333474443231477 - type: nauc_precision_at_1_std - value: 23.91126072409742 + value: 29.657103597064992 - type: nauc_precision_at_20_diff1 - value: -3.1905789371666917 + value: 0.981459375147628 - type: nauc_precision_at_20_max - value: 27.176658491295246 + value: 26.656822900511944 - type: nauc_precision_at_20_std - value: 48.18584487920634 + value: 47.61829905274704 - type: nauc_precision_at_3_diff1 - value: 8.3848103781276 + value: 14.009226282963393 - type: nauc_precision_at_3_max - value: 27.892039299948824 + value: 25.206963221334643 - type: nauc_precision_at_3_std - value: 36.43253708925813 + value: 34.640163356829575 - type: nauc_precision_at_5_diff1 - value: 2.196790718752423 + value: 9.732199396026699 - type: nauc_precision_at_5_max - value: 25.498636373099792 + value: 21.620896160839308 - type: nauc_precision_at_5_std - value: 37.223277286205686 + value: 36.54829562203162 - type: nauc_recall_at_1000_diff1 - value: 9.6168415443447 + value: 13.592706145413594 - type: nauc_recall_at_1000_max - value: 30.81068257150451 + value: 26.905710458923515 - type: nauc_recall_at_1000_std - value: 31.23012946206547 + value: 27.77232599212786 - type: nauc_recall_at_100_diff1 - value: 8.288803190895507 + value: 11.474980161550619 - type: nauc_recall_at_100_max - value: 28.5985358200399 + value: 24.6542606788053 - type: nauc_recall_at_100_std - value: 29.264243501743554 + value: 26.088933416325894 - type: nauc_recall_at_10_diff1 - value: 15.538928611457752 + value: 20.86627786542471 - type: nauc_recall_at_10_max - value: 16.507431812158853 + value: 12.310575849201342 - type: nauc_recall_at_10_std - value: 14.357359644755332 + value: 8.93720284107538 - type: nauc_recall_at_1_diff1 - value: 49.48663924597492 + value: 48.57974934948135 - type: nauc_recall_at_1_max - value: 6.253498999289057 + value: 1.149527115405564 - type: nauc_recall_at_1_std - value: -1.0237763936348632 + value: -2.0301983395175363 - type: nauc_recall_at_20_diff1 - value: 12.33220171683594 + value: 17.03977114136929 - type: nauc_recall_at_20_max - value: 21.401205102336334 + value: 15.132361504438405 - type: nauc_recall_at_20_std - value: 19.894796654272344 + value: 14.39504435329145 - type: nauc_recall_at_3_diff1 - value: 32.92453106017296 + value: 33.90735954186142 - type: nauc_recall_at_3_max - value: 12.154084693905993 + value: 7.589690453066397 - type: nauc_recall_at_3_std - value: 7.874826452646235 + value: 0.8609172933612455 - type: nauc_recall_at_5_diff1 - value: 24.83900378186163 + value: 27.37452904528661 - type: nauc_recall_at_5_max - value: 10.618063467740885 + value: 6.950034812753282 - type: nauc_recall_at_5_std - value: 7.700886647757196 + value: 2.9248007586594396 - type: ndcg_at_1 - value: 34.83 + value: 35.294 - type: ndcg_at_10 - value: 25.395 + value: 27.359 - type: ndcg_at_100 - value: 23.294 + value: 24.285999999999998 - type: ndcg_at_1000 - value: 31.655 + value: 32.438 - type: ndcg_at_20 - value: 23.961 + value: 25.418000000000003 - type: ndcg_at_3 - value: 29.720000000000002 + value: 31.328 - type: ndcg_at_5 - value: 27.687 + value: 29.269000000000002 - type: precision_at_1 - value: 36.223 + value: 36.533 - type: precision_at_10 - value: 18.884999999999998 + value: 20.681 - type: precision_at_100 - value: 5.944 + value: 6.087 - type: precision_at_1000 - value: 1.757 + value: 1.7469999999999999 - type: precision_at_20 - value: 14.427000000000001 + value: 15.325 - type: precision_at_3 - value: 27.761000000000003 + value: 29.309 - type: precision_at_5 - value: 23.839 + value: 25.201 - type: recall_at_1 - value: 4.162 + value: 4.013 - type: recall_at_10 - value: 12.139999999999999 + value: 13.153 - type: recall_at_100 - value: 24.006 + value: 24.549000000000003 - type: recall_at_1000 - value: 53.617000000000004 + value: 53.908 - type: recall_at_20 - value: 15.412 + value: 16.453 - type: recall_at_3 - value: 7.097 + value: 7.832999999999999 - type: recall_at_5 - value: 8.933 + value: 9.693999999999999 task: type: Retrieval - dataset: @@ -16660,287 +16090,287 @@ model-index: type: clarin-knext/nq-pl metrics: - type: main_score - value: 22.603 + value: 30.842000000000002 - type: map_at_1 - value: 9.948 + value: 15.584999999999999 - type: map_at_10 - value: 17.845 + value: 25.141999999999996 - type: map_at_100 - value: 18.959 + value: 26.387 - type: map_at_1000 - value: 19.048000000000002 + value: 26.458 - type: map_at_20 - value: 18.455 + value: 25.897 - type: map_at_3 - value: 15.132000000000001 + value: 21.792 - type: map_at_5 - value: 16.601 + value: 23.605 - type: mrr_at_1 - value: 11.674391657010428 + value: 17.526071842410197 - type: mrr_at_10 - value: 19.470320862991787 + value: 27.034281943754777 - type: mrr_at_100 - value: 20.446877601173824 + value: 28.093499231975112 - type: mrr_at_1000 - value: 20.522814299465214 + value: 28.151579697181628 - type: mrr_at_20 - value: 20.008110000836435 + value: 27.685578601768064 - type: mrr_at_3 - value: 16.840478949401305 + value: 23.966782541521876 - type: mrr_at_5 - value: 18.30484743144072 + value: 25.63538045577454 - type: nauc_map_at_1000_diff1 - value: 18.26172777698686 + value: 25.629659206470034 - type: nauc_map_at_1000_max - value: 31.552551452692246 + value: 19.50903133109958 - type: nauc_map_at_1000_std - value: 22.212928434695396 + value: 11.369355803540456 - type: nauc_map_at_100_diff1 - value: 18.24688938509314 + value: 25.63185640379452 - type: nauc_map_at_100_max - value: 31.53817410525147 + value: 19.49043016244933 - type: nauc_map_at_100_std - value: 22.17330126384622 + value: 11.349471698782217 - type: nauc_map_at_10_diff1 - value: 18.447992786558256 + value: 25.801905100212085 - type: nauc_map_at_10_max - value: 30.60350408504903 + value: 18.71914313595772 - type: nauc_map_at_10_std - value: 20.755467147228096 + value: 10.101933080218412 - type: nauc_map_at_1_diff1 - value: 22.418576585549367 + value: 27.69756013829008 - type: nauc_map_at_1_max - value: 25.037598941208795 + value: 13.265356278967614 - type: nauc_map_at_1_std - value: 14.90958753798771 + value: 4.845453511488002 - type: nauc_map_at_20_diff1 - value: 18.340722439154305 + value: 25.57617091165384 - type: nauc_map_at_20_max - value: 31.196838529305232 + value: 19.22087134146287 - type: nauc_map_at_20_std - value: 21.552426519419058 + value: 10.863338999338074 - type: nauc_map_at_3_diff1 - value: 17.940689608351526 + value: 26.04936647826419 - type: nauc_map_at_3_max - value: 28.32670652769566 + value: 17.00014461889098 - type: nauc_map_at_3_std - value: 18.933678775214837 + value: 8.345803797704802 - type: nauc_map_at_5_diff1 - value: 18.391656882948464 + value: 25.926914766086163 - type: nauc_map_at_5_max - value: 29.442343951102085 + value: 17.909768342318312 - type: nauc_map_at_5_std - value: 19.52289104922354 + value: 8.99533665314055 - type: nauc_mrr_at_1000_diff1 - value: 17.527174397586858 + value: 24.821439280682775 - type: nauc_mrr_at_1000_max - value: 31.602488727319578 + value: 20.48215524313607 - type: nauc_mrr_at_1000_std - value: 22.93577716482068 + value: 13.302755245100787 - type: nauc_mrr_at_100_diff1 - value: 17.522315985248973 + value: 24.822888515699727 - type: nauc_mrr_at_100_max - value: 31.59648863674416 + value: 20.476125364875305 - type: nauc_mrr_at_100_std - value: 22.91993463994322 + value: 13.303370196580808 - type: nauc_mrr_at_10_diff1 - value: 17.576986591026188 + value: 24.827095834283377 - type: nauc_mrr_at_10_max - value: 31.004768241816667 + value: 19.906455259365014 - type: nauc_mrr_at_10_std - value: 21.965789582568895 + value: 12.461215626420783 - type: nauc_mrr_at_1_diff1 - value: 21.13678758908292 + value: 27.354076617153282 - type: nauc_mrr_at_1_max - value: 26.011414032723156 + value: 15.421589080989397 - type: nauc_mrr_at_1_std - value: 16.254994138259015 + value: 7.854191402321044 - type: nauc_mrr_at_20_diff1 - value: 17.53035779699737 + value: 24.707829956282353 - type: nauc_mrr_at_20_max - value: 31.388046420817066 + value: 20.343614549048684 - type: nauc_mrr_at_20_std - value: 22.542621346666966 + value: 12.991368337778994 - type: nauc_mrr_at_3_diff1 - value: 17.10815729544247 + value: 25.001495195422212 - type: nauc_mrr_at_3_max - value: 29.09795467526024 + value: 18.670877184315987 - type: nauc_mrr_at_3_std - value: 20.212196884709975 + value: 11.073823459359353 - type: nauc_mrr_at_5_diff1 - value: 17.508485448153106 + value: 25.09633485104506 - type: nauc_mrr_at_5_max - value: 30.051730901603225 + value: 19.289598809877393 - type: nauc_mrr_at_5_std - value: 20.812623893192008 + value: 11.447861090124427 - type: nauc_ndcg_at_1000_diff1 - value: 17.42831835054262 + value: 24.454331896090252 - type: nauc_ndcg_at_1000_max - value: 36.852823471922896 + value: 24.54817880813177 - type: nauc_ndcg_at_1000_std - value: 29.5092221137645 + value: 18.291577235898664 - type: nauc_ndcg_at_100_diff1 - value: 17.18145786352413 + value: 24.4900499476292 - type: nauc_ndcg_at_100_max - value: 36.68127658612261 + value: 24.3113863055596 - type: nauc_ndcg_at_100_std - value: 29.070246776560733 + value: 18.283249505464127 - type: nauc_ndcg_at_10_diff1 - value: 17.650254435216336 + value: 24.75304628631047 - type: nauc_ndcg_at_10_max - value: 32.9711852272957 + value: 21.346414904765112 - type: nauc_ndcg_at_10_std - value: 23.33796255600112 + value: 13.144087870627114 - type: nauc_ndcg_at_1_diff1 - value: 21.13678758908292 + value: 27.354076617153282 - type: nauc_ndcg_at_1_max - value: 26.011414032723156 + value: 15.421589080989397 - type: nauc_ndcg_at_1_std - value: 16.254994138259015 + value: 7.854191402321044 - type: nauc_ndcg_at_20_diff1 - value: 17.41646581029652 + value: 24.054443970465634 - type: nauc_ndcg_at_20_max - value: 34.56260516594143 + value: 23.02090178343728 - type: nauc_ndcg_at_20_std - value: 25.560816497093715 + value: 15.466706732549639 - type: nauc_ndcg_at_3_diff1 - value: 16.72984648539772 + value: 25.21593203645425 - type: nauc_ndcg_at_3_max - value: 29.165578029472623 + value: 18.366389791319857 - type: nauc_ndcg_at_3_std - value: 20.016518044505823 + value: 9.886764558221312 - type: nauc_ndcg_at_5_diff1 - value: 17.531443204854625 + value: 25.18968308632415 - type: nauc_ndcg_at_5_max - value: 30.813625874766686 + value: 19.714457143715883 - type: nauc_ndcg_at_5_std - value: 20.89999189522855 + value: 10.810267333820615 - type: nauc_precision_at_1000_diff1 - value: 8.023671491885642 + value: 5.311743560049695 - type: nauc_precision_at_1000_max - value: 38.57244285086915 + value: 31.8449636551786 - type: nauc_precision_at_1000_std - value: 42.75950436813853 + value: 38.560980646256645 - type: nauc_precision_at_100_diff1 - value: 10.533355130718231 + value: 11.642708984639716 - type: nauc_precision_at_100_max - value: 43.7116482300273 + value: 33.08348545702312 - type: nauc_precision_at_100_std - value: 44.060964750358266 + value: 38.84569611188958 - type: nauc_precision_at_10_diff1 - value: 14.972903054044348 + value: 19.39529546701617 - type: nauc_precision_at_10_max - value: 38.05240735938072 + value: 27.35329522618733 - type: nauc_precision_at_10_std - value: 29.648310668280097 + value: 21.657982938733863 - type: nauc_precision_at_1_diff1 - value: 21.13678758908292 + value: 27.354076617153282 - type: nauc_precision_at_1_max - value: 26.011414032723156 + value: 15.421589080989397 - type: nauc_precision_at_1_std - value: 16.254994138259015 + value: 7.854191402321044 - type: nauc_precision_at_20_diff1 - value: 13.554472011508237 + value: 15.315200424520157 - type: nauc_precision_at_20_max - value: 41.02208151220986 + value: 30.813032263448335 - type: nauc_precision_at_20_std - value: 34.85824745823735 + value: 28.51929835139947 - type: nauc_precision_at_3_diff1 - value: 14.116040804511186 + value: 23.171414749401624 - type: nauc_precision_at_3_max - value: 31.682445198182435 + value: 22.230781193639906 - type: nauc_precision_at_3_std - value: 23.62076223063366 + value: 14.39995607518812 - type: nauc_precision_at_5_diff1 - value: 15.243710801321306 + value: 22.12050049652593 - type: nauc_precision_at_5_max - value: 34.19548751195127 + value: 24.47739013891615 - type: nauc_precision_at_5_std - value: 24.721994359051823 + value: 15.911936861665232 - type: nauc_recall_at_1000_diff1 - value: 16.364726224776085 + value: 18.49721947186244 - type: nauc_recall_at_1000_max - value: 61.50384743818951 + value: 59.77562391547361 - type: nauc_recall_at_1000_std - value: 64.05244001475157 + value: 67.25992226904116 - type: nauc_recall_at_100_diff1 - value: 14.842800608772844 + value: 21.08120571727416 - type: nauc_recall_at_100_max - value: 51.09642253042941 + value: 41.81711687017934 - type: nauc_recall_at_100_std - value: 48.974514602283755 + value: 45.46881224307712 - type: nauc_recall_at_10_diff1 - value: 16.295810264449052 + value: 22.267969061265276 - type: nauc_recall_at_10_max - value: 36.62230075893423 + value: 26.20350836241132 - type: nauc_recall_at_10_std - value: 27.091531221220855 + value: 18.312586912516927 - type: nauc_recall_at_1_diff1 - value: 22.418576585549367 + value: 27.69756013829008 - type: nauc_recall_at_1_max - value: 25.037598941208795 + value: 13.265356278967614 - type: nauc_recall_at_1_std - value: 14.90958753798771 + value: 4.845453511488002 - type: nauc_recall_at_20_diff1 - value: 15.663708298579454 + value: 19.7184358966775 - type: nauc_recall_at_20_max - value: 40.669425710354055 + value: 32.18279692099271 - type: nauc_recall_at_20_std - value: 32.92105064475319 + value: 26.185137240814377 - type: nauc_recall_at_3_diff1 - value: 14.248164870616547 + value: 23.501740451271914 - type: nauc_recall_at_3_max - value: 29.788818279139523 + value: 19.91360673787573 - type: nauc_recall_at_3_std - value: 20.94235306703937 + value: 11.210024942573977 - type: nauc_recall_at_5_diff1 - value: 16.12430269320114 + value: 23.437183434421655 - type: nauc_recall_at_5_max - value: 32.56849460357168 + value: 22.272023416475623 - type: nauc_recall_at_5_std - value: 22.28933193164056 + value: 12.814496156956142 - type: ndcg_at_1 - value: 11.674 + value: 17.526 - type: ndcg_at_10 - value: 22.603 + value: 30.842000000000002 - type: ndcg_at_100 - value: 28.094 + value: 36.629 - type: ndcg_at_1000 - value: 30.489 + value: 38.495000000000005 - type: ndcg_at_20 - value: 24.697 + value: 33.382 - type: ndcg_at_3 - value: 17.104 + value: 24.252000000000002 - type: ndcg_at_5 - value: 19.708000000000002 + value: 27.339000000000002 - type: precision_at_1 - value: 11.674 + value: 17.526 - type: precision_at_10 - value: 4.287 + value: 5.548 - type: precision_at_100 - value: 0.743 + value: 0.88 - type: precision_at_1000 - value: 0.097 + value: 0.106 - type: precision_at_20 - value: 2.64 + value: 3.3649999999999998 - type: precision_at_3 - value: 8.324 + value: 11.25 - type: precision_at_5 - value: 6.483 + value: 8.517 - type: recall_at_1 - value: 9.948 + value: 15.584999999999999 - type: recall_at_10 - value: 35.772 + value: 46.521 - type: recall_at_100 - value: 60.989000000000004 + value: 72.571 - type: recall_at_1000 - value: 79.321 + value: 86.86500000000001 - type: recall_at_20 - value: 43.608000000000004 + value: 56.004 - type: recall_at_3 - value: 21.125 + value: 29.195999999999998 - type: recall_at_5 - value: 27.211000000000002 + value: 36.324 task: type: Retrieval - dataset: @@ -16951,17 +16381,17 @@ model-index: type: laugustyniak/abusive-clauses-pl metrics: - type: accuracy - value: 65.58934260063714 + value: 64.80162177816392 - type: ap - value: 74.96037603906956 + value: 74.10348604798286 - type: ap_weighted - value: 74.96037603906956 + value: 74.10348604798286 - type: f1 - value: 62.46883531701779 + value: 61.280331645723685 - type: f1_weighted - value: 65.87422072252049 + value: 65.03859489177282 - type: main_score - value: 65.58934260063714 + value: 64.80162177816392 task: type: Classification - dataset: @@ -16972,85 +16402,85 @@ model-index: type: PL-MTEB/psc-pairclassification metrics: - type: cosine_accuracy - value: 97.49536178107606 + value: 97.77365491651206 - type: cosine_accuracy_threshold - value: 64.87605571746826 + value: 81.08445405960083 - type: cosine_ap - value: 99.41573082613479 + value: 99.43195082030653 - type: cosine_f1 - value: 95.98811292719166 + value: 96.40718562874251 - type: cosine_f1_threshold - value: 62.816452980041504 + value: 81.08445405960083 - type: cosine_precision - value: 93.6231884057971 + value: 94.70588235294117 - type: cosine_recall - value: 98.47560975609755 + value: 98.17073170731707 - type: dot_accuracy - value: 97.49536178107606 + value: 97.77365491651206 - type: dot_accuracy_threshold - value: 64.87605571746826 + value: 81.08445405960083 - type: dot_ap - value: 99.41573082613479 + value: 99.43195082030653 - type: dot_f1 - value: 95.98811292719166 + value: 96.40718562874251 - type: dot_f1_threshold - value: 62.81645894050598 + value: 81.08445405960083 - type: dot_precision - value: 93.6231884057971 + value: 94.70588235294117 - type: dot_recall - value: 98.47560975609755 + value: 98.17073170731707 - type: euclidean_accuracy - value: 97.49536178107606 + value: 97.77365491651206 - type: euclidean_accuracy_threshold - value: 83.81399512290955 + value: 61.50695085525513 - type: euclidean_ap - value: 99.41573082613479 + value: 99.43195082030653 - type: euclidean_f1 - value: 95.98811292719166 + value: 96.40718562874251 - type: euclidean_f1_threshold - value: 86.23623847961426 + value: 61.50695085525513 - type: euclidean_precision - value: 93.6231884057971 + value: 94.70588235294117 - type: euclidean_recall - value: 98.47560975609755 + value: 98.17073170731707 - type: main_score - value: 99.4366325576277 + value: 99.46339853695966 - type: manhattan_accuracy - value: 97.49536178107606 + value: 98.05194805194806 - type: manhattan_accuracy_threshold - value: 1991.1922454833984 + value: 1428.3578872680664 - type: manhattan_ap - value: 99.4366325576277 + value: 99.46339853695966 - type: manhattan_f1 - value: 95.95202398800599 + value: 96.83257918552036 - type: manhattan_f1_threshold - value: 2005.5305480957031 + value: 1428.3578872680664 - type: manhattan_precision - value: 94.3952802359882 + value: 95.82089552238806 - type: manhattan_recall - value: 97.5609756097561 + value: 97.86585365853658 - type: max_ap - value: 99.4366325576277 + value: 99.46339853695966 - type: max_f1 - value: 95.98811292719166 + value: 96.83257918552036 - type: max_precision - value: 94.3952802359882 + value: 95.82089552238806 - type: max_recall - value: 98.47560975609755 + value: 98.17073170731707 - type: similarity_accuracy - value: 97.49536178107606 + value: 97.77365491651206 - type: similarity_accuracy_threshold - value: 64.87605571746826 + value: 81.08445405960083 - type: similarity_ap - value: 99.41573082613479 + value: 99.43195082030653 - type: similarity_f1 - value: 95.98811292719166 + value: 96.40718562874251 - type: similarity_f1_threshold - value: 62.816452980041504 + value: 81.08445405960083 - type: similarity_precision - value: 93.6231884057971 + value: 94.70588235294117 - type: similarity_recall - value: 98.47560975609755 + value: 98.17073170731707 task: type: PairClassification - dataset: @@ -17061,13 +16491,13 @@ model-index: type: PL-MTEB/polemo2_in metrics: - type: accuracy - value: 73.49030470914128 + value: 80.54016620498614 - type: f1 - value: 64.44026912860524 + value: 74.07868803329357 - type: f1_weighted - value: 70.76142496919624 + value: 78.52375884318697 - type: main_score - value: 73.49030470914128 + value: 80.54016620498614 task: type: Classification - dataset: @@ -17078,13 +16508,13 @@ model-index: type: PL-MTEB/polemo2_out metrics: - type: accuracy - value: 56.1336032388664 + value: 61.37651821862349 - type: f1 - value: 40.10783686862694 + value: 46.60510896853889 - type: f1_weighted - value: 52.57241968032103 + value: 61.3956699958363 - type: main_score - value: 56.1336032388664 + value: 61.37651821862349 task: type: Classification - dataset: @@ -17095,85 +16525,85 @@ model-index: type: PL-MTEB/ppc-pairclassification metrics: - type: cosine_accuracy - value: 75.7 + value: 76.0 - type: cosine_accuracy_threshold - value: 82.45353102684021 + value: 93.07277202606201 - type: cosine_ap - value: 87.18435695095992 + value: 87.43755817552731 - type: cosine_f1 - value: 80.79877112135176 + value: 80.46989720998532 - type: cosine_f1_threshold - value: 80.05339503288269 + value: 90.98483324050903 - type: cosine_precision - value: 75.35816618911176 + value: 72.29551451187335 - type: cosine_recall - value: 87.08609271523179 + value: 90.72847682119205 - type: dot_accuracy - value: 75.7 + value: 76.0 - type: dot_accuracy_threshold - value: 82.45352506637573 + value: 93.07277798652649 - type: dot_ap - value: 87.18435695095992 + value: 87.43751021710085 - type: dot_f1 - value: 80.79877112135176 + value: 80.46989720998532 - type: dot_f1_threshold - value: 80.05340099334717 + value: 90.98482728004456 - type: dot_precision - value: 75.35816618911176 + value: 72.29551451187335 - type: dot_recall - value: 87.08609271523179 + value: 90.72847682119205 - type: euclidean_accuracy - value: 75.7 + value: 76.0 - type: euclidean_accuracy_threshold - value: 59.23929214477539 + value: 37.221553921699524 - type: euclidean_ap - value: 87.18435695095992 + value: 87.43751021710085 - type: euclidean_f1 - value: 80.79877112135176 + value: 80.46989720998532 - type: euclidean_f1_threshold - value: 63.16102743148804 + value: 42.46214032173157 - type: euclidean_precision - value: 75.35816618911176 + value: 72.29551451187335 - type: euclidean_recall - value: 87.08609271523179 + value: 90.72847682119205 - type: main_score - value: 87.18435695095992 + value: 87.43755817552731 - type: manhattan_accuracy value: 75.2 - type: manhattan_accuracy_threshold - value: 1350.9596824645996 + value: 858.4394454956055 - type: manhattan_ap - value: 86.98837530998256 + value: 87.28751334847506 - type: manhattan_f1 - value: 80.67226890756302 + value: 80.47162859248341 - type: manhattan_f1_threshold - value: 1481.105613708496 + value: 981.0188293457031 - type: manhattan_precision - value: 74.8936170212766 + value: 72.50996015936255 - type: manhattan_recall - value: 87.41721854304636 + value: 90.39735099337747 - type: max_ap - value: 87.18435695095992 + value: 87.43755817552731 - type: max_f1 - value: 80.79877112135176 + value: 80.47162859248341 - type: max_precision - value: 75.35816618911176 + value: 72.50996015936255 - type: max_recall - value: 87.41721854304636 + value: 90.72847682119205 - type: similarity_accuracy - value: 75.7 + value: 76.0 - type: similarity_accuracy_threshold - value: 82.45353102684021 + value: 93.07277202606201 - type: similarity_ap - value: 87.18435695095992 + value: 87.43755817552731 - type: similarity_f1 - value: 80.79877112135176 + value: 80.46989720998532 - type: similarity_f1_threshold - value: 80.05339503288269 + value: 90.98483324050903 - type: similarity_precision - value: 75.35816618911176 + value: 72.29551451187335 - type: similarity_recall - value: 87.08609271523179 + value: 90.72847682119205 task: type: PairClassification - dataset: @@ -17184,287 +16614,287 @@ model-index: type: clarin-knext/quora-pl metrics: - type: main_score - value: 76.998 + value: 75.235 - type: map_at_1 - value: 59.391000000000005 + value: 57.720000000000006 - type: map_at_10 - value: 72.16900000000001 + value: 70.322 - type: map_at_100 - value: 73.032 + value: 71.208 - type: map_at_1000 - value: 73.06899999999999 + value: 71.247 - type: map_at_20 - value: 72.714 + value: 70.889 - type: map_at_3 - value: 69.15299999999999 + value: 67.278 - type: map_at_5 - value: 70.987 + value: 69.07900000000001 - type: mrr_at_1 - value: 68.42 + value: 66.44 - type: mrr_at_10 - value: 76.16671428571387 + value: 74.32428571428532 - type: mrr_at_100 - value: 76.47829123882859 + value: 74.67001717307676 - type: mrr_at_1000 - value: 76.48677359771172 + value: 74.68049849872023 - type: mrr_at_20 - value: 76.37813270222156 + value: 74.55920910032467 - type: mrr_at_3 - value: 74.58166666666627 + value: 72.6349999999996 - type: mrr_at_5 - value: 75.55716666666603 + value: 73.67099999999938 - type: nauc_map_at_1000_diff1 - value: 69.61188513700026 + value: 69.03523613954961 - type: nauc_map_at_1000_max - value: 35.048941479907754 + value: 30.29022964222993 - type: nauc_map_at_1000_std - value: -20.0870344911168 + value: -13.13676129820498 - type: nauc_map_at_100_diff1 - value: 69.61947691592164 + value: 69.03918889242972 - type: nauc_map_at_100_max - value: 35.033733604763725 + value: 30.28851815152789 - type: nauc_map_at_100_std - value: -20.139480957962718 + value: -13.173343854637487 - type: nauc_map_at_10_diff1 - value: 69.66441777665835 + value: 69.11834037559699 - type: nauc_map_at_10_max - value: 34.37685681869468 + value: 29.609089948792388 - type: nauc_map_at_10_std - value: -21.444655375177106 + value: -14.511647137697395 - type: nauc_map_at_1_diff1 - value: 73.03533775469124 + value: 72.50653845898617 - type: nauc_map_at_1_max - value: 28.361321068177816 + value: 22.521228683262873 - type: nauc_map_at_1_std - value: -23.44707326868221 + value: -17.72541519468729 - type: nauc_map_at_20_diff1 - value: 69.62828183867681 + value: 69.0572096712263 - type: nauc_map_at_20_max - value: 34.81438496306748 + value: 30.09049337817234 - type: nauc_map_at_20_std - value: -20.70392332573099 + value: -13.69213787699562 - type: nauc_map_at_3_diff1 - value: 69.68889489109979 + value: 69.4118549460786 - type: nauc_map_at_3_max - value: 32.46102571539603 + value: 27.31606724944123 - type: nauc_map_at_3_std - value: -23.38999293723788 + value: -16.430296769671298 - type: nauc_map_at_5_diff1 - value: 69.78892096736786 + value: 69.18608931793607 - type: nauc_map_at_5_max - value: 33.538196855782914 + value: 28.681802217476093 - type: nauc_map_at_5_std - value: -22.484473756616644 + value: -15.492619374306827 - type: nauc_mrr_at_1000_diff1 - value: 70.86605266935713 + value: 70.27871731978331 - type: nauc_mrr_at_1000_max - value: 39.23012904807791 + value: 33.89585229097829 - type: nauc_mrr_at_1000_std - value: -15.7945348852456 + value: -9.231498078778678 - type: nauc_mrr_at_100_diff1 - value: 70.86280901414926 + value: 70.27656223213475 - type: nauc_mrr_at_100_max - value: 39.23362334217244 + value: 33.90583650980198 - type: nauc_mrr_at_100_std - value: -15.782514659328978 + value: -9.213247629622375 - type: nauc_mrr_at_10_diff1 - value: 70.75755399509156 + value: 70.1800255282438 - type: nauc_mrr_at_10_max - value: 39.272495418437686 + value: 33.975132933927085 - type: nauc_mrr_at_10_std - value: -15.781106645439996 + value: -9.344439026014577 - type: nauc_mrr_at_1_diff1 - value: 72.85504028372341 + value: 72.72425945481199 - type: nauc_mrr_at_1_max - value: 37.99685495245659 + value: 31.239650246117385 - type: nauc_mrr_at_1_std - value: -17.459649186396685 + value: -11.607242701686696 - type: nauc_mrr_at_20_diff1 - value: 70.82261857160199 + value: 70.24166041655792 - type: nauc_mrr_at_20_max - value: 39.25660219447417 + value: 33.9613048334359 - type: nauc_mrr_at_20_std - value: -15.807365557200281 + value: -9.219736983314839 - type: nauc_mrr_at_3_diff1 - value: 70.79376444174159 + value: 70.06664104900666 - type: nauc_mrr_at_3_max - value: 38.97623690163996 + value: 33.5732140539362 - type: nauc_mrr_at_3_std - value: -16.393842407269872 + value: -9.778577982149953 - type: nauc_mrr_at_5_diff1 - value: 70.77811077343011 + value: 70.14739007028493 - type: nauc_mrr_at_5_max - value: 39.066661862996334 + value: 33.796518466305834 - type: nauc_mrr_at_5_std - value: -16.06138623512058 + value: -9.649151783176043 - type: nauc_ndcg_at_1000_diff1 - value: 69.38432460176631 + value: 68.62634218438664 - type: nauc_ndcg_at_1000_max - value: 37.41326409294141 + value: 33.057143795018696 - type: nauc_ndcg_at_1000_std - value: -16.567106335363547 + value: -9.563352961803663 - type: nauc_ndcg_at_100_diff1 - value: 69.33661321994221 + value: 68.58213175533443 - type: nauc_ndcg_at_100_max - value: 37.40443590169158 + value: 33.35336572393414 - type: nauc_ndcg_at_100_std - value: -16.35403457343329 + value: -9.127811506992467 - type: nauc_ndcg_at_10_diff1 - value: 68.94489912960861 + value: 68.26726256015203 - type: nauc_ndcg_at_10_max - value: 36.2506071214321 + value: 32.33115112923283 - type: nauc_ndcg_at_10_std - value: -18.82069883161433 + value: -11.874276014971688 - type: nauc_ndcg_at_1_diff1 - value: 72.72133417454367 + value: 72.66000012395291 - type: nauc_ndcg_at_1_max - value: 38.331224491505104 + value: 31.283711202542207 - type: nauc_ndcg_at_1_std - value: -17.16079633961818 + value: -11.501503096057867 - type: nauc_ndcg_at_20_diff1 - value: 69.15086421535133 + value: 68.39658663907474 - type: nauc_ndcg_at_20_max - value: 36.89767798755098 + value: 33.08529095010713 - type: nauc_ndcg_at_20_std - value: -17.86958697698032 + value: -10.437492609480433 - type: nauc_ndcg_at_3_diff1 - value: 68.70396833880102 + value: 68.05324210316826 - type: nauc_ndcg_at_3_max - value: 35.03484635918643 + value: 30.30824001099573 - type: nauc_ndcg_at_3_std - value: -20.273396524173844 + value: -13.044199992428771 - type: nauc_ndcg_at_5_diff1 - value: 68.93056915501342 + value: 68.10994364753626 - type: nauc_ndcg_at_5_max - value: 35.38497733312458 + value: 31.182072802471055 - type: nauc_ndcg_at_5_std - value: -19.840947709262004 + value: -12.836057047748234 - type: nauc_precision_at_1000_diff1 - value: -34.14718697098016 + value: -32.848796455727836 - type: nauc_precision_at_1000_max - value: 3.6293313781394763 + value: 6.715546095139156 - type: nauc_precision_at_1000_std - value: 35.18150366797986 + value: 32.9655373056535 - type: nauc_precision_at_100_diff1 - value: -30.4027079095321 + value: -28.794521134307093 - type: nauc_precision_at_100_max - value: 6.809907739167871 + value: 11.155432738297682 - type: nauc_precision_at_100_std - value: 34.540918468349126 + value: 33.30986182557851 - type: nauc_precision_at_10_diff1 - value: -13.640657282621275 + value: -10.613535245108128 - type: nauc_precision_at_10_max - value: 15.027602319886368 + value: 19.057316698279582 - type: nauc_precision_at_10_std - value: 19.99864404314453 + value: 19.87457963908978 - type: nauc_precision_at_1_diff1 - value: 72.72133417454367 + value: 72.66000012395291 - type: nauc_precision_at_1_max - value: 38.331224491505104 + value: 31.283711202542207 - type: nauc_precision_at_1_std - value: -17.16079633961818 + value: -11.501503096057867 - type: nauc_precision_at_20_diff1 - value: -22.04518115519088 + value: -19.6984185276961 - type: nauc_precision_at_20_max - value: 11.694911426947577 + value: 16.497527862287058 - type: nauc_precision_at_20_std - value: 27.0383781477066 + value: 26.871607334073012 - type: nauc_precision_at_3_diff1 - value: 13.551932989888382 + value: 17.130494007304765 - type: nauc_precision_at_3_max - value: 23.434121945030604 + value: 23.99199625132106 - type: nauc_precision_at_3_std - value: 2.691762192244095 + value: 5.234797091652211 - type: nauc_precision_at_5_diff1 - value: -0.530904057361583 + value: 3.0202641879085697 - type: nauc_precision_at_5_max - value: 19.274513974074186 + value: 22.31257369308076 - type: nauc_precision_at_5_std - value: 11.166696219691481 + value: 12.502866671883032 - type: nauc_recall_at_1000_diff1 - value: 57.69646260925434 + value: 49.899967761974196 - type: nauc_recall_at_1000_max - value: 45.515450558710825 + value: 54.39990257883846 - type: nauc_recall_at_1000_std - value: 33.3128999778333 + value: 42.663306287015196 - type: nauc_recall_at_100_diff1 - value: 59.44993252237884 + value: 57.87887190551234 - type: nauc_recall_at_100_max - value: 41.168864107589144 + value: 48.03395851487758 - type: nauc_recall_at_100_std - value: 13.174320315241195 + value: 25.008694604591312 - type: nauc_recall_at_10_diff1 - value: 61.74029254342778 + value: 60.99359933290845 - type: nauc_recall_at_10_max - value: 33.83885249812004 + value: 34.817508290483154 - type: nauc_recall_at_10_std - value: -17.974403452647497 + value: -10.355946195658207 - type: nauc_recall_at_1_diff1 - value: 73.03533775469124 + value: 72.50653845898617 - type: nauc_recall_at_1_max - value: 28.361321068177816 + value: 22.521228683262873 - type: nauc_recall_at_1_std - value: -23.44707326868221 + value: -17.72541519468729 - type: nauc_recall_at_20_diff1 - value: 60.43007696085838 + value: 59.63721580389802 - type: nauc_recall_at_20_max - value: 35.90250935704539 + value: 39.78324293003396 - type: nauc_recall_at_20_std - value: -12.539813163606686 + value: -0.7738431870195353 - type: nauc_recall_at_3_diff1 - value: 64.87577464206726 + value: 64.28146361759069 - type: nauc_recall_at_3_max - value: 30.325674554926348 + value: 27.55821665783294 - type: nauc_recall_at_3_std - value: -24.050361392480443 + value: -16.385154477134336 - type: nauc_recall_at_5_diff1 - value: 63.71726415589154 + value: 62.687585623754046 - type: nauc_recall_at_5_max - value: 31.365393247615298 + value: 30.357420406058328 - type: nauc_recall_at_5_std - value: -22.097544116643387 + value: -14.95291415876769 - type: ndcg_at_1 - value: 68.47999999999999 + value: 66.47 - type: ndcg_at_10 - value: 76.998 + value: 75.235 - type: ndcg_at_100 - value: 79.45400000000001 + value: 77.847 - type: ndcg_at_1000 - value: 79.935 + value: 78.396 - type: ndcg_at_20 - value: 78.22 + value: 76.539 - type: ndcg_at_3 - value: 73.127 + value: 71.219 - type: ndcg_at_5 - value: 75.13499999999999 + value: 73.235 - type: precision_at_1 - value: 68.47999999999999 + value: 66.47 - type: precision_at_10 - value: 11.821 + value: 11.596 - type: precision_at_100 - value: 1.438 + value: 1.424 - type: precision_at_1000 - value: 0.154 + value: 0.153 - type: precision_at_20 - value: 6.4350000000000005 + value: 6.331 - type: precision_at_3 - value: 31.96 + value: 31.130000000000003 - type: precision_at_5 - value: 21.279999999999998 + value: 20.735999999999997 - type: recall_at_1 - value: 59.391000000000005 + value: 57.720000000000006 - type: recall_at_10 - value: 86.722 + value: 85.249 - type: recall_at_100 - value: 96.143 + value: 95.39699999999999 - type: recall_at_1000 - value: 99.092 + value: 98.81 - type: recall_at_20 - value: 90.88300000000001 + value: 89.739 - type: recall_at_3 - value: 75.81400000000001 + value: 73.978 - type: recall_at_5 - value: 81.19800000000001 + value: 79.355 task: type: Retrieval - dataset: @@ -17475,287 +16905,287 @@ model-index: type: clarin-knext/scidocs-pl metrics: - type: main_score - value: 13.038 + value: 15.174000000000001 - type: map_at_1 - value: 2.785 + value: 3.6580000000000004 - type: map_at_10 - value: 7.24 + value: 8.796 - type: map_at_100 - value: 8.751000000000001 + value: 10.391 - type: map_at_1000 - value: 9.001000000000001 + value: 10.646 - type: map_at_20 - value: 7.997999999999999 + value: 9.592 - type: map_at_3 - value: 5.139 + value: 6.489000000000001 - type: map_at_5 - value: 6.142 + value: 7.600999999999999 - type: mrr_at_1 - value: 13.700000000000001 + value: 18.0 - type: mrr_at_10 - value: 22.60158730158729 + value: 26.845317460317457 - type: mrr_at_100 - value: 23.72791508184251 + value: 28.04995949015167 - type: mrr_at_1000 - value: 23.810527360772817 + value: 28.121893269944824 - type: mrr_at_20 - value: 23.241815149075197 + value: 27.566026091211864 - type: mrr_at_3 - value: 19.60000000000002 + value: 23.916666666666686 - type: mrr_at_5 - value: 21.224999999999998 + value: 25.551666666666666 - type: nauc_map_at_1000_diff1 - value: 14.792227224924506 + value: 17.302827041650488 - type: nauc_map_at_1000_max - value: 32.301641383960124 + value: 26.65992706695422 - type: nauc_map_at_1000_std - value: 23.083104358905977 + value: 18.96964501922404 - type: nauc_map_at_100_diff1 - value: 14.803863271383166 + value: 17.21226432890004 - type: nauc_map_at_100_max - value: 32.24680252823908 + value: 26.45824637348571 - type: nauc_map_at_100_std - value: 22.748086109451773 + value: 18.573352847100065 - type: nauc_map_at_10_diff1 - value: 15.795155883364743 + value: 17.02056023363081 - type: nauc_map_at_10_max - value: 30.944058206585463 + value: 24.48428170985602 - type: nauc_map_at_10_std - value: 18.708078547726842 + value: 14.014378375804235 - type: nauc_map_at_1_diff1 - value: 21.132398215573865 + value: 21.638506619768716 - type: nauc_map_at_1_max - value: 29.19592327750959 + value: 19.709230810058283 - type: nauc_map_at_1_std - value: 13.996493176089015 + value: 9.042419739024966 - type: nauc_map_at_20_diff1 - value: 15.077937784358452 + value: 17.067893569553323 - type: nauc_map_at_20_max - value: 31.657769880494403 + value: 25.69106547536296 - type: nauc_map_at_20_std - value: 20.60155411885354 + value: 16.535327068913993 - type: nauc_map_at_3_diff1 - value: 18.674857148125 + value: 18.56349850011108 - type: nauc_map_at_3_max - value: 30.693417190589383 + value: 22.127177599224744 - type: nauc_map_at_3_std - value: 16.47059364780481 + value: 9.47260767358392 - type: nauc_map_at_5_diff1 - value: 16.575681500234854 + value: 18.05585009830461 - type: nauc_map_at_5_max - value: 30.082817752366125 + value: 23.31477343090323 - type: nauc_map_at_5_std - value: 16.662663606573776 + value: 11.257936348356862 - type: nauc_mrr_at_1000_diff1 - value: 16.522679131105793 + value: 19.71318833342125 - type: nauc_mrr_at_1000_max - value: 27.23085993594398 + value: 22.359300102570092 - type: nauc_mrr_at_1000_std - value: 17.51392936535595 + value: 13.89561747692388 - type: nauc_mrr_at_100_diff1 - value: 16.530117282112702 + value: 19.709804653242603 - type: nauc_mrr_at_100_max - value: 27.21672480216746 + value: 22.365551370687967 - type: nauc_mrr_at_100_std - value: 17.537026259653445 + value: 13.918573803759068 - type: nauc_mrr_at_10_diff1 - value: 16.487235038131733 + value: 19.74677273038544 - type: nauc_mrr_at_10_max - value: 27.225450717843323 + value: 22.348783997030335 - type: nauc_mrr_at_10_std - value: 17.148693690389308 + value: 13.606175345418963 - type: nauc_mrr_at_1_diff1 - value: 21.500757577390356 + value: 21.957688664351128 - type: nauc_mrr_at_1_max - value: 29.155414361425848 + value: 19.50356102866365 - type: nauc_mrr_at_1_std - value: 14.066153856101241 + value: 9.323755394169037 - type: nauc_mrr_at_20_diff1 - value: 16.35982399761223 + value: 19.5076818806823 - type: nauc_mrr_at_20_max - value: 27.222179685954384 + value: 22.192342439483934 - type: nauc_mrr_at_20_std - value: 17.446818156563065 + value: 13.705438410110608 - type: nauc_mrr_at_3_diff1 - value: 17.458713266374655 + value: 19.784830140193804 - type: nauc_mrr_at_3_max - value: 26.24442929157636 + value: 21.606746947165416 - type: nauc_mrr_at_3_std - value: 15.474103091301044 + value: 12.289045699872666 - type: nauc_mrr_at_5_diff1 - value: 16.5126045582872 + value: 20.139962218896674 - type: nauc_mrr_at_5_max - value: 26.997210926210446 + value: 22.139813460789266 - type: nauc_mrr_at_5_std - value: 16.704873410048148 + value: 13.177813432176084 - type: nauc_ndcg_at_1000_diff1 - value: 12.907773784346746 + value: 17.78059204124948 - type: nauc_ndcg_at_1000_max - value: 33.34766220820817 + value: 29.830544327132436 - type: nauc_ndcg_at_1000_std - value: 30.482401904164757 + value: 28.03254237837783 - type: nauc_ndcg_at_100_diff1 - value: 13.232279099200772 + value: 17.62481104076364 - type: nauc_ndcg_at_100_max - value: 32.36971943877284 + value: 28.629131876483665 - type: nauc_ndcg_at_100_std - value: 28.885308987810603 + value: 26.019853664301124 - type: nauc_ndcg_at_10_diff1 - value: 14.263079852214009 + value: 17.25237540570343 - type: nauc_ndcg_at_10_max - value: 29.756761364913597 + value: 25.128032787033604 - type: nauc_ndcg_at_10_std - value: 20.083627271228888 + value: 16.571629975349868 - type: nauc_ndcg_at_1_diff1 - value: 21.500757577390356 + value: 21.957688664351128 - type: nauc_ndcg_at_1_max - value: 29.155414361425848 + value: 19.50356102866365 - type: nauc_ndcg_at_1_std - value: 14.066153856101241 + value: 9.323755394169037 - type: nauc_ndcg_at_20_diff1 - value: 12.922160932922422 + value: 16.549388210526494 - type: nauc_ndcg_at_20_max - value: 30.932912450602785 + value: 26.1871953370256 - type: nauc_ndcg_at_20_std - value: 23.182250500209516 + value: 19.971064555030125 - type: nauc_ndcg_at_3_diff1 - value: 17.21918294663663 + value: 18.707127276019474 - type: nauc_ndcg_at_3_max - value: 28.662429889428637 + value: 22.042786711511813 - type: nauc_ndcg_at_3_std - value: 16.8401928942087 + value: 11.103829353868623 - type: nauc_ndcg_at_5_diff1 - value: 15.024056520905358 + value: 18.45321448876598 - type: nauc_ndcg_at_5_max - value: 28.783882370742838 + value: 23.475902453066492 - type: nauc_ndcg_at_5_std - value: 17.956997691110093 + value: 13.216222368946411 - type: nauc_precision_at_1000_diff1 - value: 4.853325331972668 + value: 11.843768977161584 - type: nauc_precision_at_1000_max - value: 30.15694152384708 + value: 30.300299347010352 - type: nauc_precision_at_1000_std - value: 38.55692767533825 + value: 41.123748924498585 - type: nauc_precision_at_100_diff1 - value: 8.113117956423707 + value: 13.765676375073074 - type: nauc_precision_at_100_max - value: 30.579313799148494 + value: 29.769561801824956 - type: nauc_precision_at_100_std - value: 37.078327072376624 + value: 37.56343888054612 - type: nauc_precision_at_10_diff1 - value: 10.323074186311555 + value: 14.123009605345343 - type: nauc_precision_at_10_max - value: 29.267955393045213 + value: 26.045793706986558 - type: nauc_precision_at_10_std - value: 22.493435993948 + value: 20.45802977436883 - type: nauc_precision_at_1_diff1 - value: 21.500757577390356 + value: 21.957688664351128 - type: nauc_precision_at_1_max - value: 29.155414361425848 + value: 19.50356102866365 - type: nauc_precision_at_1_std - value: 14.066153856101241 + value: 9.323755394169037 - type: nauc_precision_at_20_diff1 - value: 7.296113998064506 + value: 12.080580953868749 - type: nauc_precision_at_20_max - value: 29.990871534639396 + value: 26.741203934729374 - type: nauc_precision_at_20_std - value: 27.109509055275005 + value: 26.249289307014976 - type: nauc_precision_at_3_diff1 - value: 15.390787042974221 + value: 17.390833784290034 - type: nauc_precision_at_3_max - value: 28.84488812625923 + value: 22.639415005064585 - type: nauc_precision_at_3_std - value: 18.32236552735027 + value: 11.481404394862311 - type: nauc_precision_at_5_diff1 - value: 11.503698423183337 + value: 17.18007614612505 - type: nauc_precision_at_5_max - value: 28.057493966763282 + value: 24.244045184229563 - type: nauc_precision_at_5_std - value: 19.611698266221076 + value: 15.180528647694574 - type: nauc_recall_at_1000_diff1 - value: 5.664077565322699 + value: 11.507406580463488 - type: nauc_recall_at_1000_max - value: 30.448757418101447 + value: 30.78976497232251 - type: nauc_recall_at_1000_std - value: 39.27731310660493 + value: 41.618419379918855 - type: nauc_recall_at_100_diff1 - value: 8.425909931770086 + value: 13.408507737517144 - type: nauc_recall_at_100_max - value: 30.68171063121248 + value: 29.849796157178197 - type: nauc_recall_at_100_std - value: 37.184544204955074 + value: 37.58778281760627 - type: nauc_recall_at_10_diff1 - value: 10.47166367371188 + value: 13.942112101503866 - type: nauc_recall_at_10_max - value: 29.14586678828798 + value: 26.228452951171487 - type: nauc_recall_at_10_std - value: 22.111878920453464 + value: 20.14835260352246 - type: nauc_recall_at_1_diff1 - value: 21.132398215573865 + value: 21.638506619768716 - type: nauc_recall_at_1_max - value: 29.19592327750959 + value: 19.709230810058283 - type: nauc_recall_at_1_std - value: 13.996493176089015 + value: 9.042419739024966 - type: nauc_recall_at_20_diff1 - value: 7.4486268209490465 + value: 11.905542570350702 - type: nauc_recall_at_20_max - value: 29.759399489054555 + value: 26.84107459006622 - type: nauc_recall_at_20_std - value: 26.731517559908852 + value: 25.888986621614645 - type: nauc_recall_at_3_diff1 - value: 15.400192355820627 + value: 17.056201299401692 - type: nauc_recall_at_3_max - value: 28.572542534889312 + value: 22.94288018834461 - type: nauc_recall_at_3_std - value: 17.816298041992443 + value: 11.337560544201224 - type: nauc_recall_at_5_diff1 - value: 11.600069164989952 + value: 16.89022137209632 - type: nauc_recall_at_5_max - value: 27.974947140469958 + value: 24.564195711081545 - type: nauc_recall_at_5_std - value: 19.139625890938866 + value: 14.979769166201622 - type: ndcg_at_1 - value: 13.700000000000001 + value: 18.0 - type: ndcg_at_10 - value: 13.038 + value: 15.174000000000001 - type: ndcg_at_100 - value: 19.628 + value: 22.047 - type: ndcg_at_1000 - value: 24.892 + value: 27.057 - type: ndcg_at_20 - value: 15.296999999999999 + value: 17.628 - type: ndcg_at_3 - value: 11.828 + value: 14.536999999999999 - type: ndcg_at_5 - value: 10.532 + value: 12.590000000000002 - type: precision_at_1 - value: 13.700000000000001 + value: 18.0 - type: precision_at_10 - value: 6.99 + value: 7.82 - type: precision_at_100 - value: 1.659 + value: 1.773 - type: precision_at_1000 - value: 0.294 + value: 0.298 - type: precision_at_20 - value: 4.8 + value: 5.335 - type: precision_at_3 - value: 11.233 + value: 13.5 - type: precision_at_5 - value: 9.44 + value: 10.92 - type: recall_at_1 - value: 2.785 + value: 3.6580000000000004 - type: recall_at_10 - value: 14.198 + value: 15.867999999999999 - type: recall_at_100 - value: 33.768 + value: 36.068 - type: recall_at_1000 - value: 59.821999999999996 + value: 60.608 - type: recall_at_20 - value: 19.497999999999998 + value: 21.653 - type: recall_at_3 - value: 6.877999999999999 + value: 8.248 - type: recall_at_5 - value: 9.613 + value: 11.108 task: type: Retrieval - dataset: @@ -17766,85 +17196,85 @@ model-index: type: PL-MTEB/sicke-pl-pairclassification metrics: - type: cosine_accuracy - value: 77.45617611088463 + value: 78.12882185079495 - type: cosine_accuracy_threshold - value: 88.67492079734802 + value: 95.76345682144165 - type: cosine_ap - value: 62.798198995025665 + value: 63.56538407363026 - type: cosine_f1 - value: 60.74950690335306 + value: 60.88388690639582 - type: cosine_f1_threshold - value: 80.56387305259705 + value: 92.86266565322876 - type: cosine_precision - value: 50.256410256410255 + value: 49.53104064314426 - type: cosine_recall - value: 76.78062678062678 + value: 78.98860398860398 - type: dot_accuracy - value: 77.45617611088463 + value: 78.12882185079495 - type: dot_accuracy_threshold - value: 88.6749267578125 + value: 95.76345682144165 - type: dot_ap - value: 62.798159152951385 + value: 63.56553287602377 - type: dot_f1 - value: 60.74950690335306 + value: 60.88388690639582 - type: dot_f1_threshold - value: 80.56387305259705 + value: 92.86266565322876 - type: dot_precision - value: 50.256410256410255 + value: 49.53104064314426 - type: dot_recall - value: 76.78062678062678 + value: 78.98860398860398 - type: euclidean_accuracy - value: 77.45617611088463 + value: 78.12882185079495 - type: euclidean_accuracy_threshold - value: 47.592175006866455 + value: 29.108554124832153 - type: euclidean_ap - value: 62.79814750094985 + value: 63.56543484315041 - type: euclidean_f1 - value: 60.74950690335306 + value: 60.88388690639582 - type: euclidean_f1_threshold - value: 62.347614765167236 + value: 37.781822681427 - type: euclidean_precision - value: 50.256410256410255 + value: 49.53104064314426 - type: euclidean_recall - value: 76.78062678062678 + value: 78.98860398860398 - type: main_score - value: 62.798198995025665 + value: 63.56553287602377 - type: manhattan_accuracy - value: 77.27272727272727 + value: 77.82307378719935 - type: manhattan_accuracy_threshold - value: 975.9557723999023 + value: 658.8656902313232 - type: manhattan_ap - value: 62.33701490592974 + value: 63.12761769067177 - type: manhattan_f1 - value: 60.3921568627451 + value: 60.76436623590872 - type: manhattan_f1_threshold - value: 1475.3839492797852 + value: 888.3136749267578 - type: manhattan_precision - value: 49.769159741458914 + value: 49.48499776085983 - type: manhattan_recall - value: 76.78062678062678 + value: 78.70370370370371 - type: max_ap - value: 62.798198995025665 + value: 63.56553287602377 - type: max_f1 - value: 60.74950690335306 + value: 60.88388690639582 - type: max_precision - value: 50.256410256410255 + value: 49.53104064314426 - type: max_recall - value: 76.78062678062678 + value: 78.98860398860398 - type: similarity_accuracy - value: 77.45617611088463 + value: 78.12882185079495 - type: similarity_accuracy_threshold - value: 88.67492079734802 + value: 95.76345682144165 - type: similarity_ap - value: 62.798198995025665 + value: 63.56538407363026 - type: similarity_f1 - value: 60.74950690335306 + value: 60.88388690639582 - type: similarity_f1_threshold - value: 80.56387305259705 + value: 92.86266565322876 - type: similarity_precision - value: 50.256410256410255 + value: 49.53104064314426 - type: similarity_recall - value: 76.78062678062678 + value: 78.98860398860398 task: type: PairClassification - dataset: @@ -17855,23 +17285,23 @@ model-index: type: PL-MTEB/sickr-pl-sts metrics: - type: cosine_pearson - value: 72.36287255590445 + value: 71.75502609028113 - type: cosine_spearman - value: 66.30825825122318 + value: 66.52097638938338 - type: euclidean_pearson - value: 68.92313932419128 + value: 68.6974439167054 - type: euclidean_spearman - value: 66.30826006369618 + value: 66.52095939114172 - type: main_score - value: 66.30825825122318 + value: 66.52097638938338 - type: manhattan_pearson - value: 68.66991543703946 + value: 68.53848708135571 - type: manhattan_spearman - value: 66.0242047018923 + value: 66.29909223435631 - type: pearson - value: 72.36287255590445 + value: 71.75502609028113 - type: spearman - value: 66.30825825122318 + value: 66.52097638938338 task: type: STS - dataset: @@ -17882,23 +17312,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 41.56662243222903 + value: 40.06621394078099 - type: cosine_spearman - value: 44.94984671604992 + value: 45.160446103264285 - type: euclidean_pearson - value: 27.88886658631932 + value: 25.38908314629843 - type: euclidean_spearman - value: 44.94984671604992 + value: 45.160446103264285 - type: main_score - value: 44.94984671604992 + value: 45.160446103264285 - type: manhattan_pearson - value: 27.467462847157798 + value: 25.13217941116968 - type: manhattan_spearman - value: 44.990280944902125 + value: 45.05397285684081 - type: pearson - value: 41.56662243222903 + value: 40.06621394078099 - type: spearman - value: 44.94984671604992 + value: 45.160446103264285 task: type: STS - dataset: @@ -17909,23 +17339,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 78.67129157333113 + value: 77.99167158750629 - type: cosine_spearman - value: 77.17497249706467 + value: 77.00326330683939 - type: euclidean_pearson - value: 78.93527680834069 + value: 77.60571751826936 - type: euclidean_spearman - value: 77.17497249706467 + value: 77.00326330683939 - type: main_score - value: 77.17497249706467 + value: 77.00326330683939 - type: manhattan_pearson - value: 79.17117078125075 + value: 78.19839585217989 - type: manhattan_spearman - value: 77.98920639910075 + value: 78.44894390841364 - type: pearson - value: 78.67129157333113 + value: 77.99167158750629 - type: spearman - value: 77.17497249706467 + value: 77.00326330683939 task: type: STS - dataset: @@ -17936,23 +17366,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 38.70216637556677 + value: 40.2221719679774 - type: cosine_spearman - value: 55.768121437825556 + value: 57.18465019880842 - type: euclidean_pearson - value: 41.389482428930485 + value: 42.11211158455479 - type: euclidean_spearman - value: 55.768121437825556 + value: 57.18465019880842 - type: main_score - value: 55.768121437825556 + value: 57.18465019880842 - type: manhattan_pearson - value: 42.7616496232802 + value: 43.24148614152723 - type: manhattan_spearman - value: 54.44397498734157 + value: 56.35320940431847 - type: pearson - value: 38.70216637556677 + value: 40.2221719679774 - type: spearman - value: 55.768121437825556 + value: 57.18465019880842 task: type: STS - dataset: @@ -17963,21 +17393,21 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 83.39168516605531 + value: 88.17138238483673 - type: cosine_spearman value: 84.51542547285167 - type: euclidean_pearson - value: 83.7912731376875 + value: 87.99782696047525 - type: euclidean_spearman value: 84.51542547285167 - type: main_score value: 84.51542547285167 - type: manhattan_pearson - value: 82.28209868239296 + value: 85.811937669563 - type: manhattan_spearman value: 84.51542547285167 - type: pearson - value: 83.39168516605531 + value: 88.17138238483673 - type: spearman value: 84.51542547285167 task: @@ -17990,287 +17420,287 @@ model-index: type: clarin-knext/scifact-pl metrics: - type: main_score - value: 57.827 + value: 62.064 - type: map_at_1 - value: 45.083 + value: 48.317 - type: map_at_10 - value: 53.83 + value: 57.693000000000005 - type: map_at_100 - value: 54.577 + value: 58.392999999999994 - type: map_at_1000 - value: 54.623 + value: 58.428999999999995 - type: map_at_20 - value: 54.211 + value: 58.108000000000004 - type: map_at_3 - value: 51.304 + value: 55.293000000000006 - type: map_at_5 - value: 52.851000000000006 + value: 56.595 - type: mrr_at_1 - value: 47.333333333333336 + value: 51.0 - type: mrr_at_10 - value: 55.07949735449736 + value: 59.019576719576705 - type: mrr_at_100 - value: 55.710506477168956 + value: 59.58007358566797 - type: mrr_at_1000 - value: 55.748401782889445 + value: 59.61403985820887 - type: mrr_at_20 - value: 55.409548920578345 + value: 59.35199007075942 - type: mrr_at_3 - value: 53.055555555555564 + value: 57.166666666666664 - type: mrr_at_5 - value: 54.422222222222224 + value: 58.08333333333332 - type: nauc_map_at_1000_diff1 - value: 56.75114793396484 + value: 55.90310480193163 - type: nauc_map_at_1000_max - value: 45.557101118136366 + value: 40.922646499130586 - type: nauc_map_at_1000_std - value: 21.122840914857495 + value: 6.308307542867231 - type: nauc_map_at_100_diff1 - value: 56.738747688350024 + value: 55.87923016501095 - type: nauc_map_at_100_max - value: 45.55491958094813 + value: 40.930429212300396 - type: nauc_map_at_100_std - value: 21.12266632389643 + value: 6.302652510324859 - type: nauc_map_at_10_diff1 - value: 56.926041668030855 + value: 55.96811326806582 - type: nauc_map_at_10_max - value: 45.2382783831653 + value: 40.91912121040118 - type: nauc_map_at_10_std - value: 20.922255034211766 + value: 6.315081020792943 - type: nauc_map_at_1_diff1 - value: 60.98838903764472 + value: 61.615316460538374 - type: nauc_map_at_1_max - value: 43.22668392792625 + value: 34.4312789344494 - type: nauc_map_at_1_std - value: 17.29004046426385 + value: -2.151749018851701 - type: nauc_map_at_20_diff1 - value: 56.848541422173795 + value: 55.781940594193316 - type: nauc_map_at_20_max - value: 45.59725008207042 + value: 40.877518039008585 - type: nauc_map_at_20_std - value: 21.177613569735655 + value: 6.170527123248918 - type: nauc_map_at_3_diff1 - value: 58.23995403356206 + value: 58.104315292507216 - type: nauc_map_at_3_max - value: 44.76675994666382 + value: 39.524635028616544 - type: nauc_map_at_3_std - value: 18.839553176727783 + value: 4.367263811245541 - type: nauc_map_at_5_diff1 - value: 56.99049510687553 + value: 56.60725686218003 - type: nauc_map_at_5_max - value: 44.71681163401595 + value: 40.362341129747456 - type: nauc_map_at_5_std - value: 19.453824672770455 + value: 5.222556427559299 - type: nauc_mrr_at_1000_diff1 - value: 57.4953870158563 + value: 56.243518111487454 - type: nauc_mrr_at_1000_max - value: 46.79551970939633 + value: 41.92306224416779 - type: nauc_mrr_at_1000_std - value: 23.71693511404122 + value: 7.331011181148979 - type: nauc_mrr_at_100_diff1 - value: 57.482272276265235 + value: 56.21745814714038 - type: nauc_mrr_at_100_max - value: 46.79105970491737 + value: 41.92847851363498 - type: nauc_mrr_at_100_std - value: 23.705546007429124 + value: 7.322136402819359 - type: nauc_mrr_at_10_diff1 - value: 57.630280158288926 + value: 56.22224221410973 - type: nauc_mrr_at_10_max - value: 46.646619843739465 + value: 42.020110225540144 - type: nauc_mrr_at_10_std - value: 23.642389853421577 + value: 7.367785001729785 - type: nauc_mrr_at_1_diff1 - value: 61.903420841877356 + value: 61.65968884760533 - type: nauc_mrr_at_1_max - value: 46.95318894276891 + value: 39.22611274899148 - type: nauc_mrr_at_1_std - value: 23.19343113872584 + value: 3.3484556807524357 - type: nauc_mrr_at_20_diff1 - value: 57.574039026825815 + value: 56.140226618395495 - type: nauc_mrr_at_20_max - value: 46.825490821786545 + value: 41.92506913405156 - type: nauc_mrr_at_20_std - value: 23.747309823079746 + value: 7.20339996949852 - type: nauc_mrr_at_3_diff1 - value: 58.634726160884576 + value: 57.82506573973446 - type: nauc_mrr_at_3_max - value: 46.68634348254961 + value: 41.962001263558484 - type: nauc_mrr_at_3_std - value: 22.9939558189414 + value: 6.909954113302328 - type: nauc_mrr_at_5_diff1 - value: 57.43527378441584 + value: 56.659054585223565 - type: nauc_mrr_at_5_max - value: 46.82233838319152 + value: 42.220145330498326 - type: nauc_mrr_at_5_std - value: 23.407766325712398 + value: 6.914754115832333 - type: nauc_ndcg_at_1000_diff1 - value: 55.303289773692676 + value: 54.101423320176956 - type: nauc_ndcg_at_1000_max - value: 46.703610191621145 + value: 42.35761455565217 - type: nauc_ndcg_at_1000_std - value: 23.57730795756405 + value: 9.158968107515042 - type: nauc_ndcg_at_100_diff1 - value: 54.38572710219233 + value: 53.193377266960695 - type: nauc_ndcg_at_100_max - value: 46.37493158024567 + value: 42.39818084789296 - type: nauc_ndcg_at_100_std - value: 23.314588126884324 + value: 8.982680006715663 - type: nauc_ndcg_at_10_diff1 - value: 55.21850729666301 + value: 52.7521864873992 - type: nauc_ndcg_at_10_max - value: 45.58511788479343 + value: 42.25954681169497 - type: nauc_ndcg_at_10_std - value: 22.8531636189787 + value: 9.025856795668409 - type: nauc_ndcg_at_1_diff1 - value: 61.903420841877356 + value: 61.65968884760533 - type: nauc_ndcg_at_1_max - value: 46.95318894276891 + value: 39.22611274899148 - type: nauc_ndcg_at_1_std - value: 23.19343113872584 + value: 3.3484556807524357 - type: nauc_ndcg_at_20_diff1 - value: 54.96359325487391 + value: 52.24054304553779 - type: nauc_ndcg_at_20_max - value: 46.525071413272975 + value: 42.14484844258701 - type: nauc_ndcg_at_20_std - value: 23.416022310286206 + value: 8.522811774790046 - type: nauc_ndcg_at_3_diff1 - value: 57.33303538179732 + value: 56.65801023652111 - type: nauc_ndcg_at_3_max - value: 45.60081314229553 + value: 41.59901000744857 - type: nauc_ndcg_at_3_std - value: 20.311802683707644 + value: 6.866411754213651 - type: nauc_ndcg_at_5_diff1 - value: 55.09370926297347 + value: 54.25032835371862 - type: nauc_ndcg_at_5_max - value: 45.11375173156922 + value: 41.52568005051319 - type: nauc_ndcg_at_5_std - value: 20.676971796560167 + value: 6.747184564934237 - type: nauc_precision_at_1000_diff1 - value: -8.792997673585157 + value: -12.438995870489618 - type: nauc_precision_at_1000_max - value: 26.985804617599456 + value: 33.65458584888833 - type: nauc_precision_at_1000_std - value: 38.32145829157333 + value: 38.65000092313945 - type: nauc_precision_at_100_diff1 - value: 3.448830291824138 + value: -3.7051397832573696 - type: nauc_precision_at_100_max - value: 33.3751058104728 + value: 36.777033924925384 - type: nauc_precision_at_100_std - value: 36.07155861781976 + value: 32.24732998272339 - type: nauc_precision_at_10_diff1 - value: 27.905538531066256 + value: 14.458974499542448 - type: nauc_precision_at_10_max - value: 41.57287780821485 + value: 45.75828754327736 - type: nauc_precision_at_10_std - value: 36.11165069712307 + value: 31.734511856215665 - type: nauc_precision_at_1_diff1 - value: 61.903420841877356 + value: 61.65968884760533 - type: nauc_precision_at_1_max - value: 46.95318894276891 + value: 39.22611274899148 - type: nauc_precision_at_1_std - value: 23.19343113872584 + value: 3.3484556807524357 - type: nauc_precision_at_20_diff1 - value: 21.945937631553438 + value: 6.911000226020142 - type: nauc_precision_at_20_max - value: 42.8503772546226 + value: 42.75953196446269 - type: nauc_precision_at_20_std - value: 37.54978789546971 + value: 30.293217657388254 - type: nauc_precision_at_3_diff1 - value: 44.695453949094684 + value: 39.95888414475174 - type: nauc_precision_at_3_max - value: 46.25836394647075 + value: 46.81095681980396 - type: nauc_precision_at_3_std - value: 25.448947126738393 + value: 20.732734118894037 - type: nauc_precision_at_5_diff1 - value: 34.21739846774853 + value: 27.25227607416867 - type: nauc_precision_at_5_max - value: 43.36271521542134 + value: 45.278620768210615 - type: nauc_precision_at_5_std - value: 28.863168300518954 + value: 22.7094842525771 - type: nauc_recall_at_1000_diff1 - value: 50.866272434900374 + value: 54.66853408029846 - type: nauc_recall_at_1000_max - value: 77.90745928000882 + value: 69.49112978524705 - type: nauc_recall_at_1000_std - value: 82.21288515406151 + value: 84.76890756302552 - type: nauc_recall_at_100_diff1 - value: 35.307317119527056 + value: 33.641140071848085 - type: nauc_recall_at_100_max - value: 46.922433638935956 + value: 49.94619316653212 - type: nauc_recall_at_100_std - value: 31.814942138236262 + value: 26.970675275760104 - type: nauc_recall_at_10_diff1 - value: 47.8121533413515 + value: 38.56340942303001 - type: nauc_recall_at_10_max - value: 43.310991487523246 + value: 44.13889679913801 - type: nauc_recall_at_10_std - value: 25.903501909176917 + value: 17.814455740104584 - type: nauc_recall_at_1_diff1 - value: 60.98838903764472 + value: 61.615316460538374 - type: nauc_recall_at_1_max - value: 43.22668392792625 + value: 34.4312789344494 - type: nauc_recall_at_1_std - value: 17.29004046426385 + value: -2.151749018851701 - type: nauc_recall_at_20_diff1 - value: 45.83142943406739 + value: 33.86997626483988 - type: nauc_recall_at_20_max - value: 46.73030342771932 + value: 44.31136705663488 - type: nauc_recall_at_20_std - value: 28.07957120284036 + value: 16.58271492635832 - type: nauc_recall_at_3_diff1 - value: 54.187633219194495 + value: 52.39739118413791 - type: nauc_recall_at_3_max - value: 43.672283626861066 + value: 40.56472420414715 - type: nauc_recall_at_3_std - value: 18.136469354114993 + value: 7.856902134348368 - type: nauc_recall_at_5_diff1 - value: 47.4292849527445 + value: 45.693766776717595 - type: nauc_recall_at_5_max - value: 42.22276792180875 + value: 41.817545551209086 - type: nauc_recall_at_5_std - value: 19.22371392434811 + value: 9.066813773598692 - type: ndcg_at_1 - value: 47.333 + value: 51.0 - type: ndcg_at_10 - value: 57.827 + value: 62.064 - type: ndcg_at_100 - value: 61.551 + value: 65.45 - type: ndcg_at_1000 - value: 62.865 + value: 66.366 - type: ndcg_at_20 - value: 59.03699999999999 + value: 63.418 - type: ndcg_at_3 - value: 53.554 + value: 57.915000000000006 - type: ndcg_at_5 - value: 55.949000000000005 + value: 59.65200000000001 - type: precision_at_1 - value: 47.333 + value: 51.0 - type: precision_at_10 - value: 7.767 + value: 8.433 - type: precision_at_100 - value: 0.987 + value: 1.03 - type: precision_at_1000 value: 0.11 - type: precision_at_20 - value: 4.167 + value: 4.517 - type: precision_at_3 - value: 21.111 + value: 23.0 - type: precision_at_5 - value: 14.133000000000001 + value: 15.067 - type: recall_at_1 - value: 45.083 + value: 48.317 - type: recall_at_10 - value: 68.667 + value: 74.078 - type: recall_at_100 - value: 86.433 + value: 90.167 - type: recall_at_1000 - value: 97.0 + value: 97.333 - type: recall_at_20 - value: 73.078 + value: 79.256 - type: recall_at_3 - value: 57.477999999999994 + value: 62.561 - type: recall_at_5 - value: 63.322 + value: 67.039 task: type: Retrieval - dataset: @@ -18281,287 +17711,287 @@ model-index: type: clarin-knext/trec-covid-pl metrics: - type: main_score - value: 56.919 + value: 69.244 - type: map_at_1 - value: 0.17600000000000002 + value: 0.216 - type: map_at_10 - value: 1.352 + value: 1.717 - type: map_at_100 - value: 7.253 + value: 9.051 - type: map_at_1000 - value: 18.698 + value: 21.688 - type: map_at_20 - value: 2.313 + value: 2.972 - type: map_at_3 - value: 0.496 + value: 0.624 - type: map_at_5 - value: 0.775 + value: 0.9809999999999999 - type: mrr_at_1 - value: 68.0 + value: 82.0 - type: mrr_at_10 - value: 80.26904761904761 + value: 88.41666666666666 - type: mrr_at_100 - value: 80.26904761904761 + value: 88.57051282051282 - type: mrr_at_1000 - value: 80.26904761904761 + value: 88.57051282051282 - type: mrr_at_20 - value: 80.26904761904761 + value: 88.57051282051282 - type: mrr_at_3 - value: 78.33333333333333 + value: 87.66666666666666 - type: mrr_at_5 - value: 79.73333333333332 + value: 88.16666666666666 - type: nauc_map_at_1000_diff1 - value: 6.574463369141221 + value: -21.210172839828886 - type: nauc_map_at_1000_max - value: 53.38255229751684 + value: 50.364439193708456 - type: nauc_map_at_1000_std - value: 80.05902957099651 + value: 82.23413161215711 - type: nauc_map_at_100_diff1 - value: 11.446821053406707 + value: -3.737989437317314 - type: nauc_map_at_100_max - value: 44.68607496071329 + value: 40.24314095187729 - type: nauc_map_at_100_std - value: 72.78356846807002 + value: 74.6556355692718 - type: nauc_map_at_10_diff1 - value: 19.670014556837902 + value: 24.069758586207186 - type: nauc_map_at_10_max - value: 34.81097303843686 + value: 25.978576944212445 - type: nauc_map_at_10_std - value: 33.674183618423335 + value: 30.92185789388276 - type: nauc_map_at_1_diff1 - value: 21.506439684761883 + value: 33.44422662406722 - type: nauc_map_at_1_max - value: 28.484715735575577 + value: 18.58849173002632 - type: nauc_map_at_1_std - value: 9.63153171871658 + value: 23.001195148863555 - type: nauc_map_at_20_diff1 - value: 21.0792619485704 + value: 16.195748164952704 - type: nauc_map_at_20_max - value: 42.16963284469341 + value: 32.418991157208055 - type: nauc_map_at_20_std - value: 40.700515917035524 + value: 45.053299350375795 - type: nauc_map_at_3_diff1 - value: 26.981672835550295 + value: 32.94899528110181 - type: nauc_map_at_3_max - value: 32.974693063997506 + value: 16.721379232494304 - type: nauc_map_at_3_std - value: 16.6022898528941 + value: 18.336699336799814 - type: nauc_map_at_5_diff1 - value: 27.87549872058613 + value: 30.34930846309755 - type: nauc_map_at_5_max - value: 33.80977925406638 + value: 19.37661209832802 - type: nauc_map_at_5_std - value: 19.902109058910966 + value: 20.312897662543314 - type: nauc_mrr_at_1000_diff1 - value: 12.46327367923585 + value: 49.418158929182006 - type: nauc_mrr_at_1000_max - value: 36.671369778214725 + value: 67.05328023364747 - type: nauc_mrr_at_1000_std - value: 29.65039484236962 + value: 70.85520896614209 - type: nauc_mrr_at_100_diff1 - value: 12.46327367923585 + value: 49.418158929182006 - type: nauc_mrr_at_100_max - value: 36.671369778214725 + value: 67.05328023364747 - type: nauc_mrr_at_100_std - value: 29.65039484236962 + value: 70.85520896614209 - type: nauc_mrr_at_10_diff1 - value: 12.46327367923585 + value: 49.50157932873256 - type: nauc_mrr_at_10_max - value: 36.671369778214725 + value: 65.88227845429796 - type: nauc_mrr_at_10_std - value: 29.65039484236962 + value: 70.87422352601853 - type: nauc_mrr_at_1_diff1 - value: 6.319535622970017 + value: 44.82872563057607 - type: nauc_mrr_at_1_max - value: 33.71225209038767 + value: 70.45930168520755 - type: nauc_mrr_at_1_std - value: 25.834427475640904 + value: 69.88104416785988 - type: nauc_mrr_at_20_diff1 - value: 12.46327367923585 + value: 49.418158929182006 - type: nauc_mrr_at_20_max - value: 36.671369778214725 + value: 67.05328023364747 - type: nauc_mrr_at_20_std - value: 29.65039484236962 + value: 70.85520896614209 - type: nauc_mrr_at_3_diff1 - value: 14.027551353113887 + value: 49.71407489393107 - type: nauc_mrr_at_3_max - value: 38.329801108575204 + value: 67.77215590165227 - type: nauc_mrr_at_3_std - value: 29.922562764916822 + value: 72.72379898279185 - type: nauc_mrr_at_5_diff1 - value: 14.272859057946812 + value: 50.328834220772976 - type: nauc_mrr_at_5_max - value: 36.26521327614547 + value: 66.34746357369875 - type: nauc_mrr_at_5_std - value: 30.35143151694706 + value: 71.51800332961842 - type: nauc_ndcg_at_1000_diff1 - value: 11.430252629811264 + value: -11.723371568664843 - type: nauc_ndcg_at_1000_max - value: 54.72660044236807 + value: 53.41150083076567 - type: nauc_ndcg_at_1000_std - value: 78.30081415388416 + value: 81.94372023908832 - type: nauc_ndcg_at_100_diff1 - value: 0.3033147120555255 + value: -15.990454633114279 - type: nauc_ndcg_at_100_max - value: 44.79981966050289 + value: 45.35431514782352 - type: nauc_ndcg_at_100_std - value: 70.8722962407257 + value: 75.73014493320755 - type: nauc_ndcg_at_10_diff1 - value: 13.708493191967316 + value: 4.30050518239422 - type: nauc_ndcg_at_10_max - value: 45.58714259949 + value: 50.83631607203189 - type: nauc_ndcg_at_10_std - value: 54.25312608750681 + value: 63.1087699434136 - type: nauc_ndcg_at_1_diff1 - value: 14.13764957725658 + value: 17.206529677661354 - type: nauc_ndcg_at_1_max - value: 35.89238137772783 + value: 62.14050255620695 - type: nauc_ndcg_at_1_std - value: 26.159271864845252 + value: 64.51116243264046 - type: nauc_ndcg_at_20_diff1 - value: 10.821994469339833 + value: -5.9182205607515685 - type: nauc_ndcg_at_20_max - value: 49.655194522856874 + value: 49.12802457140552 - type: nauc_ndcg_at_20_std - value: 59.38126671218269 + value: 68.77672262568693 - type: nauc_ndcg_at_3_diff1 - value: 21.715565312196077 + value: 22.158007969692125 - type: nauc_ndcg_at_3_max - value: 43.75654188258407 + value: 48.17593837968984 - type: nauc_ndcg_at_3_std - value: 43.06565426451109 + value: 58.4991887813489 - type: nauc_ndcg_at_5_diff1 - value: 23.655719788636784 + value: 16.89487399786786 - type: nauc_ndcg_at_5_max - value: 43.918620576813254 + value: 46.752900245009414 - type: nauc_ndcg_at_5_std - value: 43.25044045865146 + value: 60.870638593862914 - type: nauc_precision_at_1000_diff1 - value: -7.801822177721561 + value: -24.67751088399524 - type: nauc_precision_at_1000_max - value: 39.258818089435316 + value: 42.70887481946044 - type: nauc_precision_at_1000_std - value: 51.66205821260089 + value: 49.219386318590566 - type: nauc_precision_at_100_diff1 - value: -4.119704756180739 + value: -19.829901963316278 - type: nauc_precision_at_100_max - value: 39.712338903322255 + value: 44.4613898680245 - type: nauc_precision_at_100_std - value: 72.21641244608408 + value: 74.8829067578589 - type: nauc_precision_at_10_diff1 - value: 8.444233068337487 + value: -0.6759004971171398 - type: nauc_precision_at_10_max - value: 42.4676899985165 + value: 52.16154071543153 - type: nauc_precision_at_10_std - value: 56.826333196617604 + value: 62.98886080224083 - type: nauc_precision_at_1_diff1 - value: 6.319535622970017 + value: 44.82872563057607 - type: nauc_precision_at_1_max - value: 33.71225209038767 + value: 70.45930168520755 - type: nauc_precision_at_1_std - value: 25.834427475640904 + value: 69.88104416785988 - type: nauc_precision_at_20_diff1 - value: 5.9351451055270665 + value: -11.458671607862547 - type: nauc_precision_at_20_max - value: 48.44119310018816 + value: 49.71202888307331 - type: nauc_precision_at_20_std - value: 59.5595391474413 + value: 71.79100842422972 - type: nauc_precision_at_3_diff1 - value: 20.49183589553138 + value: 30.23048096153466 - type: nauc_precision_at_3_max - value: 43.97209215954164 + value: 48.24954855245538 - type: nauc_precision_at_3_std - value: 43.38846811953682 + value: 54.344575833478935 - type: nauc_precision_at_5_diff1 - value: 23.91193541491969 + value: 13.925893655561437 - type: nauc_precision_at_5_max - value: 42.89037965109586 + value: 46.23506752573775 - type: nauc_precision_at_5_std - value: 43.85307223071737 + value: 59.610666544378944 - type: nauc_recall_at_1000_diff1 - value: 14.852243091307962 + value: -13.691809447793393 - type: nauc_recall_at_1000_max - value: 52.716143146467246 + value: 50.39633577248049 - type: nauc_recall_at_1000_std - value: 75.96395414412834 + value: 76.65225154588104 - type: nauc_recall_at_100_diff1 - value: 15.714854209882853 + value: 4.67778695632382 - type: nauc_recall_at_100_max - value: 36.02809107498271 + value: 30.19071079451134 - type: nauc_recall_at_100_std - value: 69.13542905710189 + value: 65.03682595699173 - type: nauc_recall_at_10_diff1 - value: 21.595214483052263 + value: 26.24600831247693 - type: nauc_recall_at_10_max - value: 30.858824962274056 + value: 22.235399614875632 - type: nauc_recall_at_10_std - value: 32.41949976903557 + value: 27.653841671594176 - type: nauc_recall_at_1_diff1 - value: 21.506439684761883 + value: 33.44422662406722 - type: nauc_recall_at_1_max - value: 28.484715735575577 + value: 18.58849173002632 - type: nauc_recall_at_1_std - value: 9.63153171871658 + value: 23.001195148863555 - type: nauc_recall_at_20_diff1 - value: 26.088109678326145 + value: 19.13211263378722 - type: nauc_recall_at_20_max - value: 39.30741232084537 + value: 26.697525172621827 - type: nauc_recall_at_20_std - value: 35.63530214277264 + value: 40.9095035359023 - type: nauc_recall_at_3_diff1 - value: 30.069120349407143 + value: 30.47343886364865 - type: nauc_recall_at_3_max - value: 30.61753190304264 + value: 12.854379330237647 - type: nauc_recall_at_3_std - value: 18.336355866759682 + value: 14.711252261798258 - type: nauc_recall_at_5_diff1 - value: 31.512613211529615 + value: 28.344400535065112 - type: nauc_recall_at_5_max - value: 30.43538310477602 + value: 14.755638630484144 - type: nauc_recall_at_5_std - value: 19.67467281491149 + value: 15.864031786019787 - type: ndcg_at_1 - value: 61.0 + value: 72.0 - type: ndcg_at_10 - value: 56.919 + value: 69.244 - type: ndcg_at_100 - value: 44.4 + value: 50.834 - type: ndcg_at_1000 - value: 42.588 + value: 45.535 - type: ndcg_at_20 - value: 54.266999999999996 + value: 65.676 - type: ndcg_at_3 - value: 58.765 + value: 73.776 - type: ndcg_at_5 - value: 58.553 + value: 72.715 - type: precision_at_1 - value: 68.0 + value: 82.0 - type: precision_at_10 - value: 62.0 + value: 73.6 - type: precision_at_100 - value: 45.839999999999996 + value: 52.22 - type: precision_at_1000 - value: 19.31 + value: 20.380000000000003 - type: precision_at_20 - value: 58.199999999999996 + value: 69.0 - type: precision_at_3 - value: 66.667 + value: 81.333 - type: precision_at_5 - value: 64.8 + value: 79.2 - type: recall_at_1 - value: 0.17600000000000002 + value: 0.216 - type: recall_at_10 - value: 1.637 + value: 1.8900000000000001 - type: recall_at_100 - value: 10.764999999999999 + value: 12.359 - type: recall_at_1000 - value: 40.766999999999996 + value: 42.791000000000004 - type: recall_at_20 - value: 2.983 + value: 3.44 - type: recall_at_3 - value: 0.5519999999999999 + value: 0.653 - type: recall_at_5 - value: 0.8829999999999999 + value: 1.048 task: type: Retrieval - dataset: @@ -18572,13 +18002,13 @@ model-index: type: ai-forever/cedr-classification metrics: - type: accuracy - value: 42.15727948990436 + value: 43.29968119022317 - type: f1 - value: 39.09194730362947 + value: 41.112000768648386 - type: lrap - value: 71.07199787460253 + value: 72.06216790648348 - type: main_score - value: 42.15727948990436 + value: 43.29968119022317 task: type: MultilabelClassification - dataset: @@ -18589,13 +18019,13 @@ model-index: type: ai-forever/georeview-classification metrics: - type: accuracy - value: 47.685546875 + value: 52.0361328125 - type: f1 - value: 42.201867616479085 + value: 47.84397823612054 - type: f1_weighted - value: 42.20127250813618 + value: 47.84111706041435 - type: main_score - value: 47.685546875 + value: 52.0361328125 task: type: Classification - dataset: @@ -18606,11 +18036,11 @@ model-index: type: ai-forever/georeview-clustering-p2p metrics: - type: main_score - value: 63.39849666467603 + value: 60.28266888390485 - type: v_measure - value: 63.39849666467603 + value: 60.28266888390485 - type: v_measure_std - value: 0.4433669974776044 + value: 1.0348363132473835 task: type: Clustering - dataset: @@ -18621,13 +18051,13 @@ model-index: type: ai-forever/headline-classification metrics: - type: accuracy - value: 83.45703125 + value: 83.4033203125 - type: f1 - value: 83.44147121320216 + value: 83.39708551274371 - type: f1_weighted - value: 83.43953816781061 + value: 83.39502222187862 - type: main_score - value: 83.45703125 + value: 83.4033203125 task: type: Classification - dataset: @@ -18638,17 +18068,17 @@ model-index: type: ai-forever/inappropriateness-classification metrics: - type: accuracy - value: 61.318359375 + value: 64.140625 - type: ap - value: 57.103049962056815 + value: 59.28880813167948 - type: ap_weighted - value: 57.103049962056815 + value: 59.28880813167948 - type: f1 - value: 60.69364450664112 + value: 63.72032598814496 - type: f1_weighted - value: 60.69364450664112 + value: 63.72032598814496 - type: main_score - value: 61.318359375 + value: 64.140625 task: type: Classification - dataset: @@ -18659,13 +18089,13 @@ model-index: type: ai-forever/kinopoisk-sentiment-classification metrics: - type: accuracy - value: 59.040000000000006 + value: 63.15333333333333 - type: f1 - value: 55.63433742720159 + value: 59.395986541732384 - type: f1_weighted - value: 55.63433742720159 + value: 59.395986541732384 - type: main_score - value: 59.040000000000006 + value: 63.15333333333333 task: type: Classification - dataset: @@ -18676,231 +18106,231 @@ model-index: type: miracl/mmteb-miracl-reranking metrics: - type: MAP@1(MIRACL) - value: 29.729 + value: 29.732999999999997 - type: MAP@10(MIRACL) - value: 48.713 + value: 48.333 - type: MAP@100(MIRACL) - value: 50.792 + value: 50.517 - type: MAP@1000(MIRACL) - value: 50.792 + value: 50.517 - type: MAP@20(MIRACL) - value: 50.197 + value: 49.85 - type: MAP@3(MIRACL) - value: 41.8 + value: 41.843 - type: MAP@5(MIRACL) - value: 45.706 + value: 45.323 - type: NDCG@1(MIRACL) - value: 49.158 + value: 48.436 - type: NDCG@10(MIRACL) - value: 56.550999999999995 + value: 56.111999999999995 - type: NDCG@100(MIRACL) - value: 60.829 + value: 60.617 - type: NDCG@1000(MIRACL) - value: 60.829 + value: 60.617 - type: NDCG@20(MIRACL) - value: 59.229 + value: 58.826 - type: NDCG@3(MIRACL) - value: 50.397000000000006 + value: 50.483999999999995 - type: NDCG@5(MIRACL) - value: 53.105000000000004 + value: 52.61 - type: P@1(MIRACL) - value: 49.158 + value: 48.436 - type: P@10(MIRACL) - value: 14.908 + value: 14.667 - type: P@100(MIRACL) value: 1.9529999999999998 - type: P@1000(MIRACL) value: 0.19499999999999998 - type: P@20(MIRACL) - value: 8.753 + value: 8.665000000000001 - type: P@3(MIRACL) - value: 31.061 + value: 31.302000000000003 - type: P@5(MIRACL) - value: 23.785 + value: 23.384 - type: Recall@1(MIRACL) - value: 29.729 + value: 29.732999999999997 - type: Recall@10(MIRACL) - value: 67.223 + value: 66.532 - type: Recall@100(MIRACL) value: 79.952 - type: Recall@1000(MIRACL) value: 79.952 - type: Recall@20(MIRACL) - value: 74.417 + value: 73.75 - type: Recall@3(MIRACL) - value: 49.073 + value: 49.541000000000004 - type: Recall@5(MIRACL) - value: 58.094 + value: 57.389 - type: main_score - value: 56.550999999999995 + value: 56.111999999999995 - type: nAUC_MAP@1000_diff1(MIRACL) - value: 19.222716664871324 + value: 15.8510181843185 - type: nAUC_MAP@1000_max(MIRACL) - value: 28.91315309273525 + value: 27.452155305037095 - type: nAUC_MAP@1000_std(MIRACL) - value: 15.773770301363973 + value: 15.147015882448075 - type: nAUC_MAP@100_diff1(MIRACL) - value: 19.222716664871324 + value: 15.8510181843185 - type: nAUC_MAP@100_max(MIRACL) - value: 28.91315309273525 + value: 27.452155305037095 - type: nAUC_MAP@100_std(MIRACL) - value: 15.773770301363973 + value: 15.147015882448075 - type: nAUC_MAP@10_diff1(MIRACL) - value: 21.16716217839532 + value: 17.808742699385363 - type: nAUC_MAP@10_max(MIRACL) - value: 26.58073750952478 + value: 25.21217663908093 - type: nAUC_MAP@10_std(MIRACL) - value: 14.98546699381452 + value: 13.970995033749716 - type: nAUC_MAP@1_diff1(MIRACL) - value: 37.50928508734578 + value: 34.30066727981356 - type: nAUC_MAP@1_max(MIRACL) - value: 13.158704351998995 + value: 11.096793012814972 - type: nAUC_MAP@1_std(MIRACL) - value: 4.422878276220556 + value: 4.298644702770651 - type: nAUC_MAP@20_diff1(MIRACL) - value: 19.951045759045467 + value: 16.499957004860978 - type: nAUC_MAP@20_max(MIRACL) - value: 28.25165991244302 + value: 26.676987318433714 - type: nAUC_MAP@20_std(MIRACL) - value: 15.850363419877105 + value: 15.166175199040485 - type: nAUC_MAP@3_diff1(MIRACL) - value: 27.774164479669988 + value: 23.797870452650084 - type: nAUC_MAP@3_max(MIRACL) - value: 20.738889611307496 + value: 18.20460307122738 - type: nAUC_MAP@3_std(MIRACL) - value: 9.22491952318088 + value: 8.985118628338126 - type: nAUC_MAP@5_diff1(MIRACL) - value: 23.86089217267443 + value: 20.549029352694866 - type: nAUC_MAP@5_max(MIRACL) - value: 23.19878810494586 + value: 21.528805328834324 - type: nAUC_MAP@5_std(MIRACL) - value: 11.851875808858123 + value: 11.131951589460492 - type: nAUC_NDCG@1000_diff1(MIRACL) - value: 9.459016218726891 + value: 5.973372149854828 - type: nAUC_NDCG@1000_max(MIRACL) - value: 38.018030050210896 + value: 36.70565868748619 - type: nAUC_NDCG@1000_std(MIRACL) - value: 20.555997574199246 + value: 19.551007976769245 - type: nAUC_NDCG@100_diff1(MIRACL) - value: 9.459016218726891 + value: 5.973372149854828 - type: nAUC_NDCG@100_max(MIRACL) - value: 38.018030050210896 + value: 36.70565868748619 - type: nAUC_NDCG@100_std(MIRACL) - value: 20.555997574199246 + value: 19.551007976769245 - type: nAUC_NDCG@10_diff1(MIRACL) - value: 14.2494195957649 + value: 10.894100451667919 - type: nAUC_NDCG@10_max(MIRACL) - value: 32.87676976986289 + value: 31.735109695399416 - type: nAUC_NDCG@10_std(MIRACL) - value: 19.469852065776976 + value: 17.674556265190706 - type: nAUC_NDCG@1_diff1(MIRACL) - value: 23.312659021070818 + value: 22.04892839322977 - type: nAUC_NDCG@1_max(MIRACL) - value: 31.554119919664593 + value: 32.51034181981298 - type: nAUC_NDCG@1_std(MIRACL) - value: 17.533789813864466 + value: 14.343760356007765 - type: nAUC_NDCG@20_diff1(MIRACL) - value: 11.694064829915717 + value: 8.074119776676103 - type: nAUC_NDCG@20_max(MIRACL) - value: 36.12122229242797 + value: 34.52221220694718 - type: nAUC_NDCG@20_std(MIRACL) - value: 20.886325245384313 + value: 19.94006423667 - type: nAUC_NDCG@3_diff1(MIRACL) - value: 19.70964037059834 + value: 16.284195830367825 - type: nAUC_NDCG@3_max(MIRACL) - value: 28.271224651385758 + value: 26.521965826220352 - type: nAUC_NDCG@3_std(MIRACL) - value: 14.182889320426757 + value: 13.850033289666094 - type: nAUC_NDCG@5_diff1(MIRACL) - value: 17.143482434537635 + value: 14.362693198633952 - type: nAUC_NDCG@5_max(MIRACL) - value: 28.911278684121744 + value: 27.781809390068872 - type: nAUC_NDCG@5_std(MIRACL) - value: 15.83019582479379 + value: 14.879808284537981 - type: nAUC_P@1000_diff1(MIRACL) - value: -28.806220159210838 + value: -27.606682296231373 - type: nAUC_P@1000_max(MIRACL) - value: 30.19137414854295 + value: 33.03084251491326 - type: nAUC_P@1000_std(MIRACL) - value: 15.577217138606922 + value: 15.674013757663898 - type: nAUC_P@100_diff1(MIRACL) - value: -28.8062201592108 + value: -27.606682296231327 - type: nAUC_P@100_max(MIRACL) - value: 30.191374148543016 + value: 33.03084251491332 - type: nAUC_P@100_std(MIRACL) - value: 15.577217138606963 + value: 15.674013757663937 - type: nAUC_P@10_diff1(MIRACL) - value: -23.950963396253567 + value: -23.575685602922174 - type: nAUC_P@10_max(MIRACL) - value: 32.31620562041691 + value: 36.72548498655645 - type: nAUC_P@10_std(MIRACL) - value: 22.76652888514141 + value: 21.317694028285104 - type: nAUC_P@1_diff1(MIRACL) - value: 23.312659021070818 + value: 22.04892839322977 - type: nAUC_P@1_max(MIRACL) - value: 31.554119919664593 + value: 32.51034181981298 - type: nAUC_P@1_std(MIRACL) - value: 17.533789813864466 + value: 14.343760356007765 - type: nAUC_P@20_diff1(MIRACL) - value: -26.522109242426172 + value: -26.064734965649322 - type: nAUC_P@20_max(MIRACL) - value: 31.490097667881027 + value: 34.10936682680113 - type: nAUC_P@20_std(MIRACL) - value: 20.51757471839622 + value: 20.31615496254574 - type: nAUC_P@3_diff1(MIRACL) - value: -8.494670555442749 + value: -10.903444655544746 - type: nAUC_P@3_max(MIRACL) - value: 33.197306356212295 + value: 34.33585029049373 - type: nAUC_P@3_std(MIRACL) - value: 18.96447162170764 + value: 18.620142249622834 - type: nAUC_P@5_diff1(MIRACL) - value: -19.15325386641154 + value: -18.454884144221385 - type: nAUC_P@5_max(MIRACL) - value: 31.846463690427683 + value: 35.620428961110036 - type: nAUC_P@5_std(MIRACL) - value: 20.914296846825028 + value: 20.265460635926893 - type: nAUC_Recall@1000_diff1(MIRACL) - value: -22.62644777038629 + value: -28.25716669219796 - type: nAUC_Recall@1000_max(MIRACL) - value: 63.09417027858301 + value: 59.88673755432144 - type: nAUC_Recall@1000_std(MIRACL) - value: 31.96936126619333 + value: 29.916576785101622 - type: nAUC_Recall@100_diff1(MIRACL) - value: -22.62644777038629 + value: -28.25716669219796 - type: nAUC_Recall@100_max(MIRACL) - value: 63.09417027858301 + value: 59.88673755432144 - type: nAUC_Recall@100_std(MIRACL) - value: 31.96936126619333 + value: 29.916576785101622 - type: nAUC_Recall@10_diff1(MIRACL) - value: 1.389536667314163 + value: -2.5731369116803466 - type: nAUC_Recall@10_max(MIRACL) - value: 36.80168430587649 + value: 34.37108435281944 - type: nAUC_Recall@10_std(MIRACL) - value: 24.6096121100626 + value: 20.744457001608925 - type: nAUC_Recall@1_diff1(MIRACL) - value: 37.50928508734578 + value: 34.30066727981356 - type: nAUC_Recall@1_max(MIRACL) - value: 13.158704351998995 + value: 11.096793012814972 - type: nAUC_Recall@1_std(MIRACL) - value: 4.422878276220556 + value: 4.298644702770651 - type: nAUC_Recall@20_diff1(MIRACL) - value: -8.586661617880036 + value: -13.667980220614172 - type: nAUC_Recall@20_max(MIRACL) - value: 48.977640900606715 + value: 44.947659106700044 - type: nAUC_Recall@20_std(MIRACL) - value: 30.787733282193763 + value: 29.413435369376923 - type: nAUC_Recall@3_diff1(MIRACL) - value: 20.85452801657472 + value: 15.838199908854786 - type: nAUC_Recall@3_max(MIRACL) - value: 20.457796008702196 + value: 17.368565662731196 - type: nAUC_Recall@3_std(MIRACL) - value: 10.422494162066547 + value: 10.538072940876807 - type: nAUC_Recall@5_diff1(MIRACL) - value: 11.294860119295114 + value: 8.199967584892176 - type: nAUC_Recall@5_max(MIRACL) - value: 24.55554040640634 + value: 23.500985460573578 - type: nAUC_Recall@5_std(MIRACL) - value: 15.07523755007524 + value: 13.477424183539433 task: type: Reranking - dataset: @@ -18911,287 +18341,287 @@ model-index: type: miracl/mmteb-miracl metrics: - type: main_score - value: 53.33 + value: 52.211 - type: map_at_1 - value: 23.51 + value: 23.238 - type: map_at_10 - value: 42.506 + value: 41.559000000000005 - type: map_at_100 - value: 45.727000000000004 + value: 44.757999999999996 - type: map_at_1000 - value: 45.824 + value: 44.861000000000004 - type: map_at_20 - value: 44.482 + value: 43.461 - type: map_at_3 - value: 34.903 + value: 34.593 - type: map_at_5 - value: 38.924 + value: 38.056 - type: mrr_at_1 - value: 47.52396166134185 + value: 47.04472843450479 - type: mrr_at_10 - value: 60.53929585678796 + value: 59.587485420153286 - type: mrr_at_100 - value: 61.08405013111772 + value: 60.17662556783717 - type: mrr_at_1000 - value: 61.090960329457786 + value: 60.1850174860852 - type: mrr_at_20 - value: 60.942355859942886 + value: 60.003979383733544 - type: mrr_at_3 - value: 57.21512247071355 + value: 56.62939297124608 - type: mrr_at_5 - value: 59.423588924387715 + value: 58.33067092651768 - type: nauc_map_at_1000_diff1 - value: 27.9258851452338 + value: 26.665139374258256 - type: nauc_map_at_1000_max - value: 23.91526202439492 + value: 20.20801190375824 - type: nauc_map_at_1000_std - value: 1.9886186316328294 + value: 3.35434510540552 - type: nauc_map_at_100_diff1 - value: 27.950443502043935 + value: 26.691816652639787 - type: nauc_map_at_100_max - value: 23.91952747895155 + value: 20.193510183457917 - type: nauc_map_at_100_std - value: 1.9828664117240875 + value: 3.371679544337864 - type: nauc_map_at_10_diff1 - value: 28.591900542084257 + value: 27.24904607990151 - type: nauc_map_at_10_max - value: 22.26715273276218 + value: 18.26589731339405 - type: nauc_map_at_10_std - value: -0.2905582006620209 + value: 1.0177924180874538 - type: nauc_map_at_1_diff1 - value: 36.29159533442582 + value: 34.53595808193455 - type: nauc_map_at_1_max - value: 14.017798723971604 + value: 10.970155439499656 - type: nauc_map_at_1_std - value: -4.135744714942541 + value: -3.8626873246816373 - type: nauc_map_at_20_diff1 - value: 28.227642002703888 + value: 26.8513788979128 - type: nauc_map_at_20_max - value: 23.31288716904143 + value: 19.367475736662428 - type: nauc_map_at_20_std - value: 0.8608305708684871 + value: 2.2475091146613564 - type: nauc_map_at_3_diff1 - value: 31.25854158298961 + value: 28.911815196615866 - type: nauc_map_at_3_max - value: 19.94828898205679 + value: 15.474121149651292 - type: nauc_map_at_3_std - value: -3.055128116323982 + value: -1.0664535264565158 - type: nauc_map_at_5_diff1 - value: 29.569541485869138 + value: 27.772031743222787 - type: nauc_map_at_5_max - value: 20.295566102579233 + value: 16.241638808384145 - type: nauc_map_at_5_std - value: -2.0623859574064496 + value: -0.6044307972013538 - type: nauc_mrr_at_1000_diff1 - value: 27.361661005387717 + value: 26.66563442138901 - type: nauc_mrr_at_1000_max - value: 29.835566057491185 + value: 27.74734004586503 - type: nauc_mrr_at_1000_std - value: 9.18992468804867 + value: 10.663042801330587 - type: nauc_mrr_at_100_diff1 - value: 27.364549933483367 + value: 26.66809693875436 - type: nauc_mrr_at_100_max - value: 29.841000191685662 + value: 27.7565667281779 - type: nauc_mrr_at_100_std - value: 9.201936238611633 + value: 10.671838040923266 - type: nauc_mrr_at_10_diff1 - value: 27.091315668645876 + value: 26.587658592417736 - type: nauc_mrr_at_10_max - value: 30.083804137944814 + value: 27.872712998242328 - type: nauc_mrr_at_10_std - value: 9.295940302357145 + value: 10.979716151856918 - type: nauc_mrr_at_1_diff1 - value: 30.096520602983773 + value: 29.30751401472168 - type: nauc_mrr_at_1_max - value: 25.92117667316542 + value: 24.98212676568516 - type: nauc_mrr_at_1_std - value: 6.628159094331555 + value: 6.094206809391165 - type: nauc_mrr_at_20_diff1 - value: 27.26907735403706 + value: 26.52396413399926 - type: nauc_mrr_at_20_max - value: 29.91703823542895 + value: 27.720568784204847 - type: nauc_mrr_at_20_std - value: 9.220168448561815 + value: 10.749903126459412 - type: nauc_mrr_at_3_diff1 - value: 27.132416524688672 + value: 26.993782403961802 - type: nauc_mrr_at_3_max - value: 29.879006809416147 + value: 27.810128603605342 - type: nauc_mrr_at_3_std - value: 8.495778638777473 + value: 10.526250026174825 - type: nauc_mrr_at_5_diff1 - value: 27.164544736044938 + value: 26.491056284663404 - type: nauc_mrr_at_5_max - value: 29.756896839148844 + value: 27.938292238745838 - type: nauc_mrr_at_5_std - value: 8.697141135185072 + value: 10.620036152236098 - type: nauc_ndcg_at_1000_diff1 - value: 25.711789502779325 + value: 24.743263734342236 - type: nauc_ndcg_at_1000_max - value: 28.742258668080943 + value: 25.632023742967196 - type: nauc_ndcg_at_1000_std - value: 8.197781962071534 + value: 9.54979482991325 - type: nauc_ndcg_at_100_diff1 - value: 25.844850932804846 + value: 24.884477288371073 - type: nauc_ndcg_at_100_max - value: 29.043525248699453 + value: 25.856099754401797 - type: nauc_ndcg_at_100_std - value: 8.810501750069859 + value: 10.275002448873611 - type: nauc_ndcg_at_10_diff1 - value: 26.47161747010468 + value: 25.813663674330005 - type: nauc_ndcg_at_10_max - value: 25.36709975989015 + value: 21.4632558325771 - type: nauc_ndcg_at_10_std - value: 3.070985924814878 + value: 4.793772488457711 - type: nauc_ndcg_at_1_diff1 - value: 30.096520602983773 + value: 29.30751401472168 - type: nauc_ndcg_at_1_max - value: 25.92117667316542 + value: 24.98212676568516 - type: nauc_ndcg_at_1_std - value: 6.628159094331555 + value: 6.094206809391165 - type: nauc_ndcg_at_20_diff1 - value: 26.329559310197325 + value: 24.96712085611002 - type: nauc_ndcg_at_20_max - value: 27.252374736353723 + value: 23.176681160212546 - type: nauc_ndcg_at_20_std - value: 5.279499913033636 + value: 6.936886476037671 - type: nauc_ndcg_at_3_diff1 - value: 26.382469083855774 + value: 25.475637018641205 - type: nauc_ndcg_at_3_max - value: 25.667817557434446 + value: 22.040672063815855 - type: nauc_ndcg_at_3_std - value: 2.722781380568278 + value: 5.327531594448605 - type: nauc_ndcg_at_5_diff1 - value: 26.63587958392066 + value: 25.70702625003538 - type: nauc_ndcg_at_5_max - value: 24.012746599673562 + value: 20.273499330943313 - type: nauc_ndcg_at_5_std - value: 1.875533584617588 + value: 3.733783938564952 - type: nauc_precision_at_1000_diff1 - value: -16.886796017740146 + value: -14.918023025551047 - type: nauc_precision_at_1000_max - value: 13.452350695770388 + value: 18.668936317187704 - type: nauc_precision_at_1000_std - value: 20.253057030417295 + value: 19.15643973163778 - type: nauc_precision_at_100_diff1 - value: -15.676681024836736 + value: -12.902497092152561 - type: nauc_precision_at_100_max - value: 17.21039273342314 + value: 22.117700522212857 - type: nauc_precision_at_100_std - value: 23.503219057796482 + value: 23.367379142816734 - type: nauc_precision_at_10_diff1 - value: -7.353821346474632 + value: -3.319884895143968 - type: nauc_precision_at_10_max - value: 22.963099870525657 + value: 25.207453700919412 - type: nauc_precision_at_10_std - value: 16.75138999512155 + value: 16.768944029523773 - type: nauc_precision_at_1_diff1 - value: 30.096520602983773 + value: 29.30751401472168 - type: nauc_precision_at_1_max - value: 25.92117667316542 + value: 24.98212676568516 - type: nauc_precision_at_1_std - value: 6.628159094331555 + value: 6.094206809391165 - type: nauc_precision_at_20_diff1 - value: -11.020811644697545 + value: -8.101925051455304 - type: nauc_precision_at_20_max - value: 21.625978665259115 + value: 23.93155685736234 - type: nauc_precision_at_20_std - value: 20.005095685790348 + value: 19.599852197885983 - type: nauc_precision_at_3_diff1 - value: 7.003507657338856 + value: 8.604157546918138 - type: nauc_precision_at_3_max - value: 27.73371213700131 + value: 26.8274074367336 - type: nauc_precision_at_3_std - value: 9.668915001732463 + value: 13.210078569814973 - type: nauc_precision_at_5_diff1 - value: -1.715206180870653 + value: 2.0240126571446004 - type: nauc_precision_at_5_max - value: 24.29609734679536 + value: 25.068271323836683 - type: nauc_precision_at_5_std - value: 13.402584423111977 + value: 13.423044252359 - type: nauc_recall_at_1000_diff1 - value: 17.28590002253731 + value: 2.5057442905176264 - type: nauc_recall_at_1000_max - value: 68.10425916894825 + value: 57.765040045333485 - type: nauc_recall_at_1000_std - value: 73.8411367347451 + value: 75.40225417846978 - type: nauc_recall_at_100_diff1 - value: 18.442237799863165 + value: 13.982399962667946 - type: nauc_recall_at_100_max - value: 39.59374558744695 + value: 36.06499090419987 - type: nauc_recall_at_100_std - value: 38.54186929047189 + value: 38.55877836909554 - type: nauc_recall_at_10_diff1 - value: 19.243325372129107 + value: 19.09907433139298 - type: nauc_recall_at_10_max - value: 19.111906153501202 + value: 14.320755651797818 - type: nauc_recall_at_10_std - value: 0.8737992988209908 + value: 3.68835109545608 - type: nauc_recall_at_1_diff1 - value: 36.29159533442582 + value: 34.53595808193455 - type: nauc_recall_at_1_max - value: 14.017798723971604 + value: 10.970155439499656 - type: nauc_recall_at_1_std - value: -4.135744714942541 + value: -3.8626873246816373 - type: nauc_recall_at_20_diff1 - value: 19.01527783708535 + value: 15.80854510984775 - type: nauc_recall_at_20_max - value: 22.731910630901435 + value: 17.20627614536354 - type: nauc_recall_at_20_std - value: 5.981218642323668 + value: 9.028188051323042 - type: nauc_recall_at_3_diff1 - value: 25.892436310762985 + value: 23.88853757885772 - type: nauc_recall_at_3_max - value: 18.9097432217694 + value: 13.29954353582913 - type: nauc_recall_at_3_std - value: -3.8494373478485033 + value: -0.42190904806759966 - type: nauc_recall_at_5_diff1 - value: 22.032856212342626 + value: 20.720312115028822 - type: nauc_recall_at_5_max - value: 16.22066351445006 + value: 12.324541527710025 - type: nauc_recall_at_5_std - value: -3.416429358868604 + value: -0.19420222400103399 - type: ndcg_at_1 - value: 47.524 + value: 47.044999999999995 - type: ndcg_at_10 - value: 53.33 + value: 52.211 - type: ndcg_at_100 - value: 61.746 + value: 60.777 - type: ndcg_at_1000 - value: 62.803 + value: 61.951 - type: ndcg_at_20 - value: 57.498000000000005 + value: 56.215 - type: ndcg_at_3 - value: 46.204 + value: 45.871 - type: ndcg_at_5 - value: 48.824 + value: 47.643 - type: precision_at_1 - value: 47.524 + value: 47.044999999999995 - type: precision_at_10 - value: 16.478 + value: 16.062 - type: precision_at_100 - value: 2.5860000000000003 + value: 2.563 - type: precision_at_1000 - value: 0.27799999999999997 + value: 0.27899999999999997 - type: precision_at_20 - value: 10.12 + value: 9.9 - type: precision_at_3 - value: 31.735999999999997 + value: 31.575999999999997 - type: precision_at_5 - value: 24.951999999999998 + value: 24.153 - type: recall_at_1 - value: 23.51 + value: 23.238 - type: recall_at_10 - value: 64.98899999999999 + value: 63.479 - type: recall_at_100 - value: 92.241 + value: 91.51899999999999 - type: recall_at_1000 - value: 97.929 + value: 97.906 - type: recall_at_20 - value: 76.822 + value: 74.705 - type: recall_at_3 - value: 42.126000000000005 + value: 42.082 - type: recall_at_5 - value: 52.449 + value: 50.708 task: type: Retrieval - dataset: @@ -19202,13 +18632,13 @@ model-index: type: mteb/amazon_massive_intent metrics: - type: accuracy - value: 60.08069939475453 + value: 68.61466039004706 - type: f1 - value: 56.18556634916303 + value: 63.790707574282045 - type: f1_weighted - value: 58.60322135027107 + value: 67.28456899088164 - type: main_score - value: 60.08069939475453 + value: 68.61466039004706 task: type: Classification - dataset: @@ -19219,13 +18649,13 @@ model-index: type: mteb/amazon_massive_scenario metrics: - type: accuracy - value: 66.43913920645595 + value: 77.97579018157364 - type: f1 - value: 66.11191203959372 + value: 76.31497051309336 - type: f1_weighted - value: 65.72977001101279 + value: 77.54198422119202 - type: main_score - value: 66.43913920645595 + value: 77.97579018157364 task: type: Classification - dataset: @@ -19236,23 +18666,23 @@ model-index: type: merionum/ru_paraphraser metrics: - type: cosine_pearson - value: 61.89012659088028 + value: 62.072853635744465 - type: cosine_spearman - value: 68.53279563915628 + value: 68.32627155640247 - type: euclidean_pearson - value: 65.64255392938036 + value: 65.56072460948485 - type: euclidean_spearman - value: 68.53279561028907 + value: 68.32632364995054 - type: main_score - value: 68.53279563915628 + value: 68.32627155640247 - type: manhattan_pearson - value: 65.52758148688461 + value: 65.54799770948776 - type: manhattan_spearman - value: 68.32426605891132 + value: 68.2428132570697 - type: pearson - value: 61.89012659088028 + value: 62.072853635744465 - type: spearman - value: 68.53279563915628 + value: 68.32627155640247 task: type: STS - dataset: @@ -19263,287 +18693,287 @@ model-index: type: ai-forever/ria-news-retrieval metrics: - type: main_score - value: 77.425 + value: 79.42399999999999 - type: map_at_1 - value: 64.92 + value: 67.42 - type: map_at_10 - value: 73.646 + value: 75.81700000000001 - type: map_at_100 - value: 73.978 + value: 76.103 - type: map_at_1000 - value: 73.988 + value: 76.11099999999999 - type: map_at_20 - value: 73.872 + value: 76.011 - type: map_at_3 - value: 72.128 + value: 74.38 - type: map_at_5 - value: 73.083 + value: 75.31400000000001 - type: mrr_at_1 - value: 64.92 + value: 67.42 - type: mrr_at_10 - value: 73.64593650793611 + value: 75.81702380952322 - type: mrr_at_100 - value: 73.97838585882688 + value: 76.10294206257022 - type: mrr_at_1000 - value: 73.98842757843987 + value: 76.11127333184083 - type: mrr_at_20 - value: 73.87221333104404 + value: 76.01092756817413 - type: mrr_at_3 - value: 72.12833333333288 + value: 74.37999999999947 - type: mrr_at_5 - value: 73.08333333333267 + value: 75.31449999999931 - type: nauc_map_at_1000_diff1 - value: 70.38564962754138 + value: 74.47312749692254 - type: nauc_map_at_1000_max - value: 30.718444075784006 + value: 24.255650636762592 - type: nauc_map_at_1000_std - value: -10.69552302626205 + value: -13.538045103707466 - type: nauc_map_at_100_diff1 - value: 70.37997156234715 + value: 74.46935527123232 - type: nauc_map_at_100_max - value: 30.725651745932925 + value: 24.260637479032273 - type: nauc_map_at_100_std - value: -10.685708218531655 + value: -13.526893488105108 - type: nauc_map_at_10_diff1 - value: 70.3374861437528 + value: 74.37904649319015 - type: nauc_map_at_10_max - value: 30.749168340301246 + value: 24.25477514829031 - type: nauc_map_at_10_std - value: -10.799483498655107 + value: -13.673101053529166 - type: nauc_map_at_1_diff1 - value: 73.9192388165348 + value: 77.41742450291483 - type: nauc_map_at_1_max - value: 28.442543674061532 + value: 21.561634939014 - type: nauc_map_at_1_std - value: -11.831889393493318 + value: -15.302925641163046 - type: nauc_map_at_20_diff1 - value: 70.34741729027523 + value: 74.44339113303336 - type: nauc_map_at_20_max - value: 30.734754088899564 + value: 24.281346979231508 - type: nauc_map_at_20_std - value: -10.686749277585324 + value: -13.533874833150467 - type: nauc_map_at_3_diff1 - value: 70.21568887706891 + value: 74.31017752460161 - type: nauc_map_at_3_max - value: 30.467074420623437 + value: 24.209272036097506 - type: nauc_map_at_3_std - value: -11.472218305675923 + value: -14.053104049162751 - type: nauc_map_at_5_diff1 - value: 70.34594531547204 + value: 74.42859541067173 - type: nauc_map_at_5_max - value: 30.754996331475464 + value: 24.16570861589971 - type: nauc_map_at_5_std - value: -11.084635295739732 + value: -13.948432311463257 - type: nauc_mrr_at_1000_diff1 - value: 70.38565025595047 + value: 74.47312785315074 - type: nauc_mrr_at_1000_max - value: 30.718444183775805 + value: 24.255652429274488 - type: nauc_mrr_at_1000_std - value: -10.695523162874768 + value: -13.538043692357599 - type: nauc_mrr_at_100_diff1 - value: 70.37997156234715 + value: 74.46935527123232 - type: nauc_mrr_at_100_max - value: 30.725651745932925 + value: 24.260637479032273 - type: nauc_mrr_at_100_std - value: -10.685708218531655 + value: -13.526893488105108 - type: nauc_mrr_at_10_diff1 - value: 70.3374861437528 + value: 74.37904649319015 - type: nauc_mrr_at_10_max - value: 30.749168340301246 + value: 24.25477514829031 - type: nauc_mrr_at_10_std - value: -10.799483498655107 + value: -13.673101053529166 - type: nauc_mrr_at_1_diff1 - value: 73.9192388165348 + value: 77.41742450291483 - type: nauc_mrr_at_1_max - value: 28.442543674061532 + value: 21.561634939014 - type: nauc_mrr_at_1_std - value: -11.831889393493318 + value: -15.302925641163046 - type: nauc_mrr_at_20_diff1 - value: 70.34741729027523 + value: 74.44339113303336 - type: nauc_mrr_at_20_max - value: 30.734754088899564 + value: 24.281346979231508 - type: nauc_mrr_at_20_std - value: -10.686749277585324 + value: -13.533874833150467 - type: nauc_mrr_at_3_diff1 - value: 70.21568887706891 + value: 74.31017752460161 - type: nauc_mrr_at_3_max - value: 30.467074420623437 + value: 24.209272036097506 - type: nauc_mrr_at_3_std - value: -11.472218305675923 + value: -14.053104049162751 - type: nauc_mrr_at_5_diff1 - value: 70.34594531547204 + value: 74.42859541067173 - type: nauc_mrr_at_5_max - value: 30.754996331475464 + value: 24.16570861589971 - type: nauc_mrr_at_5_std - value: -11.084635295739732 + value: -13.948432311463257 - type: nauc_ndcg_at_1000_diff1 - value: 69.33016198036992 + value: 73.67049349073889 - type: nauc_ndcg_at_1000_max - value: 31.609803090952298 + value: 25.36219767677513 - type: nauc_ndcg_at_1000_std - value: -9.411221613110152 + value: -12.018149673769434 - type: nauc_ndcg_at_100_diff1 - value: 69.13191582084188 + value: 73.52540106541404 - type: nauc_ndcg_at_100_max - value: 31.83693487089778 + value: 25.54104779422804 - type: nauc_ndcg_at_100_std - value: -9.0400895558464 + value: -11.596858470683141 - type: nauc_ndcg_at_10_diff1 - value: 68.89462773551026 + value: 73.13668875552696 - type: nauc_ndcg_at_10_max - value: 31.87478936924236 + value: 25.555285618887662 - type: nauc_ndcg_at_10_std - value: -9.671029388622948 + value: -12.31485256997023 - type: nauc_ndcg_at_1_diff1 - value: 73.9192388165348 + value: 77.41742450291483 - type: nauc_ndcg_at_1_max - value: 28.442543674061532 + value: 21.561634939014 - type: nauc_ndcg_at_1_std - value: -11.831889393493318 + value: -15.302925641163046 - type: nauc_ndcg_at_20_diff1 - value: 68.90205731804 + value: 73.35771732216482 - type: nauc_ndcg_at_20_max - value: 31.912656813093044 + value: 25.73112191366883 - type: nauc_ndcg_at_20_std - value: -9.090090804963808 + value: -11.69854261340669 - type: nauc_ndcg_at_3_diff1 - value: 68.80670610482917 + value: 73.20274751289709 - type: nauc_ndcg_at_3_max - value: 31.18044464719784 + value: 25.285529084214925 - type: nauc_ndcg_at_3_std - value: -11.278491578164681 + value: -13.37770120862227 - type: nauc_ndcg_at_5_diff1 - value: 68.97187216493903 + value: 73.33594229336342 - type: nauc_ndcg_at_5_max - value: 31.793607228058047 + value: 25.281830078361644 - type: nauc_ndcg_at_5_std - value: -10.481133374672472 + value: -13.088615162069974 - type: nauc_precision_at_1000_diff1 - value: 43.78852990471418 + value: 55.90120106013352 - type: nauc_precision_at_1000_max - value: 56.047346474821055 + value: 55.70083105705886 - type: nauc_precision_at_1000_std - value: 35.73168397793686 + value: 36.2217350708384 - type: nauc_precision_at_100_diff1 - value: 51.06009588636826 + value: 59.2870776629234 - type: nauc_precision_at_100_max - value: 50.40359839963674 + value: 47.133189559008834 - type: nauc_precision_at_100_std - value: 24.17139567398634 + value: 28.301920571571802 - type: nauc_precision_at_10_diff1 - value: 60.308720843343444 + value: 65.12757705051081 - type: nauc_precision_at_10_max - value: 38.88883129762611 + value: 34.0578425463014 - type: nauc_precision_at_10_std - value: -1.9703986668774758 + value: -2.7826038995063618 - type: nauc_precision_at_1_diff1 - value: 73.9192388165348 + value: 77.41742450291483 - type: nauc_precision_at_1_max - value: 28.442543674061532 + value: 21.561634939014 - type: nauc_precision_at_1_std - value: -11.831889393493318 + value: -15.302925641163046 - type: nauc_precision_at_20_diff1 - value: 57.12901999287673 + value: 64.13592064044578 - type: nauc_precision_at_20_max - value: 42.275260619711744 + value: 39.3269437952694 - type: nauc_precision_at_20_std - value: 6.8998045953777165 + value: 7.181669511985859 - type: nauc_precision_at_3_diff1 - value: 63.444192537561285 + value: 68.88283614651107 - type: nauc_precision_at_3_max - value: 33.87173673943739 + value: 29.546078723110387 - type: nauc_precision_at_3_std - value: -10.51740059765903 + value: -10.635148066667597 - type: nauc_precision_at_5_diff1 - value: 62.70100972326122 + value: 68.11610612745827 - type: nauc_precision_at_5_max - value: 36.67473042882081 + value: 30.708733892411683 - type: nauc_precision_at_5_std - value: -7.4730688523228785 + value: -8.722606142068399 - type: nauc_recall_at_1000_diff1 - value: 43.788529904715695 + value: 55.90120106013372 - type: nauc_recall_at_1000_max - value: 56.04734647482148 + value: 55.70083105705975 - type: nauc_recall_at_1000_std - value: 35.731683977938125 + value: 36.22173507083937 - type: nauc_recall_at_100_diff1 - value: 51.06009588636825 + value: 59.287077662923856 - type: nauc_recall_at_100_max - value: 50.40359839963603 + value: 47.1331895590096 - type: nauc_recall_at_100_std - value: 24.171395673986428 + value: 28.30192057157174 - type: nauc_recall_at_10_diff1 - value: 60.30872084334343 + value: 65.1275770505108 - type: nauc_recall_at_10_max - value: 38.88883129762609 + value: 34.057842546301245 - type: nauc_recall_at_10_std - value: -1.9703986668774112 + value: -2.7826038995065376 - type: nauc_recall_at_1_diff1 - value: 73.9192388165348 + value: 77.41742450291483 - type: nauc_recall_at_1_max - value: 28.442543674061532 + value: 21.561634939014 - type: nauc_recall_at_1_std - value: -11.831889393493318 + value: -15.302925641163046 - type: nauc_recall_at_20_diff1 - value: 57.12901999287683 + value: 64.13592064044556 - type: nauc_recall_at_20_max - value: 42.27526061971189 + value: 39.32694379526965 - type: nauc_recall_at_20_std - value: 6.899804595377761 + value: 7.181669511986287 - type: nauc_recall_at_3_diff1 - value: 63.444192537561136 + value: 68.88283614651114 - type: nauc_recall_at_3_max - value: 33.87173673943714 + value: 29.54607872311032 - type: nauc_recall_at_3_std - value: -10.517400597659156 + value: -10.635148066667742 - type: nauc_recall_at_5_diff1 - value: 62.70100972326114 + value: 68.11610612745811 - type: nauc_recall_at_5_max - value: 36.6747304288208 + value: 30.70873389241151 - type: nauc_recall_at_5_std - value: -7.473068852322717 + value: -8.722606142068207 - type: ndcg_at_1 - value: 64.92 + value: 67.42 - type: ndcg_at_10 - value: 77.425 + value: 79.42399999999999 - type: ndcg_at_100 - value: 78.97 + value: 80.754 - type: ndcg_at_1000 - value: 79.252 + value: 80.979 - type: ndcg_at_20 - value: 78.23400000000001 + value: 80.118 - type: ndcg_at_3 - value: 74.36399999999999 + value: 76.543 - type: ndcg_at_5 - value: 76.081 + value: 78.215 - type: precision_at_1 - value: 64.92 + value: 67.42 - type: precision_at_10 - value: 8.907 + value: 9.052 - type: precision_at_100 - value: 0.9610000000000001 + value: 0.966 - type: precision_at_1000 value: 0.098 - type: precision_at_20 - value: 4.612 + value: 4.662 - type: precision_at_3 - value: 26.933 + value: 27.589999999999996 - type: precision_at_5 - value: 16.991999999999997 + value: 17.36 - type: recall_at_1 - value: 64.92 + value: 67.42 - type: recall_at_10 - value: 89.07000000000001 + value: 90.52 - type: recall_at_100 - value: 96.14 + value: 96.61 - type: recall_at_1000 value: 98.39 - type: recall_at_20 - value: 92.24 + value: 93.24 - type: recall_at_3 - value: 80.80000000000001 + value: 82.77 - type: recall_at_5 - value: 84.96000000000001 + value: 86.8 task: type: Retrieval - dataset: @@ -19554,23 +18984,23 @@ model-index: type: ai-forever/rubq-reranking metrics: - type: main_score - value: 69.76660332457352 + value: 68.48180892753541 - type: map - value: 69.76660332457352 + value: 68.48180892753541 - type: mrr - value: 74.91840901415368 + value: 73.69372550223615 - type: nAUC_map_diff1 - value: 40.77717577386574 + value: 37.93778560797301 - type: nAUC_map_max - value: 16.449821304849507 + value: 10.858022431340633 - type: nAUC_map_std - value: 5.464849678667512 + value: 6.446466714820493 - type: nAUC_mrr_diff1 - value: 44.622323940651256 + value: 39.83698029227208 - type: nAUC_mrr_max - value: 20.915686008960645 + value: 14.378309445768284 - type: nAUC_mrr_std - value: 7.742740250688379 + value: 10.579567761464919 task: type: Reranking - dataset: @@ -19581,287 +19011,287 @@ model-index: type: ai-forever/rubq-retrieval metrics: - type: main_score - value: 67.753 + value: 66.77 - type: map_at_1 - value: 38.111 + value: 36.525 - type: map_at_10 - value: 59.25 + value: 58.021 - type: map_at_100 - value: 60.291 + value: 59.016000000000005 - type: map_at_1000 - value: 60.31999999999999 + value: 59.041999999999994 - type: map_at_20 - value: 60.007 + value: 58.709 - type: map_at_3 - value: 53.39699999999999 + value: 51.808 - type: map_at_5 - value: 57.021 + value: 55.706999999999994 - type: mrr_at_1 - value: 54.60992907801418 + value: 52.95508274231678 - type: mrr_at_10 - value: 67.53055930804169 + value: 66.10029926076034 - type: mrr_at_100 - value: 67.88621490413858 + value: 66.46489903689454 - type: mrr_at_1000 - value: 67.89435419716948 + value: 66.47135430048212 - type: mrr_at_20 - value: 67.80457820326059 + value: 66.36282360130573 - type: mrr_at_3 - value: 64.98226950354619 + value: 63.347123719464236 - type: mrr_at_5 - value: 66.6991725768323 + value: 65.20291568163925 - type: nauc_map_at_1000_diff1 - value: 38.61460560253499 + value: 36.39353112777031 - type: nauc_map_at_1000_max - value: 24.238741006152296 + value: 14.511234479555156 - type: nauc_map_at_1000_std - value: -12.553887111841771 + value: -12.003784393055856 - type: nauc_map_at_100_diff1 - value: 38.604995328219836 + value: 36.396297354858326 - type: nauc_map_at_100_max - value: 24.25372744693149 + value: 14.532932252459755 - type: nauc_map_at_100_std - value: -12.525907529455832 + value: -11.9933713072409 - type: nauc_map_at_10_diff1 - value: 38.2802363146203 + value: 36.19731963995984 - type: nauc_map_at_10_max - value: 24.148397487087742 + value: 14.331593327284844 - type: nauc_map_at_10_std - value: -13.02462313254209 + value: -12.607001882190588 - type: nauc_map_at_1_diff1 - value: 42.20333973944006 + value: 39.04224394212489 - type: nauc_map_at_1_max - value: 16.04455015933995 + value: 9.44079807509392 - type: nauc_map_at_1_std - value: -11.426950122484298 + value: -8.725551038382205 - type: nauc_map_at_20_diff1 - value: 38.49874303734095 + value: 36.27250811060138 - type: nauc_map_at_20_max - value: 24.27079948779279 + value: 14.521970331255876 - type: nauc_map_at_20_std - value: -12.643735833974782 + value: -12.033391150828098 - type: nauc_map_at_3_diff1 - value: 38.393442128336126 + value: 35.966460233965485 - type: nauc_map_at_3_max - value: 21.120395203124264 + value: 11.62955834976298 - type: nauc_map_at_3_std - value: -14.57118408415527 + value: -13.649024048480133 - type: nauc_map_at_5_diff1 - value: 37.98874776320297 + value: 36.131815002934644 - type: nauc_map_at_5_max - value: 22.75390581241078 + value: 13.157509275481777 - type: nauc_map_at_5_std - value: -13.871096120655116 + value: -13.36839170298778 - type: nauc_mrr_at_1000_diff1 - value: 45.08121396075722 + value: 40.191647456610056 - type: nauc_mrr_at_1000_max - value: 27.331313499687486 + value: 16.63142892913043 - type: nauc_mrr_at_1000_std - value: -13.114787616167014 + value: -12.671951113868769 - type: nauc_mrr_at_100_diff1 - value: 45.082808269851654 + value: 40.18726742271696 - type: nauc_mrr_at_100_max - value: 27.343021375586257 + value: 16.638314382103207 - type: nauc_mrr_at_100_std - value: -13.104901642101272 + value: -12.664912420744438 - type: nauc_mrr_at_10_diff1 - value: 44.89445664817906 + value: 40.028293277796855 - type: nauc_mrr_at_10_max - value: 27.483504407572795 + value: 16.841638035795718 - type: nauc_mrr_at_10_std - value: -13.116664114214782 + value: -12.781785759758687 - type: nauc_mrr_at_1_diff1 - value: 47.43773937564259 + value: 42.26303997344821 - type: nauc_mrr_at_1_max - value: 24.3996512246477 + value: 14.211014905785252 - type: nauc_mrr_at_1_std - value: -13.283010969155859 + value: -11.030701637062437 - type: nauc_mrr_at_20_diff1 - value: 45.08382953390109 + value: 40.12680433695074 - type: nauc_mrr_at_20_max - value: 27.418666231602508 + value: 16.75915749592042 - type: nauc_mrr_at_20_std - value: -13.101239027782416 + value: -12.613807048523782 - type: nauc_mrr_at_3_diff1 - value: 44.695558812456625 + value: 40.32434278687767 - type: nauc_mrr_at_3_max - value: 26.75153207261083 + value: 15.811615950737387 - type: nauc_mrr_at_3_std - value: -14.019251949468694 + value: -13.957860180387636 - type: nauc_mrr_at_5_diff1 - value: 44.84929587390349 + value: 40.09422159913817 - type: nauc_mrr_at_5_max - value: 27.508337265101257 + value: 16.64090259238879 - type: nauc_mrr_at_5_std - value: -13.748841022127815 + value: -13.230746065794726 - type: nauc_ndcg_at_1000_diff1 - value: 39.706451835474724 + value: 36.67352791454268 - type: nauc_ndcg_at_1000_max - value: 26.633343785995507 + value: 16.749915190801016 - type: nauc_ndcg_at_1000_std - value: -11.207900377782707 + value: -11.008545008175378 - type: nauc_ndcg_at_100_diff1 - value: 39.49574863029789 + value: 36.58072887287039 - type: nauc_ndcg_at_100_max - value: 27.03615356082193 + value: 17.22374718832945 - type: nauc_ndcg_at_100_std - value: -10.456416625790485 + value: -10.559637745205016 - type: nauc_ndcg_at_10_diff1 - value: 38.36118560524438 + value: 35.786024269753334 - type: nauc_ndcg_at_10_max - value: 27.29115954765498 + value: 17.217091860749864 - type: nauc_ndcg_at_10_std - value: -12.026533782516182 + value: -12.505927857541066 - type: nauc_ndcg_at_1_diff1 - value: 47.43773937564259 + value: 42.41055520049291 - type: nauc_ndcg_at_1_max - value: 24.3996512246477 + value: 14.001922648893919 - type: nauc_ndcg_at_1_std - value: -13.283010969155859 + value: -11.224085018036103 - type: nauc_ndcg_at_20_diff1 - value: 39.11328986667616 + value: 35.9577978619838 - type: nauc_ndcg_at_20_max - value: 27.48803343585931 + value: 17.612142353807204 - type: nauc_ndcg_at_20_std - value: -11.061481936299867 + value: -10.715656533623179 - type: nauc_ndcg_at_3_diff1 - value: 38.09080511583124 + value: 35.92331458170165 - type: nauc_ndcg_at_3_max - value: 22.960624575385577 + value: 12.972908846104833 - type: nauc_ndcg_at_3_std - value: -15.162532187246452 + value: -14.90499944816046 - type: nauc_ndcg_at_5_diff1 - value: 37.84051905054443 + value: 35.87509174776851 - type: nauc_ndcg_at_5_max - value: 24.859831442018766 + value: 15.016606655112842 - type: nauc_ndcg_at_5_std - value: -14.208813731290032 + value: -14.252766370474959 - type: nauc_precision_at_1000_diff1 - value: -8.235293550747457 + value: -7.854237065573715 - type: nauc_precision_at_1000_max - value: 7.564714965839937 + value: 7.340193640831781 - type: nauc_precision_at_1000_std - value: 5.160867910754626 + value: 5.270139452495764 - type: nauc_precision_at_100_diff1 - value: -6.654255562369982 + value: -5.433762342336105 - type: nauc_precision_at_100_max - value: 10.671679751630798 + value: 10.323131724715576 - type: nauc_precision_at_100_std - value: 7.057997024307852 + value: 6.065361232063088 - type: nauc_precision_at_10_diff1 - value: 0.4759476932076396 + value: 1.6163013309854788 - type: nauc_precision_at_10_max - value: 18.705407595194696 + value: 13.853149437703955 - type: nauc_precision_at_10_std - value: 1.1284269201001864 + value: -0.4630873244645538 - type: nauc_precision_at_1_diff1 - value: 47.43773937564259 + value: 42.41055520049291 - type: nauc_precision_at_1_max - value: 24.3996512246477 + value: 14.001922648893919 - type: nauc_precision_at_1_std - value: -13.283010969155859 + value: -11.224085018036103 - type: nauc_precision_at_20_diff1 - value: -3.1830019504133027 + value: -2.406608082278331 - type: nauc_precision_at_20_max - value: 15.311012950383418 + value: 12.672408320017443 - type: nauc_precision_at_20_std - value: 4.411311445012971 + value: 4.420612595577876 - type: nauc_precision_at_3_diff1 - value: 14.900799832530298 + value: 15.724555799730243 - type: nauc_precision_at_3_max - value: 21.59448854239842 + value: 12.818558415088615 - type: nauc_precision_at_3_std - value: -10.383301518031464 + value: -11.49979730611224 - type: nauc_precision_at_5_diff1 - value: 6.129583634729085 + value: 8.485573750280292 - type: nauc_precision_at_5_max - value: 19.764705099171525 + value: 13.304773839372094 - type: nauc_precision_at_5_std - value: -4.931119926816597 + value: -6.633911950881821 - type: nauc_recall_at_1000_diff1 - value: 7.393009712112532 + value: -7.902591492154048 - type: nauc_recall_at_1000_max - value: 49.79443106358621 + value: 54.202835032879946 - type: nauc_recall_at_1000_std - value: 74.80255240755591 + value: 68.22401286555711 - type: nauc_recall_at_100_diff1 - value: 19.35257139711146 + value: 14.88281690495126 - type: nauc_recall_at_100_max - value: 42.80851742013903 + value: 41.9305338281276 - type: nauc_recall_at_100_std - value: 37.546560048377444 + value: 30.260295038603324 - type: nauc_recall_at_10_diff1 - value: 24.621169385136398 + value: 23.09613458762812 - type: nauc_recall_at_10_max - value: 33.22268204638332 + value: 24.921985669652386 - type: nauc_recall_at_10_std - value: -4.7401788730268235 + value: -9.990910822464661 - type: nauc_recall_at_1_diff1 - value: 42.20333973944006 + value: 39.04224394212489 - type: nauc_recall_at_1_max - value: 16.04455015933995 + value: 9.44079807509392 - type: nauc_recall_at_1_std - value: -11.426950122484298 + value: -8.725551038382205 - type: nauc_recall_at_20_diff1 - value: 24.927652532242657 + value: 19.41298369752395 - type: nauc_recall_at_20_max - value: 38.260344944664766 + value: 31.91169321346991 - type: nauc_recall_at_20_std - value: 5.423281114042867 + value: 4.514353181881159 - type: nauc_recall_at_3_diff1 - value: 30.44227595912427 + value: 29.514018426239197 - type: nauc_recall_at_3_max - value: 19.94976153694003 + value: 10.600179069626673 - type: nauc_recall_at_3_std - value: -15.928733556196534 + value: -17.02685998662361 - type: nauc_recall_at_5_diff1 - value: 27.044814357935724 + value: 26.66966838912029 - type: nauc_recall_at_5_max - value: 23.824668491154366 + value: 15.359436829533934 - type: nauc_recall_at_5_std - value: -13.992845356113314 + value: -15.87666175175801 - type: ndcg_at_1 - value: 54.61 + value: 52.896 - type: ndcg_at_10 - value: 67.753 + value: 66.77 - type: ndcg_at_100 - value: 70.926 + value: 69.98100000000001 - type: ndcg_at_1000 - value: 71.41 + value: 70.408 - type: ndcg_at_20 - value: 69.61500000000001 + value: 68.53200000000001 - type: ndcg_at_3 - value: 59.678 + value: 58.074999999999996 - type: ndcg_at_5 - value: 64.012 + value: 62.841 - type: precision_at_1 - value: 54.61 + value: 52.896 - type: precision_at_10 - value: 13.747000000000002 + value: 13.8 - type: precision_at_100 - value: 1.601 + value: 1.609 - type: precision_at_1000 value: 0.166 - type: precision_at_20 - value: 7.446999999999999 + value: 7.444000000000001 - type: precision_at_3 - value: 33.255 + value: 32.623999999999995 - type: precision_at_5 - value: 23.747 + value: 23.735 - type: recall_at_1 - value: 38.111 + value: 36.525 - type: recall_at_10 - value: 83.878 + value: 83.893 - type: recall_at_100 - value: 95.84899999999999 + value: 96.345 - type: recall_at_1000 - value: 99.05199999999999 + value: 99.126 - type: recall_at_20 - value: 90.048 + value: 89.812 - type: recall_at_3 - value: 64.126 + value: 62.58899999999999 - type: recall_at_5 - value: 74.295 + value: 73.64500000000001 task: type: Retrieval - dataset: @@ -19872,13 +19302,13 @@ model-index: type: ai-forever/ru-reviews-classification metrics: - type: accuracy - value: 66.0888671875 + value: 68.2373046875 - type: f1 - value: 63.79342584872498 + value: 66.6798984937843 - type: f1_weighted - value: 63.79112620928187 + value: 66.67858774240374 - type: main_score - value: 66.0888671875 + value: 68.2373046875 task: type: Classification - dataset: @@ -19889,23 +19319,23 @@ model-index: type: ai-forever/ru-stsbenchmark-sts metrics: - type: cosine_pearson - value: 78.40381860532754 + value: 77.06911833905438 - type: cosine_spearman - value: 78.44128247246344 + value: 77.84605139753621 - type: euclidean_pearson - value: 77.03436669125563 + value: 76.3616511204864 - type: euclidean_spearman - value: 78.44009017152538 + value: 77.84487946345095 - type: main_score - value: 78.44128247246344 + value: 77.84605139753621 - type: manhattan_pearson - value: 77.084766201637 + value: 76.35303659263998 - type: manhattan_spearman - value: 78.46899044600028 + value: 77.87677782965115 - type: pearson - value: 78.40381860532754 + value: 77.06911833905438 - type: spearman - value: 78.44128247246344 + value: 77.84605139753621 task: type: STS - dataset: @@ -19916,13 +19346,13 @@ model-index: type: ai-forever/ru-scibench-grnti-classification metrics: - type: accuracy - value: 61.4111328125 + value: 61.23535156249999 - type: f1 - value: 59.604229603854044 + value: 59.029291161802334 - type: f1_weighted - value: 59.61906710038802 + value: 59.041548793589406 - type: main_score - value: 61.4111328125 + value: 61.23535156249999 task: type: Classification - dataset: @@ -19933,11 +19363,11 @@ model-index: type: ai-forever/ru-scibench-grnti-classification metrics: - type: main_score - value: 55.660781672610625 + value: 56.82815630686135 - type: v_measure - value: 55.660781672610625 + value: 56.82815630686135 - type: v_measure_std - value: 1.0880487214373578 + value: 0.6871068462323323 task: type: Clustering - dataset: @@ -19948,13 +19378,13 @@ model-index: type: ai-forever/ru-scibench-oecd-classification metrics: - type: accuracy - value: 48.6669921875 + value: 48.1005859375 - type: f1 - value: 46.24529719568694 + value: 44.918516110124315 - type: f1_weighted - value: 46.24736172369365 + value: 44.91942618115105 - type: main_score - value: 48.6669921875 + value: 48.1005859375 task: type: Classification - dataset: @@ -19965,11 +19395,11 @@ model-index: type: ai-forever/ru-scibench-oecd-classification metrics: - type: main_score - value: 47.95513383500326 + value: 48.72707742931753 - type: v_measure - value: 47.95513383500326 + value: 48.72707742931753 - type: v_measure_std - value: 0.9391146092620886 + value: 0.7258468439420995 task: type: Clustering - dataset: @@ -19980,23 +19410,23 @@ model-index: type: mteb/sts22-crosslingual-sts metrics: - type: cosine_pearson - value: 65.27471390704719 + value: 64.95220904597029 - type: cosine_spearman - value: 68.12010913287949 + value: 67.35282990065247 - type: euclidean_pearson - value: 65.60124415285192 + value: 64.72045496418937 - type: euclidean_spearman - value: 68.12010913287949 + value: 67.35282990065247 - type: main_score - value: 68.12010913287949 + value: 67.35282990065247 - type: manhattan_pearson - value: 65.21850751060232 + value: 64.40621455763392 - type: manhattan_spearman - value: 67.85162022914248 + value: 66.99408273892949 - type: pearson - value: 65.27471390704719 + value: 64.95220904597029 - type: spearman - value: 68.12010913287949 + value: 67.35282990065247 task: type: STS - dataset: @@ -20007,13 +19437,13 @@ model-index: type: ai-forever/sensitive-topics-classification metrics: - type: accuracy - value: 30.0537109375 + value: 29.624023437500004 - type: f1 - value: 35.12028781898003 + value: 33.214028020582894 - type: lrap - value: 45.91071234808953 + value: 44.53599717881868 - type: main_score - value: 30.0537109375 + value: 29.624023437500004 task: type: MultilabelClassification - dataset: @@ -20024,85 +19454,85 @@ model-index: type: ai-forever/terra-pairclassification metrics: - type: cosine_accuracy - value: 60.91205211726385 + value: 57.98045602605863 - type: cosine_accuracy_threshold - value: 68.15387606620789 + value: 83.04829597473145 - type: cosine_ap - value: 57.705995373862805 + value: 55.56580974377611 - type: cosine_f1 - value: 67.57990867579909 + value: 66.9603524229075 - type: cosine_f1_threshold - value: 54.87680435180664 + value: 73.216313123703 - type: cosine_precision - value: 51.92982456140351 + value: 50.498338870431894 - type: cosine_recall - value: 96.73202614379085 + value: 99.34640522875817 - type: dot_accuracy - value: 60.91205211726385 + value: 57.98045602605863 - type: dot_accuracy_threshold - value: 68.15387010574341 + value: 83.04829597473145 - type: dot_ap - value: 57.705995373862805 + value: 55.56580974377611 - type: dot_f1 - value: 67.57990867579909 + value: 66.9603524229075 - type: dot_f1_threshold - value: 54.87680435180664 + value: 73.21631908416748 - type: dot_precision - value: 51.92982456140351 + value: 50.498338870431894 - type: dot_recall - value: 96.73202614379085 + value: 99.34640522875817 - type: euclidean_accuracy - value: 60.91205211726385 + value: 57.98045602605863 - type: euclidean_accuracy_threshold - value: 79.80742454528809 + value: 58.226633071899414 - type: euclidean_ap - value: 57.705995373862805 + value: 55.56580974377611 - type: euclidean_f1 - value: 67.57990867579909 + value: 66.9603524229075 - type: euclidean_f1_threshold - value: 94.99809741973877 + value: 73.18969368934631 - type: euclidean_precision - value: 51.92982456140351 + value: 50.498338870431894 - type: euclidean_recall - value: 96.73202614379085 + value: 99.34640522875817 - type: main_score - value: 57.705995373862805 + value: 55.56580974377611 - type: manhattan_accuracy - value: 60.586319218241044 + value: 57.98045602605863 - type: manhattan_accuracy_threshold - value: 1858.333969116211 + value: 1336.6012573242188 - type: manhattan_ap - value: 57.53277048517774 + value: 55.5371135438789 - type: manhattan_f1 - value: 67.59259259259261 + value: 66.95842450765863 - type: manhattan_f1_threshold - value: 2154.4769287109375 + value: 1720.5078125 - type: manhattan_precision - value: 52.32974910394266 + value: 50.32894736842105 - type: manhattan_recall - value: 95.42483660130719 + value: 100.0 - type: max_ap - value: 57.705995373862805 + value: 55.56580974377611 - type: max_f1 - value: 67.59259259259261 + value: 66.9603524229075 - type: max_precision - value: 52.32974910394266 + value: 50.498338870431894 - type: max_recall - value: 96.73202614379085 + value: 100.0 - type: similarity_accuracy - value: 60.91205211726385 + value: 57.98045602605863 - type: similarity_accuracy_threshold - value: 68.15387606620789 + value: 83.04829597473145 - type: similarity_ap - value: 57.705995373862805 + value: 55.56580974377611 - type: similarity_f1 - value: 67.57990867579909 + value: 66.9603524229075 - type: similarity_f1_threshold - value: 54.87680435180664 + value: 73.216313123703 - type: similarity_precision - value: 51.92982456140351 + value: 50.498338870431894 - type: similarity_recall - value: 96.73202614379085 + value: 99.34640522875817 task: type: PairClassification pipeline_tag: sentence-similarity @@ -20133,6 +19563,17 @@ KaLM-embedding-multilingual-mini is trained from [Qwen/Qwen2-0.5B](https://huggi - [ ] Training Data +## Evaluation + + | Model Name | Model Size | C-MTEB(35) | MTEB(56) | avg +|:----:|:---:|:---:|:---:|:---:| +| [multilingual-e5-large](https://huggingface.co./intfloat/multilingual-e5-large) | 560M | 58.81 | 61.5 | 60.16 +| [bge-m3 (dense)](https://huggingface.co./BAAI/bge-m3) | 560M | 60.80 | 59.84 | 60.32 +| [gte-multilingual-base (dense)](https://huggingface.co./Alibaba-NLP/gte-multilingual-base) | **305M** | 62.72 | 61.40 | 62.06 +| [KaLM-embedding-multilingual-mini-v1](https://huggingface.co./HIT-TMG/KaLM-embedding-multilingual-mini-v1) | 494M | 62.31 | 61.87 | 62.09 +| [KaLM-embedding-multilingual-mini-instruct-v1](https://huggingface.co./HIT-TMG/KaLM-embedding-multilingual-mini-instruct-v1) | 494M | **63.57** | **64.74** | **64.16** + + ## Requirements Since we have used the Qwen2 model, we advise you to install `transformers>=4.37.0`, or you might encounter the following error: