--- tags: - mteb model-index: - name: AGE_Hybrid results: - task: type: STS dataset: type: C-MTEB/AFQMC name: MTEB AFQMC config: default split: validation revision: None metrics: - type: cos_sim_pearson value: 54.374695963209476 - type: cos_sim_spearman value: 58.61378404489695 - type: euclidean_pearson value: 57.400266024507914 - type: euclidean_spearman value: 58.613784047084096 - type: manhattan_pearson value: 57.38157387794458 - type: manhattan_spearman value: 58.574259007541265 - task: type: STS dataset: type: C-MTEB/ATEC name: MTEB ATEC config: default split: test revision: None metrics: - type: cos_sim_pearson value: 54.45976756975548 - type: cos_sim_spearman value: 58.02715269428664 - type: euclidean_pearson value: 61.66384760865219 - type: euclidean_spearman value: 58.02715269404729 - type: manhattan_pearson value: 61.65225559810625 - type: manhattan_spearman value: 58.01857808173552 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (zh) config: zh split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 49.684000000000005 - type: f1 value: 48.65598525270613 - task: type: STS dataset: type: C-MTEB/BQ name: MTEB BQ config: default split: test revision: None metrics: - type: cos_sim_pearson value: 69.31255159649066 - type: cos_sim_spearman value: 70.98203706268313 - type: euclidean_pearson value: 70.00607736062557 - type: euclidean_spearman value: 70.98203706225725 - type: manhattan_pearson value: 69.99109520014915 - type: manhattan_spearman value: 70.96937923489206 - task: type: Clustering dataset: type: C-MTEB/CLSClusteringP2P name: MTEB CLSClusteringP2P config: default split: test revision: None metrics: - type: v_measure value: 57.39428997427469 - task: type: Clustering dataset: type: C-MTEB/CLSClusteringS2S name: MTEB CLSClusteringS2S config: default split: test revision: None metrics: - type: v_measure value: 54.109596265048545 - task: type: Reranking dataset: type: C-MTEB/CMedQAv1 name: MTEB CMedQAv1 config: default split: test revision: None metrics: - type: map value: 89.37069472390765 - type: mrr value: 91.35595238095239 - task: type: Reranking dataset: type: C-MTEB/CMedQAv2 name: MTEB CMedQAv2 config: default split: test revision: None metrics: - type: map value: 89.26794517307951 - type: mrr value: 91.27345238095238 - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 metrics: - type: map_at_1 value: 27.367 - type: map_at_10 value: 40.595 - type: map_at_100 value: 42.522 - type: map_at_1000 value: 42.620999999999995 - type: map_at_3 value: 36.236000000000004 - type: map_at_5 value: 38.716 - type: mrr_at_1 value: 41.510000000000005 - type: mrr_at_10 value: 49.617 - type: mrr_at_100 value: 50.595 - type: mrr_at_1000 value: 50.632999999999996 - type: mrr_at_3 value: 47.124 - type: mrr_at_5 value: 48.565000000000005 - type: ndcg_at_1 value: 41.510000000000005 - type: ndcg_at_10 value: 47.259 - type: ndcg_at_100 value: 54.535 - type: ndcg_at_1000 value: 56.21000000000001 - type: ndcg_at_3 value: 41.921 - type: ndcg_at_5 value: 44.230999999999995 - type: precision_at_1 value: 41.510000000000005 - type: precision_at_10 value: 10.448 - type: precision_at_100 value: 1.629 - type: precision_at_1000 value: 0.184 - type: precision_at_3 value: 23.623 - type: precision_at_5 value: 17.183999999999997 - type: recall_at_1 value: 27.367 - type: recall_at_10 value: 57.809 - type: recall_at_100 value: 87.698 - type: recall_at_1000 value: 98.883 - type: recall_at_3 value: 41.738 - type: recall_at_5 value: 48.868 - task: type: PairClassification dataset: type: C-MTEB/CMNLI name: MTEB Cmnli config: default split: validation revision: None metrics: - type: cos_sim_accuracy value: 81.3950691521347 - type: cos_sim_ap value: 89.42479623257792 - type: cos_sim_f1 value: 82.7800599533696 - type: cos_sim_precision value: 78.81606765327696 - type: cos_sim_recall value: 87.16389992985738 - type: dot_accuracy value: 81.3950691521347 - type: dot_ap value: 89.44637882076245 - type: dot_f1 value: 82.7800599533696 - type: dot_precision value: 78.81606765327696 - type: dot_recall value: 87.16389992985738 - type: euclidean_accuracy value: 81.3950691521347 - type: euclidean_ap value: 89.42479382288857 - type: euclidean_f1 value: 82.7800599533696 - type: euclidean_precision value: 78.81606765327696 - type: euclidean_recall value: 87.16389992985738 - type: manhattan_accuracy value: 81.53938665063139 - type: manhattan_ap value: 89.41695475090047 - type: manhattan_f1 value: 82.76245551601423 - type: manhattan_precision value: 78.91834570519617 - type: manhattan_recall value: 87.00023380874444 - type: max_accuracy value: 81.53938665063139 - type: max_ap value: 89.44637882076245 - type: max_f1 value: 82.7800599533696 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: 1271c7809071a13532e05f25fb53511ffce77117 metrics: - type: map_at_1 value: 71.918 - type: map_at_10 value: 80.068 - type: map_at_100 value: 80.297 - type: map_at_1000 value: 80.30199999999999 - type: map_at_3 value: 78.40700000000001 - type: map_at_5 value: 79.467 - type: mrr_at_1 value: 72.287 - type: mrr_at_10 value: 80.123 - type: mrr_at_100 value: 80.34599999999999 - type: mrr_at_1000 value: 80.35 - type: mrr_at_3 value: 78.50399999999999 - type: mrr_at_5 value: 79.56800000000001 - type: ndcg_at_1 value: 72.181 - type: ndcg_at_10 value: 83.664 - type: ndcg_at_100 value: 84.61800000000001 - type: ndcg_at_1000 value: 84.75 - type: ndcg_at_3 value: 80.353 - type: ndcg_at_5 value: 82.242 - type: precision_at_1 value: 72.181 - type: precision_at_10 value: 9.579 - type: precision_at_100 value: 1.0 - type: precision_at_1000 value: 0.101 - type: precision_at_3 value: 28.837000000000003 - type: precision_at_5 value: 18.251 - type: recall_at_1 value: 71.918 - type: recall_at_10 value: 94.784 - type: recall_at_100 value: 98.946 - type: recall_at_1000 value: 100.0 - type: recall_at_3 value: 85.88 - type: recall_at_5 value: 90.411 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: a1a333e290fe30b10f3f56498e3a0d911a693ced metrics: - type: map_at_1 value: 26.898 - type: map_at_10 value: 82.80999999999999 - type: map_at_100 value: 85.41499999999999 - type: map_at_1000 value: 85.449 - type: map_at_3 value: 57.692 - type: map_at_5 value: 72.921 - type: mrr_at_1 value: 92.15 - type: mrr_at_10 value: 94.489 - type: mrr_at_100 value: 94.549 - type: mrr_at_1000 value: 94.551 - type: mrr_at_3 value: 94.22500000000001 - type: mrr_at_5 value: 94.375 - type: ndcg_at_1 value: 92.15 - type: ndcg_at_10 value: 89.283 - type: ndcg_at_100 value: 91.63900000000001 - type: ndcg_at_1000 value: 91.94600000000001 - type: ndcg_at_3 value: 88.631 - type: ndcg_at_5 value: 87.576 - type: precision_at_1 value: 92.15 - type: precision_at_10 value: 42.47 - type: precision_at_100 value: 4.814 - type: precision_at_1000 value: 0.48900000000000005 - type: precision_at_3 value: 79.567 - type: precision_at_5 value: 67.2 - type: recall_at_1 value: 26.898 - type: recall_at_10 value: 89.934 - type: recall_at_100 value: 97.898 - type: recall_at_1000 value: 99.485 - type: recall_at_3 value: 59.504000000000005 - type: recall_at_5 value: 76.827 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 metrics: - type: map_at_1 value: 54.0 - type: map_at_10 value: 64.352 - type: map_at_100 value: 64.845 - type: map_at_1000 value: 64.85600000000001 - type: map_at_3 value: 62.017 - type: map_at_5 value: 63.437 - type: mrr_at_1 value: 54.0 - type: mrr_at_10 value: 64.352 - type: mrr_at_100 value: 64.845 - type: mrr_at_1000 value: 64.85600000000001 - type: mrr_at_3 value: 62.017 - type: mrr_at_5 value: 63.437 - type: ndcg_at_1 value: 54.0 - type: ndcg_at_10 value: 69.284 - type: ndcg_at_100 value: 71.544 - type: ndcg_at_1000 value: 71.82600000000001 - type: ndcg_at_3 value: 64.56 - type: ndcg_at_5 value: 67.096 - type: precision_at_1 value: 54.0 - type: precision_at_10 value: 8.469999999999999 - type: precision_at_100 value: 0.95 - type: precision_at_1000 value: 0.097 - type: precision_at_3 value: 23.967 - type: precision_at_5 value: 15.6 - type: recall_at_1 value: 54.0 - type: recall_at_10 value: 84.7 - type: recall_at_100 value: 95.0 - type: recall_at_1000 value: 97.2 - type: recall_at_3 value: 71.89999999999999 - type: recall_at_5 value: 78.0 - task: type: Classification dataset: type: C-MTEB/IFlyTek-classification name: MTEB IFlyTek config: default split: validation revision: None metrics: - type: accuracy value: 51.773759138130046 - type: f1 value: 40.26448545790716 - task: type: Classification dataset: type: C-MTEB/JDReview-classification name: MTEB JDReview config: default split: test revision: None metrics: - type: accuracy value: 86.94183864915573 - type: ap value: 55.767096662593886 - type: f1 value: 81.6651183069687 - task: type: STS dataset: type: C-MTEB/LCQMC name: MTEB LCQMC config: default split: test revision: None metrics: - type: cos_sim_pearson value: 71.87746311678752 - type: cos_sim_spearman value: 78.14244626549261 - type: euclidean_pearson value: 77.64591562255025 - type: euclidean_spearman value: 78.14244847987706 - type: manhattan_pearson value: 77.6367858272359 - type: manhattan_spearman value: 78.13184444922685 - task: type: Reranking dataset: type: C-MTEB/Mmarco-reranking name: MTEB MMarcoReranking config: default split: dev revision: None metrics: - type: map value: 29.638329783788777 - type: mrr value: 28.496825396825397 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 metrics: - type: map_at_1 value: 68.235 - type: map_at_10 value: 77.116 - type: map_at_100 value: 77.415 - type: map_at_1000 value: 77.42599999999999 - type: map_at_3 value: 75.42 - type: map_at_5 value: 76.497 - type: mrr_at_1 value: 70.544 - type: mrr_at_10 value: 77.69200000000001 - type: mrr_at_100 value: 77.949 - type: mrr_at_1000 value: 77.958 - type: mrr_at_3 value: 76.227 - type: mrr_at_5 value: 77.16300000000001 - type: ndcg_at_1 value: 70.544 - type: ndcg_at_10 value: 80.648 - type: ndcg_at_100 value: 81.953 - type: ndcg_at_1000 value: 82.215 - type: ndcg_at_3 value: 77.43299999999999 - type: ndcg_at_5 value: 79.256 - type: precision_at_1 value: 70.544 - type: precision_at_10 value: 9.669 - type: precision_at_100 value: 1.032 - type: precision_at_1000 value: 0.105 - type: precision_at_3 value: 29.059 - type: precision_at_5 value: 18.41 - type: recall_at_1 value: 68.235 - type: recall_at_10 value: 90.941 - type: recall_at_100 value: 96.784 - type: recall_at_1000 value: 98.799 - type: recall_at_3 value: 82.422 - type: recall_at_5 value: 86.76899999999999 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-CN) config: zh-CN split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 80.59852051109617 - type: f1 value: 76.44360152392117 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-CN) config: zh-CN split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 87.42098184263618 - type: f1 value: 86.90267126983493 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 metrics: - type: map_at_1 value: 57.3 - type: map_at_10 value: 63.04 - type: map_at_100 value: 63.552 - type: map_at_1000 value: 63.596 - type: map_at_3 value: 61.733000000000004 - type: map_at_5 value: 62.407999999999994 - type: mrr_at_1 value: 57.4 - type: mrr_at_10 value: 63.074 - type: mrr_at_100 value: 63.586 - type: mrr_at_1000 value: 63.629000000000005 - type: mrr_at_3 value: 61.767 - type: mrr_at_5 value: 62.442 - type: ndcg_at_1 value: 57.3 - type: ndcg_at_10 value: 65.935 - type: ndcg_at_100 value: 68.679 - type: ndcg_at_1000 value: 69.89699999999999 - type: ndcg_at_3 value: 63.164 - type: ndcg_at_5 value: 64.39 - type: precision_at_1 value: 57.3 - type: precision_at_10 value: 7.51 - type: precision_at_100 value: 0.885 - type: precision_at_1000 value: 0.098 - type: precision_at_3 value: 22.433 - type: precision_at_5 value: 14.06 - type: recall_at_1 value: 57.3 - type: recall_at_10 value: 75.1 - type: recall_at_100 value: 88.5 - type: recall_at_1000 value: 98.2 - type: recall_at_3 value: 67.30000000000001 - type: recall_at_5 value: 70.3 - task: type: Classification dataset: type: C-MTEB/MultilingualSentiment-classification name: MTEB MultilingualSentiment config: default split: validation revision: None metrics: - type: accuracy value: 75.92333333333332 - type: f1 value: 75.92561004846668 - task: type: PairClassification dataset: type: C-MTEB/OCNLI name: MTEB Ocnli config: default split: validation revision: None metrics: - type: cos_sim_accuracy value: 80.67135896047645 - type: cos_sim_ap value: 84.74126732324031 - type: cos_sim_f1 value: 82.35872235872236 - type: cos_sim_precision value: 77.02205882352942 - type: cos_sim_recall value: 88.48996832101372 - type: dot_accuracy value: 80.67135896047645 - type: dot_ap value: 84.74126732324031 - type: dot_f1 value: 82.35872235872236 - type: dot_precision value: 77.02205882352942 - type: dot_recall value: 88.48996832101372 - type: euclidean_accuracy value: 80.67135896047645 - type: euclidean_ap value: 84.74126732324031 - type: euclidean_f1 value: 82.35872235872236 - type: euclidean_precision value: 77.02205882352942 - type: euclidean_recall value: 88.48996832101372 - type: manhattan_accuracy value: 80.94206821873307 - type: manhattan_ap value: 84.77475030952647 - type: manhattan_f1 value: 82.40963855421687 - type: manhattan_precision value: 75.79787234042553 - type: manhattan_recall value: 90.28511087645195 - type: max_accuracy value: 80.94206821873307 - type: max_ap value: 84.77475030952647 - type: max_f1 value: 82.40963855421687 - task: type: Classification dataset: type: C-MTEB/OnlineShopping-classification name: MTEB OnlineShopping config: default split: test revision: None metrics: - type: accuracy value: 94.02999999999999 - type: ap value: 92.56102428258882 - type: f1 value: 94.0218595765633 - task: type: STS dataset: type: C-MTEB/PAWSX name: MTEB PAWSX config: default split: test revision: None metrics: - type: cos_sim_pearson value: 40.66196618410644 - type: cos_sim_spearman value: 45.59387881622271 - type: euclidean_pearson value: 45.30405962406599 - type: euclidean_spearman value: 45.59200166442107 - type: manhattan_pearson value: 45.2855547329122 - type: manhattan_spearman value: 45.56029930327916 - task: type: STS dataset: type: C-MTEB/QBQTC name: MTEB QBQTC config: default split: test revision: None metrics: - type: cos_sim_pearson value: 35.80405912029715 - type: cos_sim_spearman value: 38.103568973803924 - type: euclidean_pearson value: 36.074590892427224 - type: euclidean_spearman value: 38.10356138638113 - type: manhattan_pearson value: 36.10927406952271 - type: manhattan_spearman value: 38.124281585018494 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh) config: zh split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 63.46248249776727 - type: cos_sim_spearman value: 65.33629395139023 - type: euclidean_pearson value: 64.18937868341659 - type: euclidean_spearman value: 65.33629395139023 - type: manhattan_pearson value: 64.28420729517235 - type: manhattan_spearman value: 65.38418816375115 - task: type: STS dataset: type: C-MTEB/STSB name: MTEB STSB config: default split: test revision: None metrics: - type: cos_sim_pearson value: 82.13859545037208 - type: cos_sim_spearman value: 82.42477317499657 - type: euclidean_pearson value: 81.93620307339366 - type: euclidean_spearman value: 82.42477317499657 - type: manhattan_pearson value: 81.93897401643665 - type: manhattan_spearman value: 82.42900199602553 - task: type: Reranking dataset: type: C-MTEB/T2Reranking name: MTEB T2Reranking config: default split: dev revision: None metrics: - type: map value: 66.61171519094763 - type: mrr value: 76.28728466109982 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: 8731a845f1bf500a4f111cf1070785c793d10e64 metrics: - type: map_at_1 value: 28.750999999999998 - type: map_at_10 value: 79.785 - type: map_at_100 value: 83.286 - type: map_at_1000 value: 83.344 - type: map_at_3 value: 56.525000000000006 - type: map_at_5 value: 69.242 - type: mrr_at_1 value: 92.23700000000001 - type: mrr_at_10 value: 94.248 - type: mrr_at_100 value: 94.306 - type: mrr_at_1000 value: 94.308 - type: mrr_at_3 value: 93.894 - type: mrr_at_5 value: 94.11500000000001 - type: ndcg_at_1 value: 92.23700000000001 - type: ndcg_at_10 value: 86.87700000000001 - type: ndcg_at_100 value: 90.125 - type: ndcg_at_1000 value: 90.66 - type: ndcg_at_3 value: 88.483 - type: ndcg_at_5 value: 87.042 - type: precision_at_1 value: 92.23700000000001 - type: precision_at_10 value: 42.712 - type: precision_at_100 value: 5.038 - type: precision_at_1000 value: 0.517 - type: precision_at_3 value: 77.095 - type: precision_at_5 value: 64.442 - type: recall_at_1 value: 28.750999999999998 - type: recall_at_10 value: 85.49600000000001 - type: recall_at_100 value: 96.13199999999999 - type: recall_at_1000 value: 98.785 - type: recall_at_3 value: 57.93000000000001 - type: recall_at_5 value: 72.151 - task: type: Classification dataset: type: C-MTEB/TNews-classification name: MTEB TNews config: default split: validation revision: None metrics: - type: accuracy value: 52.689 - type: f1 value: 51.51955890162233 - task: type: Clustering dataset: type: C-MTEB/ThuNewsClusteringP2P name: MTEB ThuNewsClusteringP2P config: default split: test revision: None metrics: - type: v_measure value: 79.15418821175516 - task: type: Clustering dataset: type: C-MTEB/ThuNewsClusteringS2S name: MTEB ThuNewsClusteringS2S config: default split: test revision: None metrics: - type: v_measure value: 75.904971040467 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 metrics: - type: map_at_1 value: 64.2 - type: map_at_10 value: 72.923 - type: map_at_100 value: 73.34 - type: map_at_1000 value: 73.35000000000001 - type: map_at_3 value: 71.48299999999999 - type: map_at_5 value: 72.40299999999999 - type: mrr_at_1 value: 64.2 - type: mrr_at_10 value: 72.923 - type: mrr_at_100 value: 73.34 - type: mrr_at_1000 value: 73.35000000000001 - type: mrr_at_3 value: 71.48299999999999 - type: mrr_at_5 value: 72.40299999999999 - type: ndcg_at_1 value: 64.2 - type: ndcg_at_10 value: 76.79 - type: ndcg_at_100 value: 78.744 - type: ndcg_at_1000 value: 78.95 - type: ndcg_at_3 value: 73.899 - type: ndcg_at_5 value: 75.53 - type: precision_at_1 value: 64.2 - type: precision_at_10 value: 8.870000000000001 - type: precision_at_100 value: 0.976 - type: precision_at_1000 value: 0.099 - type: precision_at_3 value: 26.967000000000002 - type: precision_at_5 value: 16.96 - type: recall_at_1 value: 64.2 - type: recall_at_10 value: 88.7 - type: recall_at_100 value: 97.6 - type: recall_at_1000 value: 99.1 - type: recall_at_3 value: 80.9 - type: recall_at_5 value: 84.8 - task: type: Classification dataset: type: C-MTEB/waimai-classification name: MTEB Waimai config: default split: test revision: None metrics: - type: accuracy value: 88.23 - type: ap value: 72.99710316362655 - type: f1 value: 86.7822647711214 language: - zh license: mit ---

ANT General text Embedding(AGE) Hybird