Add Touche2020 evals

README.md

@@ -9556,6 +9556,297 @@ model-index:
       value: 79.95072374499537
     task:
       type: PairClassification
+  - dataset:
+      config: default
+      name: MTEB Touche2020 (default)
+      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
+      split: test
+      type: mteb/touche2020
+    metrics:
+    - type: main_score
+      value: 22.198999999999998
+    - type: map_at_1
+      value: 1.932
+    - type: map_at_10
+      value: 9.105
+    - type: map_at_100
+      value: 14.99
+    - type: map_at_1000
+      value: 16.502
+    - type: map_at_20
+      value: 11.283
+    - type: map_at_3
+      value: 4.832
+    - type: map_at_5
+      value: 6.944999999999999
+    - type: mrr_at_1
+      value: 26.53061224489796
+    - type: mrr_at_10
+      value: 43.61030126336249
+    - type: mrr_at_100
+      value: 44.75538656374139
+    - type: mrr_at_1000
+      value: 44.75538656374139
+    - type: mrr_at_20
+      value: 44.37315402351417
+    - type: mrr_at_3
+      value: 40.136054421768705
+    - type: mrr_at_5
+      value: 42.68707482993197
+    - type: nauc_map_at_1000_diff1
+      value: 5.571019818745702
+    - type: nauc_map_at_1000_max
+      value: -11.439908189694366
+    - type: nauc_map_at_1000_std
+      value: 3.492870285000601
+    - type: nauc_map_at_100_diff1
+      value: 6.3857496898544825
+    - type: nauc_map_at_100_max
+      value: -10.684360218709237
+    - type: nauc_map_at_100_std
+      value: -1.3788744378787143
+    - type: nauc_map_at_10_diff1
+      value: -3.2307453267757613
+    - type: nauc_map_at_10_max
+      value: -11.982307021752293
+    - type: nauc_map_at_10_std
+      value: -17.038119838763336
+    - type: nauc_map_at_1_diff1
+      value: -12.065806764609652
+    - type: nauc_map_at_1_max
+      value: -18.42316476528604
+    - type: nauc_map_at_1_std
+      value: -5.338503094268672
+    - type: nauc_map_at_20_diff1
+      value: 2.060946421753866
+    - type: nauc_map_at_20_max
+      value: -9.648155355543604
+    - type: nauc_map_at_20_std
+      value: -14.167331436206121
+    - type: nauc_map_at_3_diff1
+      value: -6.1582621880288135
+    - type: nauc_map_at_3_max
+      value: -22.097550216296806
+    - type: nauc_map_at_3_std
+      value: -19.199284745576712
+    - type: nauc_map_at_5_diff1
+      value: -7.802919708793224
+    - type: nauc_map_at_5_max
+      value: -17.70019332797913
+    - type: nauc_map_at_5_std
+      value: -15.991138654326342
+    - type: nauc_mrr_at_1000_diff1
+      value: 5.315700846697389
+    - type: nauc_mrr_at_1000_max
+      value: -29.55043481865213
+    - type: nauc_mrr_at_1000_std
+      value: -8.769041254229224
+    - type: nauc_mrr_at_100_diff1
+      value: 5.315700846697389
+    - type: nauc_mrr_at_100_max
+      value: -29.55043481865213
+    - type: nauc_mrr_at_100_std
+      value: -8.769041254229224
+    - type: nauc_mrr_at_10_diff1
+      value: 5.342627942794191
+    - type: nauc_mrr_at_10_max
+      value: -29.8876417651037
+    - type: nauc_mrr_at_10_std
+      value: -8.925134053814258
+    - type: nauc_mrr_at_1_diff1
+      value: -5.853396683618596
+    - type: nauc_mrr_at_1_max
+      value: -24.66468805788406
+    - type: nauc_mrr_at_1_std
+      value: -2.9097438384537346
+    - type: nauc_mrr_at_20_diff1
+      value: 5.614614325342419
+    - type: nauc_mrr_at_20_max
+      value: -29.57233189732013
+    - type: nauc_mrr_at_20_std
+      value: -8.901826109523945
+    - type: nauc_mrr_at_3_diff1
+      value: 3.926726061167271
+    - type: nauc_mrr_at_3_max
+      value: -29.133917047617896
+    - type: nauc_mrr_at_3_std
+      value: -10.817130618828164
+    - type: nauc_mrr_at_5_diff1
+      value: 6.866536020293703
+    - type: nauc_mrr_at_5_max
+      value: -27.22246522106795
+    - type: nauc_mrr_at_5_std
+      value: -9.223799569500295
+    - type: nauc_ndcg_at_1000_diff1
+      value: 4.912125181204877
+    - type: nauc_ndcg_at_1000_max
+      value: -19.911079119060137
+    - type: nauc_ndcg_at_1000_std
+      value: 31.204098714668948
+    - type: nauc_ndcg_at_100_diff1
+      value: 8.050987112499488
+    - type: nauc_ndcg_at_100_max
+      value: -24.237414173651416
+    - type: nauc_ndcg_at_100_std
+      value: 19.15875595335081
+    - type: nauc_ndcg_at_10_diff1
+      value: 2.5354767183863816
+    - type: nauc_ndcg_at_10_max
+      value: -19.384946931074236
+    - type: nauc_ndcg_at_10_std
+      value: -12.474145803872345
+    - type: nauc_ndcg_at_1_diff1
+      value: -6.385670878766842
+    - type: nauc_ndcg_at_1_max
+      value: -26.888516826897597
+    - type: nauc_ndcg_at_1_std
+      value: 4.6644465028244495
+    - type: nauc_ndcg_at_20_diff1
+      value: 5.589354383855214
+    - type: nauc_ndcg_at_20_max
+      value: -19.6270331947477
+    - type: nauc_ndcg_at_20_std
+      value: -8.94059836915274
+    - type: nauc_ndcg_at_3_diff1
+      value: -2.9174040900462406
+    - type: nauc_ndcg_at_3_max
+      value: -27.05606242350417
+    - type: nauc_ndcg_at_3_std
+      value: -11.987391689874753
+    - type: nauc_ndcg_at_5_diff1
+      value: -0.962392407401707
+    - type: nauc_ndcg_at_5_max
+      value: -22.053428062249598
+    - type: nauc_ndcg_at_5_std
+      value: -9.713594416902245
+    - type: nauc_precision_at_1000_diff1
+      value: 2.203417821108256
+    - type: nauc_precision_at_1000_max
+      value: 34.33612400063248
+    - type: nauc_precision_at_1000_std
+      value: 43.96264641409255
+    - type: nauc_precision_at_100_diff1
+      value: 16.62707023479431
+    - type: nauc_precision_at_100_max
+      value: -8.941729500754416
+    - type: nauc_precision_at_100_std
+      value: 62.443164771048
+    - type: nauc_precision_at_10_diff1
+      value: 13.230088341821533
+    - type: nauc_precision_at_10_max
+      value: -9.557587026278982
+    - type: nauc_precision_at_10_std
+      value: -13.903821725694145
+    - type: nauc_precision_at_1_diff1
+      value: -5.853396683618596
+    - type: nauc_precision_at_1_max
+      value: -24.66468805788406
+    - type: nauc_precision_at_1_std
+      value: -2.9097438384537346
+    - type: nauc_precision_at_20_diff1
+      value: 20.01420656558271
+    - type: nauc_precision_at_20_max
+      value: -3.610511982629168
+    - type: nauc_precision_at_20_std
+      value: 3.3028512582216196
+    - type: nauc_precision_at_3_diff1
+      value: 4.543784490391635
+    - type: nauc_precision_at_3_max
+      value: -25.438739747558976
+    - type: nauc_precision_at_3_std
+      value: -23.527100799773606
+    - type: nauc_precision_at_5_diff1
+      value: 4.918050559436191
+    - type: nauc_precision_at_5_max
+      value: -17.82587578128468
+    - type: nauc_precision_at_5_std
+      value: -15.917371534686687
+    - type: nauc_recall_at_1000_diff1
+      value: -0.8380945098365681
+    - type: nauc_recall_at_1000_max
+      value: -13.542228290393272
+    - type: nauc_recall_at_1000_std
+      value: 78.43177045214168
+    - type: nauc_recall_at_100_diff1
+      value: 6.01120074173763
+    - type: nauc_recall_at_100_max
+      value: -27.262764699369907
+    - type: nauc_recall_at_100_std
+      value: 34.11660757682217
+    - type: nauc_recall_at_10_diff1
+      value: -0.3618473898428649
+    - type: nauc_recall_at_10_max
+      value: -17.245131880022484
+    - type: nauc_recall_at_10_std
+      value: -20.126269566717603
+    - type: nauc_recall_at_1_diff1
+      value: -12.065806764609652
+    - type: nauc_recall_at_1_max
+      value: -18.42316476528604
+    - type: nauc_recall_at_1_std
+      value: -5.338503094268672
+    - type: nauc_recall_at_20_diff1
+      value: 5.300185381681294
+    - type: nauc_recall_at_20_max
+      value: -16.939840786187844
+    - type: nauc_recall_at_20_std
+      value: -11.448793742632803
+    - type: nauc_recall_at_3_diff1
+      value: -2.90066753150224
+    - type: nauc_recall_at_3_max
+      value: -27.41339431526332
+    - type: nauc_recall_at_3_std
+      value: -23.23954755854574
+    - type: nauc_recall_at_5_diff1
+      value: -2.8599531525072495
+    - type: nauc_recall_at_5_max
+      value: -19.68001489065482
+    - type: nauc_recall_at_5_std
+      value: -16.335162845490004
+    - type: ndcg_at_1
+      value: 22.448999999999998
+    - type: ndcg_at_10
+      value: 22.198999999999998
+    - type: ndcg_at_100
+      value: 34.79
+    - type: ndcg_at_1000
+      value: 45.921
+    - type: ndcg_at_20
+      value: 23.751
+    - type: ndcg_at_3
+      value: 25.185000000000002
+    - type: ndcg_at_5
+      value: 24.751
+    - type: precision_at_1
+      value: 26.531
+    - type: precision_at_10
+      value: 19.592000000000002
+    - type: precision_at_100
+      value: 7.327
+    - type: precision_at_1000
+      value: 1.486
+    - type: precision_at_20
+      value: 15.612
+    - type: precision_at_3
+      value: 28.571
+    - type: precision_at_5
+      value: 26.939
+    - type: recall_at_1
+      value: 1.932
+    - type: recall_at_10
+      value: 14.896999999999998
+    - type: recall_at_100
+      value: 46.132
+    - type: recall_at_1000
+      value: 80.26100000000001
+    - type: recall_at_20
+      value: 22.304
+    - type: recall_at_3
+      value: 6.237
+    - type: recall_at_5
+      value: 9.945
+    task:
+      type: Retrieval
 tags:
 - medembed
 - medical-embedding