feat-add-cmteb-qbqtc

#115
by nan - opened
Files changed (1) hide show
  1. README.md +27 -0
README.md CHANGED
@@ -17456,6 +17456,33 @@ model-index:
17456
  value: 60.887608967403914
17457
  task:
17458
  type: STS
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17459
  - dataset:
17460
  config: default
17461
  name: MTEB STSB (default)
 
17456
  value: 60.887608967403914
17457
  task:
17458
  type: STS
17459
+ - dataset:
17460
+ config: default
17461
+ name: MTEB QBQTC (default)
17462
+ revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
17463
+ split: test
17464
+ type: C-MTEB/QBQTC
17465
+ metrics:
17466
+ - type: cosine_pearson
17467
+ value: 34.20049144526891
17468
+ - type: cosine_spearman
17469
+ value: 36.41802814113771
17470
+ - type: euclidean_pearson
17471
+ value: 34.569942139590626
17472
+ - type: euclidean_spearman
17473
+ value: 36.06141660786936
17474
+ - type: main_score
17475
+ value: 36.41802814113771
17476
+ - type: manhattan_pearson
17477
+ value: 34.537041543916003
17478
+ - type: manhattan_spearman
17479
+ value: 36.033418927773825
17480
+ - type: pearson
17481
+ value: 34.20049144526891
17482
+ - type: spearman
17483
+ value: 36.41802814113771
17484
+ task:
17485
+ type: STS
17486
  - dataset:
17487
  config: default
17488
  name: MTEB STSB (default)