feat-add-cmteb-qbqtc
#115
by
nan
- opened
README.md
CHANGED
@@ -17456,6 +17456,33 @@ model-index:
|
|
17456 |
value: 60.887608967403914
|
17457 |
task:
|
17458 |
type: STS
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
17459 |
- dataset:
|
17460 |
config: default
|
17461 |
name: MTEB STSB (default)
|
|
|
17456 |
value: 60.887608967403914
|
17457 |
task:
|
17458 |
type: STS
|
17459 |
+
- dataset:
|
17460 |
+
config: default
|
17461 |
+
name: MTEB QBQTC (default)
|
17462 |
+
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
|
17463 |
+
split: test
|
17464 |
+
type: C-MTEB/QBQTC
|
17465 |
+
metrics:
|
17466 |
+
- type: cosine_pearson
|
17467 |
+
value: 34.20049144526891
|
17468 |
+
- type: cosine_spearman
|
17469 |
+
value: 36.41802814113771
|
17470 |
+
- type: euclidean_pearson
|
17471 |
+
value: 34.569942139590626
|
17472 |
+
- type: euclidean_spearman
|
17473 |
+
value: 36.06141660786936
|
17474 |
+
- type: main_score
|
17475 |
+
value: 36.41802814113771
|
17476 |
+
- type: manhattan_pearson
|
17477 |
+
value: 34.537041543916003
|
17478 |
+
- type: manhattan_spearman
|
17479 |
+
value: 36.033418927773825
|
17480 |
+
- type: pearson
|
17481 |
+
value: 34.20049144526891
|
17482 |
+
- type: spearman
|
17483 |
+
value: 36.41802814113771
|
17484 |
+
task:
|
17485 |
+
type: STS
|
17486 |
- dataset:
|
17487 |
config: default
|
17488 |
name: MTEB STSB (default)
|