| { | |
| "Classification": { | |
| "amazon_counterfactual_classification": { | |
| "macro_f1": 0.6806231003039513 | |
| }, | |
| "amazon_review_classification": { | |
| "macro_f1": 0.46807443888459704 | |
| }, | |
| "massive_intent_classification": { | |
| "macro_f1": 0.7479207001300227 | |
| }, | |
| "massive_scenario_classification": { | |
| "macro_f1": 0.8218342894775092 | |
| } | |
| }, | |
| "Reranking": { | |
| "esci": { | |
| "ndcg@10": 0.918697023137389 | |
| } | |
| }, | |
| "Retrieval": { | |
| "jagovfaqs_22k": { | |
| "ndcg@10": 0.5518297280038567 | |
| }, | |
| "jaqket": { | |
| "ndcg@10": 0.6403798293637829 | |
| }, | |
| "mrtydi": { | |
| "ndcg@10": 0.1118466505474389 | |
| }, | |
| "nlp_journal_abs_intro": { | |
| "ndcg@10": 0.9635875841327094 | |
| }, | |
| "nlp_journal_title_abs": { | |
| "ndcg@10": 0.9202516560510665 | |
| }, | |
| "nlp_journal_title_intro": { | |
| "ndcg@10": 0.8871874267262053 | |
| } | |
| }, | |
| "STS": { | |
| "jsick": { | |
| "spearman": 0.8251124620732032 | |
| }, | |
| "jsts": { | |
| "spearman": 0.7781260135980573 | |
| } | |
| }, | |
| "Clustering": { | |
| "livedoor_news": { | |
| "v_measure_score": 0.4484607731865314 | |
| }, | |
| "mewsc16": { | |
| "v_measure_score": 0.3593560348673714 | |
| } | |
| }, | |
| "PairClassification": { | |
| "paws_x_ja": { | |
| "binary_f1": 0.623716814159292 | |
| } | |
| } | |
| } |