| { | |
| "Classification": { | |
| "amazon_counterfactual_classification": { | |
| "macro_f1": 0.8080806321853091 | |
| }, | |
| "amazon_review_classification": { | |
| "macro_f1": 0.5680171450057119 | |
| }, | |
| "massive_intent_classification": { | |
| "macro_f1": 0.8255898596881264 | |
| }, | |
| "massive_scenario_classification": { | |
| "macro_f1": 0.8956410349938264 | |
| } | |
| }, | |
| "Reranking": { | |
| "esci": { | |
| "ndcg@10": 0.9298524733536755 | |
| } | |
| }, | |
| "Retrieval": { | |
| "jagovfaqs_22k": { | |
| "ndcg@10": 0.7667506664925435 | |
| }, | |
| "jaqket": { | |
| "ndcg@10": 0.6173871224245404 | |
| }, | |
| "mrtydi": { | |
| "ndcg@10": 0.3803302462897418 | |
| }, | |
| "nlp_journal_abs_intro": { | |
| "ndcg@10": 0.8712459719069233 | |
| }, | |
| "nlp_journal_title_abs": { | |
| "ndcg@10": 0.9657898747088243 | |
| }, | |
| "nlp_journal_title_intro": { | |
| "ndcg@10": 0.779665053945222 | |
| } | |
| }, | |
| "STS": { | |
| "jsick": { | |
| "spearman": 0.8199959693684533 | |
| }, | |
| "jsts": { | |
| "spearman": 0.8426164139167538 | |
| } | |
| }, | |
| "Clustering": { | |
| "livedoor_news": { | |
| "v_measure_score": 0.5139491572866559 | |
| }, | |
| "mewsc16": { | |
| "v_measure_score": 0.5225025331595674 | |
| } | |
| }, | |
| "PairClassification": { | |
| "paws_x_ja": { | |
| "binary_f1": 0.6228813559322034 | |
| } | |
| } | |
| } |