{ "dataset": "hotpotqa", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.58488, "NDCG@3": 0.46291, "NDCG@5": 0.48756, "NDCG@10": 0.51242, "NDCG@20": 0.53009, "NDCG@50": 0.54678, "NDCG@100": 0.55471, "NDCG@200": 0.5614, "NDCG@1000": 0.57309 }, "map": { "MAP@1": 0.29244, "MAP@3": 0.38755, "MAP@5": 0.40461, "MAP@10": 0.41781, "MAP@20": 0.42428, "MAP@50": 0.42802, "MAP@100": 0.42902, "MAP@200": 0.42953, "MAP@1000": 0.42991 }, "precision": { "P@1": 0.58488, "P@3": 0.29124, "P@5": 0.19425, "P@10": 0.10955, "P@20": 0.06046, "P@50": 0.02692, "P@100": 0.01425, "P@200": 0.00752, "P@1000": 0.00167 }, "recall": { "Recall@1": 0.29244, "Recall@3": 0.43687, "Recall@5": 0.48562, "Recall@10": 0.54774, "Recall@20": 0.60459, "Recall@50": 0.67292, "Recall@100": 0.71269, "Recall@200": 0.75165, "Recall@1000": 0.83471 }, "mrr": { "MRR@1": 0.58488, "MRR@3": 0.65258, "MRR@5": 0.66312, "MRR@10": 0.67061, "MRR@20": 0.67359, "MRR@50": 0.67491, "MRR@100": 0.67521, "MRR@200": 0.67533, "MRR@1000": 0.67541 }, "recall_cap": { "R_cap@1": 0.58488, "R_cap@3": 0.43687, "R_cap@5": 0.48562, "R_cap@10": 0.54774, "R_cap@20": 0.60459, "R_cap@50": 0.67292, "R_cap@100": 0.71269, "R_cap@200": 0.75165, "R_cap@1000": 0.83471 }, "hole": { "Hole@1": 0.4077, "Hole@3": 0.69714, "Hole@5": 0.79327, "Hole@10": 0.87796, "Hole@20": 0.92708, "Hole@50": 0.96156, "Hole@100": 0.97484, "Hole@200": 0.98229, "Hole@1000": 0.98984 } } }