{ "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", "task_name": "HotpotQA", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.47279, "ndcg_at_3": 0.35283, "ndcg_at_5": 0.37095, "ndcg_at_10": 0.38753, "ndcg_at_20": 0.39981, "ndcg_at_100": 0.42087, "ndcg_at_1000": 0.4407, "map_at_1": 0.23639, "map_at_3": 0.28874, "map_at_5": 0.30024, "map_at_10": 0.30798, "map_at_20": 0.3119, "map_at_100": 0.31537, "map_at_1000": 0.31621, "recall_at_1": 0.23639, "recall_at_3": 0.32377, "recall_at_5": 0.35962, "recall_at_10": 0.40122, "recall_at_20": 0.44085, "recall_at_100": 0.53464, "recall_at_1000": 0.66705, "accuracy": 0.23639, "precision_at_1": 0.47279, "precision_at_3": 0.21585, "precision_at_5": 0.14385, "precision_at_10": 0.08024, "precision_at_20": 0.04409, "precision_at_100": 0.01069, "precision_at_1000": 0.00133, "mrr_at_1": 0.472789, "mrr_at_3": 0.523498, "mrr_at_5": 0.533322, "mrr_at_10": 0.540316, "mrr_at_20": 0.543449, "mrr_at_100": 0.5457, "mrr_at_1000": 0.546093, "nauc_ndcg_at_1_max": 0.447852, "nauc_ndcg_at_1_std": 0.082736, "nauc_ndcg_at_1_diff1": 0.679787, "nauc_ndcg_at_3_max": 0.411597, "nauc_ndcg_at_3_std": 0.098192, "nauc_ndcg_at_3_diff1": 0.553342, "nauc_ndcg_at_5_max": 0.39996, "nauc_ndcg_at_5_std": 0.102258, "nauc_ndcg_at_5_diff1": 0.525478, "nauc_ndcg_at_10_max": 0.392021, "nauc_ndcg_at_10_std": 0.107106, "nauc_ndcg_at_10_diff1": 0.504657, "nauc_ndcg_at_20_max": 0.390068, "nauc_ndcg_at_20_std": 0.113906, "nauc_ndcg_at_20_diff1": 0.496535, "nauc_ndcg_at_100_max": 0.38637, "nauc_ndcg_at_100_std": 0.122683, "nauc_ndcg_at_100_diff1": 0.482956, "nauc_ndcg_at_1000_max": 0.386426, "nauc_ndcg_at_1000_std": 0.127217, "nauc_ndcg_at_1000_diff1": 0.476792, "nauc_map_at_1_max": 0.447852, "nauc_map_at_1_std": 0.082736, "nauc_map_at_1_diff1": 0.679787, "nauc_map_at_3_max": 0.400696, "nauc_map_at_3_std": 0.096209, "nauc_map_at_3_diff1": 0.534213, "nauc_map_at_5_max": 0.39108, "nauc_map_at_5_std": 0.100042, "nauc_map_at_5_diff1": 0.511798, "nauc_map_at_10_max": 0.385924, "nauc_map_at_10_std": 0.10316, "nauc_map_at_10_diff1": 0.499714, "nauc_map_at_20_max": 0.385118, "nauc_map_at_20_std": 0.1053, "nauc_map_at_20_diff1": 0.496797, "nauc_map_at_100_max": 0.384312, "nauc_map_at_100_std": 0.106989, "nauc_map_at_100_diff1": 0.493992, "nauc_map_at_1000_max": 0.384287, "nauc_map_at_1000_std": 0.107298, "nauc_map_at_1000_diff1": 0.493542, "nauc_recall_at_1_max": 0.447852, "nauc_recall_at_1_std": 0.082736, "nauc_recall_at_1_diff1": 0.679787, "nauc_recall_at_3_max": 0.385602, "nauc_recall_at_3_std": 0.10807, "nauc_recall_at_3_diff1": 0.476182, "nauc_recall_at_5_max": 0.349782, "nauc_recall_at_5_std": 0.113261, "nauc_recall_at_5_diff1": 0.404143, "nauc_recall_at_10_max": 0.321474, "nauc_recall_at_10_std": 0.123924, "nauc_recall_at_10_diff1": 0.3405, "nauc_recall_at_20_max": 0.299218, "nauc_recall_at_20_std": 0.142078, "nauc_recall_at_20_diff1": 0.29496, "nauc_recall_at_100_max": 0.248058, "nauc_recall_at_100_std": 0.167171, "nauc_recall_at_100_diff1": 0.193928, "nauc_recall_at_1000_max": 0.201433, "nauc_recall_at_1000_std": 0.189114, "nauc_recall_at_1000_diff1": 0.082959, "nauc_precision_at_1_max": 0.447852, "nauc_precision_at_1_std": 0.082736, "nauc_precision_at_1_diff1": 0.679787, "nauc_precision_at_3_max": 0.385602, "nauc_precision_at_3_std": 0.10807, "nauc_precision_at_3_diff1": 0.476182, "nauc_precision_at_5_max": 0.349782, "nauc_precision_at_5_std": 0.113261, "nauc_precision_at_5_diff1": 0.404143, "nauc_precision_at_10_max": 0.321474, "nauc_precision_at_10_std": 0.123924, "nauc_precision_at_10_diff1": 0.3405, "nauc_precision_at_20_max": 0.299218, "nauc_precision_at_20_std": 0.142078, "nauc_precision_at_20_diff1": 0.29496, "nauc_precision_at_100_max": 0.248058, "nauc_precision_at_100_std": 0.167171, "nauc_precision_at_100_diff1": 0.193928, "nauc_precision_at_1000_max": 0.201433, "nauc_precision_at_1000_std": 0.189114, "nauc_precision_at_1000_diff1": 0.082959, "nauc_mrr_at_1_max": 0.447852, "nauc_mrr_at_1_std": 0.082736, "nauc_mrr_at_1_diff1": 0.679787, "nauc_mrr_at_3_max": 0.444397, "nauc_mrr_at_3_std": 0.091482, "nauc_mrr_at_3_diff1": 0.640122, "nauc_mrr_at_5_max": 0.442845, "nauc_mrr_at_5_std": 0.091811, "nauc_mrr_at_5_diff1": 0.63535, "nauc_mrr_at_10_max": 0.442276, "nauc_mrr_at_10_std": 0.092113, "nauc_mrr_at_10_diff1": 0.632324, "nauc_mrr_at_20_max": 0.442532, "nauc_mrr_at_20_std": 0.093368, "nauc_mrr_at_20_diff1": 0.631839, "nauc_mrr_at_100_max": 0.442706, "nauc_mrr_at_100_std": 0.09397, "nauc_mrr_at_100_diff1": 0.631998, "nauc_mrr_at_1000_max": 0.442711, "nauc_mrr_at_1000_std": 0.093954, "nauc_mrr_at_1000_diff1": 0.632132, "hit_rate_at_1": 0.47279, "hit_rate_at_3": 0.58677, "hit_rate_at_5": 0.62984, "hit_rate_at_10": 0.68143, "hit_rate_at_20": 0.72654, "hit_rate_at_100": 0.81621, "hit_rate_at_1000": 0.90871, "main_score": 0.38753, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 7573.657062530518, "kg_co2_emissions": null, "date": null }