{ "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", "task_name": "HotpotQA", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.63835, "ndcg_at_3": 0.48441, "ndcg_at_5": 0.50487, "ndcg_at_10": 0.52429, "ndcg_at_20": 0.53733, "ndcg_at_100": 0.55731, "ndcg_at_1000": 0.57458, "map_at_1": 0.31918, "map_at_3": 0.40873, "map_at_5": 0.42316, "map_at_10": 0.43348, "map_at_20": 0.4382, "map_at_100": 0.44191, "map_at_1000": 0.4427, "recall_at_1": 0.31918, "recall_at_3": 0.44781, "recall_at_5": 0.48845, "recall_at_10": 0.53707, "recall_at_20": 0.57914, "recall_at_100": 0.66766, "recall_at_1000": 0.78305, "accuracy": 0.31918, "precision_at_1": 0.63835, "precision_at_3": 0.29854, "precision_at_5": 0.19538, "precision_at_10": 0.10741, "precision_at_20": 0.05791, "precision_at_100": 0.01335, "precision_at_1000": 0.00157, "mrr_at_1": 0.638352, "mrr_at_3": 0.689444, "mrr_at_5": 0.697486, "mrr_at_10": 0.703267, "mrr_at_20": 0.705479, "mrr_at_100": 0.706888, "mrr_at_1000": 0.707126, "nauc_ndcg_at_1_max": 0.537509, "nauc_ndcg_at_1_std": 0.115111, "nauc_ndcg_at_1_diff1": 0.708495, "nauc_ndcg_at_3_max": 0.412821, "nauc_ndcg_at_3_std": 0.132522, "nauc_ndcg_at_3_diff1": 0.443424, "nauc_ndcg_at_5_max": 0.395649, "nauc_ndcg_at_5_std": 0.141626, "nauc_ndcg_at_5_diff1": 0.41914, "nauc_ndcg_at_10_max": 0.382152, "nauc_ndcg_at_10_std": 0.147435, "nauc_ndcg_at_10_diff1": 0.398775, "nauc_ndcg_at_20_max": 0.376045, "nauc_ndcg_at_20_std": 0.154319, "nauc_ndcg_at_20_diff1": 0.390656, "nauc_ndcg_at_100_max": 0.370357, "nauc_ndcg_at_100_std": 0.16199, "nauc_ndcg_at_100_diff1": 0.383854, "nauc_ndcg_at_1000_max": 0.37346, "nauc_ndcg_at_1000_std": 0.163825, "nauc_ndcg_at_1000_diff1": 0.386519, "nauc_map_at_1_max": 0.537509, "nauc_map_at_1_std": 0.115111, "nauc_map_at_1_diff1": 0.708495, "nauc_map_at_3_max": 0.371432, "nauc_map_at_3_std": 0.12356, "nauc_map_at_3_diff1": 0.386634, "nauc_map_at_5_max": 0.359829, "nauc_map_at_5_std": 0.129606, "nauc_map_at_5_diff1": 0.37095, "nauc_map_at_10_max": 0.352849, "nauc_map_at_10_std": 0.132969, "nauc_map_at_10_diff1": 0.360652, "nauc_map_at_20_max": 0.351009, "nauc_map_at_20_std": 0.135431, "nauc_map_at_20_diff1": 0.358033, "nauc_map_at_100_max": 0.350033, "nauc_map_at_100_std": 0.136961, "nauc_map_at_100_diff1": 0.356825, "nauc_map_at_1000_max": 0.350206, "nauc_map_at_1000_std": 0.137136, "nauc_map_at_1000_diff1": 0.356948, "nauc_recall_at_1_max": 0.537509, "nauc_recall_at_1_std": 0.115111, "nauc_recall_at_1_diff1": 0.708495, "nauc_recall_at_3_max": 0.349218, "nauc_recall_at_3_std": 0.140444, "nauc_recall_at_3_diff1": 0.317772, "nauc_recall_at_5_max": 0.302927, "nauc_recall_at_5_std": 0.152663, "nauc_recall_at_5_diff1": 0.260239, "nauc_recall_at_10_max": 0.260198, "nauc_recall_at_10_std": 0.163131, "nauc_recall_at_10_diff1": 0.200352, "nauc_recall_at_20_max": 0.222573, "nauc_recall_at_20_std": 0.176937, "nauc_recall_at_20_diff1": 0.156207, "nauc_recall_at_100_max": 0.170449, "nauc_recall_at_100_std": 0.205193, "nauc_recall_at_100_diff1": 0.093175, "nauc_recall_at_1000_max": 0.132043, "nauc_recall_at_1000_std": 0.225767, "nauc_recall_at_1000_diff1": 0.027016, "nauc_precision_at_1_max": 0.537509, "nauc_precision_at_1_std": 0.115111, "nauc_precision_at_1_diff1": 0.708495, "nauc_precision_at_3_max": 0.349218, "nauc_precision_at_3_std": 0.140444, "nauc_precision_at_3_diff1": 0.317772, "nauc_precision_at_5_max": 0.302927, "nauc_precision_at_5_std": 0.152663, "nauc_precision_at_5_diff1": 0.260239, "nauc_precision_at_10_max": 0.260198, "nauc_precision_at_10_std": 0.163131, "nauc_precision_at_10_diff1": 0.200352, "nauc_precision_at_20_max": 0.222573, "nauc_precision_at_20_std": 0.176937, "nauc_precision_at_20_diff1": 0.156207, "nauc_precision_at_100_max": 0.170449, "nauc_precision_at_100_std": 0.205193, "nauc_precision_at_100_diff1": 0.093175, "nauc_precision_at_1000_max": 0.132043, "nauc_precision_at_1000_std": 0.225767, "nauc_precision_at_1000_diff1": 0.027016, "nauc_mrr_at_1_max": 0.537509, "nauc_mrr_at_1_std": 0.115111, "nauc_mrr_at_1_diff1": 0.708495, "nauc_mrr_at_3_max": 0.550128, "nauc_mrr_at_3_std": 0.135964, "nauc_mrr_at_3_diff1": 0.680447, "nauc_mrr_at_5_max": 0.549019, "nauc_mrr_at_5_std": 0.141093, "nauc_mrr_at_5_diff1": 0.677593, "nauc_mrr_at_10_max": 0.548094, "nauc_mrr_at_10_std": 0.14227, "nauc_mrr_at_10_diff1": 0.676347, "nauc_mrr_at_20_max": 0.547985, "nauc_mrr_at_20_std": 0.143459, "nauc_mrr_at_20_diff1": 0.676727, "nauc_mrr_at_100_max": 0.547904, "nauc_mrr_at_100_std": 0.143642, "nauc_mrr_at_100_diff1": 0.677009, "nauc_mrr_at_1000_max": 0.547914, "nauc_mrr_at_1000_std": 0.14353, "nauc_mrr_at_1000_diff1": 0.677092, "hit_rate_at_1": 0.63835, "hit_rate_at_3": 0.75327, "hit_rate_at_5": 0.78852, "hit_rate_at_10": 0.83038, "hit_rate_at_20": 0.86212, "hit_rate_at_100": 0.91654, "hit_rate_at_1000": 0.96826, "main_score": 0.52429, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 32011.393527507782, "kg_co2_emissions": null, "date": null }