{ "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", "task_name": "NQ", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.17555, "ndcg_at_3": 0.23645, "ndcg_at_5": 0.26416, "ndcg_at_10": 0.29353, "ndcg_at_20": 0.31533, "ndcg_at_100": 0.34906, "ndcg_at_1000": 0.37007, "map_at_1": 0.15423, "map_at_3": 0.21278, "map_at_5": 0.22864, "map_at_10": 0.24153, "map_at_20": 0.24786, "map_at_100": 0.25291, "map_at_1000": 0.25372, "recall_at_1": 0.15423, "recall_at_3": 0.28286, "recall_at_5": 0.34688, "recall_at_10": 0.43272, "recall_at_20": 0.51504, "recall_at_100": 0.68781, "recall_at_1000": 0.84806, "accuracy": 0.15423, "precision_at_1": 0.17555, "precision_at_3": 0.10921, "precision_at_5": 0.08146, "precision_at_10": 0.05122, "precision_at_20": 0.03068, "precision_at_100": 0.00829, "precision_at_1000": 0.00103, "mrr_at_1": 0.17555, "mrr_at_3": 0.235419, "mrr_at_5": 0.25099, "mrr_at_10": 0.262868, "mrr_at_20": 0.268445, "mrr_at_100": 0.27266, "mrr_at_1000": 0.273298, "nauc_ndcg_at_1_max": 0.222918, "nauc_ndcg_at_1_std": 0.025937, "nauc_ndcg_at_1_diff1": 0.335423, "nauc_ndcg_at_3_max": 0.231257, "nauc_ndcg_at_3_std": 0.035808, "nauc_ndcg_at_3_diff1": 0.275095, "nauc_ndcg_at_5_max": 0.245777, "nauc_ndcg_at_5_std": 0.056148, "nauc_ndcg_at_5_diff1": 0.268844, "nauc_ndcg_at_10_max": 0.2664, "nauc_ndcg_at_10_std": 0.086454, "nauc_ndcg_at_10_diff1": 0.259381, "nauc_ndcg_at_20_max": 0.273978, "nauc_ndcg_at_20_std": 0.093674, "nauc_ndcg_at_20_diff1": 0.262795, "nauc_ndcg_at_100_max": 0.287623, "nauc_ndcg_at_100_std": 0.120658, "nauc_ndcg_at_100_diff1": 0.25836, "nauc_ndcg_at_1000_max": 0.288121, "nauc_ndcg_at_1000_std": 0.122057, "nauc_ndcg_at_1000_diff1": 0.260097, "nauc_map_at_1_max": 0.206158, "nauc_map_at_1_std": 0.007317, "nauc_map_at_1_diff1": 0.337521, "nauc_map_at_3_max": 0.225809, "nauc_map_at_3_std": 0.026891, "nauc_map_at_3_diff1": 0.2882, "nauc_map_at_5_max": 0.235297, "nauc_map_at_5_std": 0.039533, "nauc_map_at_5_diff1": 0.284212, "nauc_map_at_10_max": 0.245802, "nauc_map_at_10_std": 0.05448, "nauc_map_at_10_diff1": 0.279804, "nauc_map_at_20_max": 0.248346, "nauc_map_at_20_std": 0.056863, "nauc_map_at_20_diff1": 0.281184, "nauc_map_at_100_max": 0.250765, "nauc_map_at_100_std": 0.061441, "nauc_map_at_100_diff1": 0.280413, "nauc_map_at_1000_max": 0.250821, "nauc_map_at_1000_std": 0.061609, "nauc_map_at_1000_diff1": 0.28043, "nauc_recall_at_1_max": 0.206158, "nauc_recall_at_1_std": 0.007317, "nauc_recall_at_1_diff1": 0.337521, "nauc_recall_at_3_max": 0.22917, "nauc_recall_at_3_std": 0.042829, "nauc_recall_at_3_diff1": 0.239276, "nauc_recall_at_5_max": 0.253978, "nauc_recall_at_5_std": 0.07995, "nauc_recall_at_5_diff1": 0.225205, "nauc_recall_at_10_max": 0.301655, "nauc_recall_at_10_std": 0.153119, "nauc_recall_at_10_diff1": 0.199061, "nauc_recall_at_20_max": 0.327534, "nauc_recall_at_20_std": 0.179411, "nauc_recall_at_20_diff1": 0.207237, "nauc_recall_at_100_max": 0.415498, "nauc_recall_at_100_std": 0.346198, "nauc_recall_at_100_diff1": 0.17209, "nauc_recall_at_1000_max": 0.5239, "nauc_recall_at_1000_std": 0.531621, "nauc_recall_at_1000_diff1": 0.142387, "nauc_precision_at_1_max": 0.222918, "nauc_precision_at_1_std": 0.025937, "nauc_precision_at_1_diff1": 0.335423, "nauc_precision_at_3_max": 0.25372, "nauc_precision_at_3_std": 0.06511, "nauc_precision_at_3_diff1": 0.234871, "nauc_precision_at_5_max": 0.28103, "nauc_precision_at_5_std": 0.112169, "nauc_precision_at_5_diff1": 0.217237, "nauc_precision_at_10_max": 0.316536, "nauc_precision_at_10_std": 0.185983, "nauc_precision_at_10_diff1": 0.183687, "nauc_precision_at_20_max": 0.328022, "nauc_precision_at_20_std": 0.20735, "nauc_precision_at_20_diff1": 0.179215, "nauc_precision_at_100_max": 0.336547, "nauc_precision_at_100_std": 0.309329, "nauc_precision_at_100_diff1": 0.113377, "nauc_precision_at_1000_max": 0.284647, "nauc_precision_at_1000_std": 0.316097, "nauc_precision_at_1000_diff1": 0.047262, "nauc_mrr_at_1_max": 0.222918, "nauc_mrr_at_1_std": 0.025937, "nauc_mrr_at_1_diff1": 0.335423, "nauc_mrr_at_3_max": 0.236996, "nauc_mrr_at_3_std": 0.043899, "nauc_mrr_at_3_diff1": 0.285884, "nauc_mrr_at_5_max": 0.244093, "nauc_mrr_at_5_std": 0.055587, "nauc_mrr_at_5_diff1": 0.282415, "nauc_mrr_at_10_max": 0.252022, "nauc_mrr_at_10_std": 0.066881, "nauc_mrr_at_10_diff1": 0.279005, "nauc_mrr_at_20_max": 0.253407, "nauc_mrr_at_20_std": 0.067787, "nauc_mrr_at_20_diff1": 0.279861, "nauc_mrr_at_100_max": 0.254793, "nauc_mrr_at_100_std": 0.070438, "nauc_mrr_at_100_diff1": 0.279326, "nauc_mrr_at_1000_max": 0.25482, "nauc_mrr_at_1000_std": 0.070489, "nauc_mrr_at_1000_diff1": 0.279424, "hit_rate_at_1": 0.17555, "hit_rate_at_3": 0.31373, "hit_rate_at_5": 0.3821, "hit_rate_at_10": 0.46929, "hit_rate_at_20": 0.55041, "hit_rate_at_100": 0.71495, "hit_rate_at_1000": 0.86269, "main_score": 0.29353, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3823.927045106888, "kg_co2_emissions": null, "date": null }