{ "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1", "task_name": "MindSmallReranking", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.12488, "ndcg_at_3": 0.19852, "ndcg_at_5": 0.24408, "ndcg_at_10": 0.30643, "ndcg_at_20": 0.35975, "ndcg_at_100": 0.42412, "ndcg_at_1000": 0.42767, "map_at_1": 0.09538, "map_at_3": 0.16278, "map_at_5": 0.18968, "map_at_10": 0.21748, "map_at_20": 0.23482, "map_at_100": 0.24853, "map_at_1000": 0.24897, "recall_at_1": 0.09538, "recall_at_3": 0.24732, "recall_at_5": 0.35599, "recall_at_10": 0.53246, "recall_at_20": 0.71439, "recall_at_100": 0.98283, "recall_at_1000": 1.0, "accuracy": 0.09538, "precision_at_1": 0.12488, "precision_at_3": 0.1096, "precision_at_5": 0.09693, "precision_at_10": 0.0764, "precision_at_20": 0.05494, "precision_at_100": 0.01763, "precision_at_1000": 0.00183, "mrr_at_1": 0.124882, "mrr_at_3": 0.205615, "mrr_at_5": 0.234869, "mrr_at_10": 0.260852, "mrr_at_20": 0.273243, "mrr_at_100": 0.27873, "mrr_at_1000": 0.278776, "nauc_ndcg_at_1_max": -0.098919, "nauc_ndcg_at_1_std": -0.009063, "nauc_ndcg_at_1_diff1": 0.122263, "nauc_ndcg_at_3_max": -0.207895, "nauc_ndcg_at_3_std": -0.056492, "nauc_ndcg_at_3_diff1": 0.137183, "nauc_ndcg_at_5_max": -0.246361, "nauc_ndcg_at_5_std": -0.06611, "nauc_ndcg_at_5_diff1": 0.133926, "nauc_ndcg_at_10_max": -0.284735, "nauc_ndcg_at_10_std": -0.07363, "nauc_ndcg_at_10_diff1": 0.129436, "nauc_ndcg_at_20_max": -0.295387, "nauc_ndcg_at_20_std": -0.072006, "nauc_ndcg_at_20_diff1": 0.127416, "nauc_ndcg_at_100_max": -0.227769, "nauc_ndcg_at_100_std": -0.053103, "nauc_ndcg_at_100_diff1": 0.125532, "nauc_ndcg_at_1000_max": -0.215506, "nauc_ndcg_at_1000_std": -0.051425, "nauc_ndcg_at_1000_diff1": 0.125028, "nauc_map_at_1_max": -0.169264, "nauc_map_at_1_std": -0.042674, "nauc_map_at_1_diff1": 0.145497, "nauc_map_at_3_max": -0.221901, "nauc_map_at_3_std": -0.063588, "nauc_map_at_3_diff1": 0.145752, "nauc_map_at_5_max": -0.241508, "nauc_map_at_5_std": -0.06724, "nauc_map_at_5_diff1": 0.141901, "nauc_map_at_10_max": -0.257848, "nauc_map_at_10_std": -0.06938, "nauc_map_at_10_diff1": 0.138745, "nauc_map_at_20_max": -0.259416, "nauc_map_at_20_std": -0.067857, "nauc_map_at_20_diff1": 0.137454, "nauc_map_at_100_max": -0.245405, "nauc_map_at_100_std": -0.063405, "nauc_map_at_100_diff1": 0.136866, "nauc_map_at_1000_max": -0.244113, "nauc_map_at_1000_std": -0.063225, "nauc_map_at_1000_diff1": 0.136821, "nauc_recall_at_1_max": -0.169264, "nauc_recall_at_1_std": -0.042674, "nauc_recall_at_1_diff1": 0.145497, "nauc_recall_at_3_max": -0.25088, "nauc_recall_at_3_std": -0.075601, "nauc_recall_at_3_diff1": 0.135896, "nauc_recall_at_5_max": -0.302693, "nauc_recall_at_5_std": -0.087196, "nauc_recall_at_5_diff1": 0.124967, "nauc_recall_at_10_max": -0.39333, "nauc_recall_at_10_std": -0.106836, "nauc_recall_at_10_diff1": 0.113586, "nauc_recall_at_20_max": -0.491824, "nauc_recall_at_20_std": -0.120887, "nauc_recall_at_20_diff1": 0.107092, "nauc_recall_at_100_max": -0.810174, "nauc_recall_at_100_std": -0.123547, "nauc_recall_at_100_diff1": 0.112294, "nauc_recall_at_1000_max": -0.788982, "nauc_recall_at_1000_std": -0.067133, "nauc_recall_at_1000_diff1": -0.089823, "nauc_precision_at_1_max": -0.098919, "nauc_precision_at_1_std": -0.009063, "nauc_precision_at_1_diff1": 0.122263, "nauc_precision_at_3_max": -0.165937, "nauc_precision_at_3_std": -0.032429, "nauc_precision_at_3_diff1": 0.110777, "nauc_precision_at_5_max": -0.191458, "nauc_precision_at_5_std": -0.033232, "nauc_precision_at_5_diff1": 0.093247, "nauc_precision_at_10_max": -0.175322, "nauc_precision_at_10_std": -0.019614, "nauc_precision_at_10_diff1": 0.053311, "nauc_precision_at_20_max": -0.065268, "nauc_precision_at_20_std": 0.017691, "nauc_precision_at_20_diff1": 0.006087, "nauc_precision_at_100_max": 0.261064, "nauc_precision_at_100_std": 0.086402, "nauc_precision_at_100_diff1": -0.059402, "nauc_precision_at_1000_max": 0.292315, "nauc_precision_at_1000_std": 0.08814, "nauc_precision_at_1000_diff1": -0.062116, "nauc_mrr_at_1_max": -0.098919, "nauc_mrr_at_1_std": -0.009063, "nauc_mrr_at_1_diff1": 0.122263, "nauc_mrr_at_3_max": -0.147941, "nauc_mrr_at_3_std": -0.030114, "nauc_mrr_at_3_diff1": 0.122004, "nauc_mrr_at_5_max": -0.164765, "nauc_mrr_at_5_std": -0.034314, "nauc_mrr_at_5_diff1": 0.120039, "nauc_mrr_at_10_max": -0.176443, "nauc_mrr_at_10_std": -0.036872, "nauc_mrr_at_10_diff1": 0.118896, "nauc_mrr_at_20_max": -0.176877, "nauc_mrr_at_20_std": -0.036473, "nauc_mrr_at_20_diff1": 0.119153, "nauc_mrr_at_100_max": -0.172641, "nauc_mrr_at_100_std": -0.035365, "nauc_mrr_at_100_diff1": 0.119588, "nauc_mrr_at_1000_max": -0.172525, "nauc_mrr_at_1000_std": -0.035349, "nauc_mrr_at_1000_diff1": 0.119591, "hit_rate_at_1": 0.12488, "hit_rate_at_3": 0.31303, "hit_rate_at_5": 0.44189, "hit_rate_at_10": 0.63645, "hit_rate_at_20": 0.81262, "hit_rate_at_100": 0.99422, "hit_rate_at_1000": 1.0, "max_over_subqueries_ndcg_at_1": 0.16335, "max_over_subqueries_ndcg_at_3": 0.25648, "max_over_subqueries_ndcg_at_5": 0.30706, "max_over_subqueries_ndcg_at_10": 0.3693, "max_over_subqueries_ndcg_at_20": 0.41641, "max_over_subqueries_ndcg_at_100": 0.46321, "max_over_subqueries_ndcg_at_1000": 0.46515, "max_over_subqueries_map_at_1": 0.13585, "max_over_subqueries_map_at_3": 0.21876, "max_over_subqueries_map_at_5": 0.2483, "max_over_subqueries_map_at_10": 0.27601, "max_over_subqueries_map_at_20": 0.29116, "max_over_subqueries_map_at_100": 0.30084, "max_over_subqueries_map_at_1000": 0.30104, "max_over_subqueries_recall_at_1": 0.13585, "max_over_subqueries_recall_at_3": 0.32143, "max_over_subqueries_recall_at_5": 0.44129, "max_over_subqueries_recall_at_10": 0.61992, "max_over_subqueries_recall_at_20": 0.78529, "max_over_subqueries_recall_at_100": 0.98951, "max_over_subqueries_recall_at_1000": 0.99999, "max_over_subqueries_accuracy": 0.13585, "max_over_subqueries_precision_at_1": 0.16335, "max_over_subqueries_precision_at_3": 0.13127, "max_over_subqueries_precision_at_5": 0.11042, "max_over_subqueries_precision_at_10": 0.08081, "max_over_subqueries_precision_at_20": 0.05388, "max_over_subqueries_precision_at_100": 0.01493, "max_over_subqueries_precision_at_1000": 0.00152, "max_over_subqueries_mrr_at_1_max": -0.090392, "max_over_subqueries_mrr_at_1_std": 0.005459, "max_over_subqueries_mrr_at_1_diff1": 0.133363, "max_over_subqueries_mrr_at_3_max": -0.161398, "max_over_subqueries_mrr_at_3_std": -0.038464, "max_over_subqueries_mrr_at_3_diff1": 0.092479, "max_over_subqueries_mrr_at_5_max": -0.175499, "max_over_subqueries_mrr_at_5_std": -0.050052, "max_over_subqueries_mrr_at_5_diff1": 0.069578, "max_over_subqueries_mrr_at_10_max": -0.131875, "max_over_subqueries_mrr_at_10_std": -0.043984, "max_over_subqueries_mrr_at_10_diff1": 0.034711, "max_over_subqueries_mrr_at_20_max": 0.021877, "max_over_subqueries_mrr_at_20_std": 0.017501, "max_over_subqueries_mrr_at_20_diff1": 0.010941, "max_over_subqueries_mrr_at_100_max": 0.380003, "max_over_subqueries_mrr_at_100_std": 0.154387, "max_over_subqueries_mrr_at_100_diff1": -0.015138, "max_over_subqueries_mrr_at_1000_max": 0.402237, "max_over_subqueries_mrr_at_1000_std": 0.159152, "max_over_subqueries_mrr_at_1000_diff1": -0.016636, "max_over_subqueries_mrr_at_1": 0.163354, "max_over_subqueries_mrr_at_3": 0.25612, "max_over_subqueries_mrr_at_5": 0.286192, "max_over_subqueries_mrr_at_10": 0.310937, "max_over_subqueries_mrr_at_20": 0.321854, "max_over_subqueries_mrr_at_100": 0.326305, "max_over_subqueries_mrr_at_1000": 0.326345, "max_over_subqueries_nauc_mrr_at_1_max": -0.090392, "max_over_subqueries_nauc_mrr_at_1_std": 0.005459, "max_over_subqueries_nauc_mrr_at_1_diff1": 0.133363, "max_over_subqueries_nauc_mrr_at_3_max": -0.140351, "max_over_subqueries_nauc_mrr_at_3_std": -0.024796, "max_over_subqueries_nauc_mrr_at_3_diff1": 0.115522, "max_over_subqueries_nauc_mrr_at_5_max": -0.154342, "max_over_subqueries_nauc_mrr_at_5_std": -0.032357, "max_over_subqueries_nauc_mrr_at_5_diff1": 0.11181, "max_over_subqueries_nauc_mrr_at_10_max": -0.162515, "max_over_subqueries_nauc_mrr_at_10_std": -0.036825, "max_over_subqueries_nauc_mrr_at_10_diff1": 0.11061, "max_over_subqueries_nauc_mrr_at_20_max": -0.161477, "max_over_subqueries_nauc_mrr_at_20_std": -0.035703, "max_over_subqueries_nauc_mrr_at_20_diff1": 0.111926, "max_over_subqueries_nauc_mrr_at_100_max": -0.157975, "max_over_subqueries_nauc_mrr_at_100_std": -0.033866, "max_over_subqueries_nauc_mrr_at_100_diff1": 0.112638, "max_over_subqueries_nauc_mrr_at_1000_max": -0.157911, "max_over_subqueries_nauc_mrr_at_1000_std": -0.033841, "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.11264, "max_over_subqueries_hit_rate_at_1": 0.16335, "max_over_subqueries_hit_rate_at_3": 0.37756, "max_over_subqueries_hit_rate_at_5": 0.50999, "max_over_subqueries_hit_rate_at_10": 0.69496, "max_over_subqueries_hit_rate_at_20": 0.84949, "max_over_subqueries_hit_rate_at_100": 0.99509, "max_over_subqueries_hit_rate_at_1000": 0.99999, "main_score": 0.30104, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3437.6135506629944, "kg_co2_emissions": null, "date": null }