{ "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1", "task_name": "MindSmallReranking", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.1327, "ndcg_at_3": 0.20927, "ndcg_at_5": 0.25639, "ndcg_at_10": 0.31829, "ndcg_at_20": 0.3708, "ndcg_at_100": 0.43283, "ndcg_at_1000": 0.43619, "map_at_1": 0.0999, "map_at_3": 0.17119, "map_at_5": 0.19926, "map_at_10": 0.22717, "map_at_20": 0.24442, "map_at_100": 0.25782, "map_at_1000": 0.25824, "recall_at_1": 0.0999, "recall_at_3": 0.25983, "recall_at_5": 0.37223, "recall_at_10": 0.54684, "recall_at_20": 0.72545, "recall_at_100": 0.98374, "recall_at_1000": 1.0, "accuracy": 0.0999, "precision_at_1": 0.1327, "precision_at_3": 0.1165, "precision_at_5": 0.10256, "precision_at_10": 0.07944, "precision_at_20": 0.05634, "precision_at_100": 0.01767, "precision_at_1000": 0.00183, "mrr_at_1": 0.132698, "mrr_at_3": 0.217654, "mrr_at_5": 0.247864, "mrr_at_10": 0.273388, "mrr_at_20": 0.285332, "mrr_at_100": 0.290515, "mrr_at_1000": 0.29056, "nauc_ndcg_at_1_max": -0.081708, "nauc_ndcg_at_1_std": 0.02064, "nauc_ndcg_at_1_diff1": 0.102634, "nauc_ndcg_at_3_max": -0.17665, "nauc_ndcg_at_3_std": 0.001483, "nauc_ndcg_at_3_diff1": 0.123902, "nauc_ndcg_at_5_max": -0.208195, "nauc_ndcg_at_5_std": 0.005442, "nauc_ndcg_at_5_diff1": 0.126805, "nauc_ndcg_at_10_max": -0.239379, "nauc_ndcg_at_10_std": 0.008363, "nauc_ndcg_at_10_diff1": 0.125178, "nauc_ndcg_at_20_max": -0.249666, "nauc_ndcg_at_20_std": 0.013012, "nauc_ndcg_at_20_diff1": 0.122677, "nauc_ndcg_at_100_max": -0.192326, "nauc_ndcg_at_100_std": 0.013436, "nauc_ndcg_at_100_diff1": 0.116273, "nauc_ndcg_at_1000_max": -0.181592, "nauc_ndcg_at_1000_std": 0.011769, "nauc_ndcg_at_1000_diff1": 0.115098, "nauc_map_at_1_max": -0.146464, "nauc_map_at_1_std": -0.003813, "nauc_map_at_1_diff1": 0.124138, "nauc_map_at_3_max": -0.189751, "nauc_map_at_3_std": -0.005117, "nauc_map_at_3_diff1": 0.130425, "nauc_map_at_5_max": -0.205115, "nauc_map_at_5_std": -0.000647, "nauc_map_at_5_diff1": 0.130707, "nauc_map_at_10_max": -0.217777, "nauc_map_at_10_std": 0.002196, "nauc_map_at_10_diff1": 0.128912, "nauc_map_at_20_max": -0.219413, "nauc_map_at_20_std": 0.004418, "nauc_map_at_20_diff1": 0.127419, "nauc_map_at_100_max": -0.20762, "nauc_map_at_100_std": 0.005188, "nauc_map_at_100_diff1": 0.125842, "nauc_map_at_1000_max": -0.206501, "nauc_map_at_1000_std": 0.005022, "nauc_map_at_1000_diff1": 0.125725, "nauc_recall_at_1_max": -0.146464, "nauc_recall_at_1_std": -0.003813, "nauc_recall_at_1_diff1": 0.124138, "nauc_recall_at_3_max": -0.215306, "nauc_recall_at_3_std": -0.006464, "nauc_recall_at_3_diff1": 0.128655, "nauc_recall_at_5_max": -0.258214, "nauc_recall_at_5_std": 0.001474, "nauc_recall_at_5_diff1": 0.128479, "nauc_recall_at_10_max": -0.333419, "nauc_recall_at_10_std": 0.005467, "nauc_recall_at_10_diff1": 0.123698, "nauc_recall_at_20_max": -0.426621, "nauc_recall_at_20_std": 0.018412, "nauc_recall_at_20_diff1": 0.120755, "nauc_recall_at_100_max": -0.747826, "nauc_recall_at_100_std": 0.10962, "nauc_recall_at_100_diff1": 0.146903, "nauc_recall_at_1000_max": -0.510551, "nauc_recall_at_1000_std": -0.038002, "nauc_recall_at_1000_diff1": 0.228245, "nauc_precision_at_1_max": -0.081708, "nauc_precision_at_1_std": 0.02064, "nauc_precision_at_1_diff1": 0.102634, "nauc_precision_at_3_max": -0.134086, "nauc_precision_at_3_std": 0.026447, "nauc_precision_at_3_diff1": 0.102671, "nauc_precision_at_5_max": -0.15012, "nauc_precision_at_5_std": 0.03958, "nauc_precision_at_5_diff1": 0.09172, "nauc_precision_at_10_max": -0.130677, "nauc_precision_at_10_std": 0.0493, "nauc_precision_at_10_diff1": 0.054265, "nauc_precision_at_20_max": -0.040719, "nauc_precision_at_20_std": 0.055028, "nauc_precision_at_20_diff1": 0.004641, "nauc_precision_at_100_max": 0.22898, "nauc_precision_at_100_std": 0.027213, "nauc_precision_at_100_diff1": -0.065963, "nauc_precision_at_1000_max": 0.256892, "nauc_precision_at_1000_std": 0.019808, "nauc_precision_at_1000_diff1": -0.070053, "nauc_mrr_at_1_max": -0.081708, "nauc_mrr_at_1_std": 0.02064, "nauc_mrr_at_1_diff1": 0.102634, "nauc_mrr_at_3_max": -0.123748, "nauc_mrr_at_3_std": 0.015187, "nauc_mrr_at_3_diff1": 0.107211, "nauc_mrr_at_5_max": -0.1372, "nauc_mrr_at_5_std": 0.017112, "nauc_mrr_at_5_diff1": 0.107824, "nauc_mrr_at_10_max": -0.146242, "nauc_mrr_at_10_std": 0.017397, "nauc_mrr_at_10_diff1": 0.107443, "nauc_mrr_at_20_max": -0.146814, "nauc_mrr_at_20_std": 0.0176, "nauc_mrr_at_20_diff1": 0.107332, "nauc_mrr_at_100_max": -0.143361, "nauc_mrr_at_100_std": 0.017502, "nauc_mrr_at_100_diff1": 0.107325, "nauc_mrr_at_1000_max": -0.143258, "nauc_mrr_at_1000_std": 0.017483, "nauc_mrr_at_1000_diff1": 0.10732, "hit_rate_at_1": 0.1327, "hit_rate_at_3": 0.3305, "hit_rate_at_5": 0.46334, "hit_rate_at_10": 0.65409, "hit_rate_at_20": 0.82372, "hit_rate_at_100": 0.9945, "hit_rate_at_1000": 1.0, "max_over_subqueries_ndcg_at_1": 0.1628, "max_over_subqueries_ndcg_at_3": 0.26314, "max_over_subqueries_ndcg_at_5": 0.3157, "max_over_subqueries_ndcg_at_10": 0.37719, "max_over_subqueries_ndcg_at_20": 0.42295, "max_over_subqueries_ndcg_at_100": 0.46808, "max_over_subqueries_ndcg_at_1000": 0.46993, "max_over_subqueries_map_at_1": 0.13509, "max_over_subqueries_map_at_3": 0.22342, "max_over_subqueries_map_at_5": 0.25415, "max_over_subqueries_map_at_10": 0.28175, "max_over_subqueries_map_at_20": 0.29665, "max_over_subqueries_map_at_100": 0.30602, "max_over_subqueries_map_at_1000": 0.30621, "max_over_subqueries_recall_at_1": 0.13509, "max_over_subqueries_recall_at_3": 0.33317, "max_over_subqueries_recall_at_5": 0.45724, "max_over_subqueries_recall_at_10": 0.63271, "max_over_subqueries_recall_at_20": 0.79259, "max_over_subqueries_recall_at_100": 0.99017, "max_over_subqueries_recall_at_1000": 0.99999, "max_over_subqueries_accuracy": 0.13509, "max_over_subqueries_precision_at_1": 0.1628, "max_over_subqueries_precision_at_3": 0.13639, "max_over_subqueries_precision_at_5": 0.11474, "max_over_subqueries_precision_at_10": 0.08312, "max_over_subqueries_precision_at_20": 0.0548, "max_over_subqueries_precision_at_100": 0.01494, "max_over_subqueries_precision_at_1000": 0.00152, "max_over_subqueries_mrr_at_1_max": -0.095877, "max_over_subqueries_mrr_at_1_std": 0.023798, "max_over_subqueries_mrr_at_1_diff1": 0.11729, "max_over_subqueries_mrr_at_3_max": -0.166541, "max_over_subqueries_mrr_at_3_std": 0.010753, "max_over_subqueries_mrr_at_3_diff1": 0.100723, "max_over_subqueries_mrr_at_5_max": -0.172377, "max_over_subqueries_mrr_at_5_std": 0.015844, "max_over_subqueries_mrr_at_5_diff1": 0.086746, "max_over_subqueries_mrr_at_10_max": -0.106299, "max_over_subqueries_mrr_at_10_std": 0.030596, "max_over_subqueries_mrr_at_10_diff1": 0.04075, "max_over_subqueries_mrr_at_20_max": 0.049465, "max_over_subqueries_mrr_at_20_std": 0.071834, "max_over_subqueries_mrr_at_20_diff1": -0.00227, "max_over_subqueries_mrr_at_100_max": 0.367398, "max_over_subqueries_mrr_at_100_std": 0.120132, "max_over_subqueries_mrr_at_100_diff1": -0.035885, "max_over_subqueries_mrr_at_1000_max": 0.388349, "max_over_subqueries_mrr_at_1000_std": 0.113675, "max_over_subqueries_mrr_at_1000_diff1": -0.035731, "max_over_subqueries_mrr_at_1": 0.162804, "max_over_subqueries_mrr_at_3": 0.261047, "max_over_subqueries_mrr_at_5": 0.292386, "max_over_subqueries_mrr_at_10": 0.31674, "max_over_subqueries_mrr_at_20": 0.327097, "max_over_subqueries_mrr_at_100": 0.331358, "max_over_subqueries_mrr_at_1000": 0.331393, "max_over_subqueries_nauc_mrr_at_1_max": -0.095877, "max_over_subqueries_nauc_mrr_at_1_std": 0.023798, "max_over_subqueries_nauc_mrr_at_1_diff1": 0.11729, "max_over_subqueries_nauc_mrr_at_3_max": -0.147125, "max_over_subqueries_nauc_mrr_at_3_std": 0.008596, "max_over_subqueries_nauc_mrr_at_3_diff1": 0.113741, "max_over_subqueries_nauc_mrr_at_5_max": -0.15863, "max_over_subqueries_nauc_mrr_at_5_std": 0.007266, "max_over_subqueries_nauc_mrr_at_5_diff1": 0.113937, "max_over_subqueries_nauc_mrr_at_10_max": -0.163444, "max_over_subqueries_nauc_mrr_at_10_std": 0.006491, "max_over_subqueries_nauc_mrr_at_10_diff1": 0.112549, "max_over_subqueries_nauc_mrr_at_20_max": -0.161817, "max_over_subqueries_nauc_mrr_at_20_std": 0.007606, "max_over_subqueries_nauc_mrr_at_20_diff1": 0.112904, "max_over_subqueries_nauc_mrr_at_100_max": -0.159176, "max_over_subqueries_nauc_mrr_at_100_std": 0.008021, "max_over_subqueries_nauc_mrr_at_100_diff1": 0.113261, "max_over_subqueries_nauc_mrr_at_1000_max": -0.15912, "max_over_subqueries_nauc_mrr_at_1000_std": 0.008007, "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.113271, "max_over_subqueries_hit_rate_at_1": 0.1628, "max_over_subqueries_hit_rate_at_3": 0.39051, "max_over_subqueries_hit_rate_at_5": 0.52791, "max_over_subqueries_hit_rate_at_10": 0.70977, "max_over_subqueries_hit_rate_at_20": 0.85624, "max_over_subqueries_hit_rate_at_100": 0.99562, "max_over_subqueries_hit_rate_at_1000": 0.99999, "main_score": 0.30621, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 20952.249630451202, "kg_co2_emissions": null, "date": null }