{ "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", "task_name": "QuoraRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.4698, "ndcg_at_3": 0.54509, "ndcg_at_5": 0.57649, "ndcg_at_10": 0.60878, "ndcg_at_20": 0.63103, "ndcg_at_100": 0.65625, "ndcg_at_1000": 0.66329, "map_at_1": 0.41446, "map_at_3": 0.50626, "map_at_5": 0.52862, "map_at_10": 0.54542, "map_at_20": 0.55362, "map_at_100": 0.55889, "map_at_1000": 0.55941, "recall_at_1": 0.41446, "recall_at_3": 0.59202, "recall_at_5": 0.66933, "recall_at_10": 0.7625, "recall_at_20": 0.84025, "recall_at_100": 0.95421, "recall_at_1000": 0.99694, "accuracy": 0.41446, "precision_at_1": 0.4698, "precision_at_3": 0.24263, "precision_at_5": 0.17018, "precision_at_10": 0.10134, "precision_at_20": 0.05836, "precision_at_100": 0.01426, "precision_at_1000": 0.00156, "mrr_at_1": 0.4697, "mrr_at_3": 0.5477, "mrr_at_5": 0.565015, "mrr_at_10": 0.576804, "mrr_at_20": 0.581595, "mrr_at_100": 0.584092, "mrr_at_1000": 0.584251, "nauc_ndcg_at_1_max": 0.242627, "nauc_ndcg_at_1_std": -0.27156, "nauc_ndcg_at_1_diff1": 0.596144, "nauc_ndcg_at_3_max": 0.225705, "nauc_ndcg_at_3_std": -0.311229, "nauc_ndcg_at_3_diff1": 0.551705, "nauc_ndcg_at_5_max": 0.221515, "nauc_ndcg_at_5_std": -0.317005, "nauc_ndcg_at_5_diff1": 0.54517, "nauc_ndcg_at_10_max": 0.218478, "nauc_ndcg_at_10_std": -0.320542, "nauc_ndcg_at_10_diff1": 0.542752, "nauc_ndcg_at_20_max": 0.222624, "nauc_ndcg_at_20_std": -0.314486, "nauc_ndcg_at_20_diff1": 0.545057, "nauc_ndcg_at_100_max": 0.231862, "nauc_ndcg_at_100_std": -0.296704, "nauc_ndcg_at_100_diff1": 0.552009, "nauc_ndcg_at_1000_max": 0.235307, "nauc_ndcg_at_1000_std": -0.293706, "nauc_ndcg_at_1000_diff1": 0.553064, "nauc_map_at_1_max": 0.2022, "nauc_map_at_1_std": -0.296687, "nauc_map_at_1_diff1": 0.617598, "nauc_map_at_3_max": 0.211943, "nauc_map_at_3_std": -0.321927, "nauc_map_at_3_diff1": 0.571384, "nauc_map_at_5_max": 0.214408, "nauc_map_at_5_std": -0.321853, "nauc_map_at_5_diff1": 0.565964, "nauc_map_at_10_max": 0.216198, "nauc_map_at_10_std": -0.319969, "nauc_map_at_10_diff1": 0.563605, "nauc_map_at_20_max": 0.219685, "nauc_map_at_20_std": -0.315431, "nauc_map_at_20_diff1": 0.563699, "nauc_map_at_100_max": 0.223416, "nauc_map_at_100_std": -0.309592, "nauc_map_at_100_diff1": 0.564217, "nauc_map_at_1000_max": 0.223981, "nauc_map_at_1000_std": -0.308983, "nauc_map_at_1000_diff1": 0.564231, "nauc_recall_at_1_max": 0.2022, "nauc_recall_at_1_std": -0.296687, "nauc_recall_at_1_diff1": 0.617598, "nauc_recall_at_3_max": 0.197244, "nauc_recall_at_3_std": -0.348603, "nauc_recall_at_3_diff1": 0.51425, "nauc_recall_at_5_max": 0.185466, "nauc_recall_at_5_std": -0.35927, "nauc_recall_at_5_diff1": 0.482596, "nauc_recall_at_10_max": 0.162764, "nauc_recall_at_10_std": -0.381159, "nauc_recall_at_10_diff1": 0.4518, "nauc_recall_at_20_max": 0.156416, "nauc_recall_at_20_std": -0.380128, "nauc_recall_at_20_diff1": 0.434512, "nauc_recall_at_100_max": 0.169038, "nauc_recall_at_100_std": -0.261928, "nauc_recall_at_100_diff1": 0.453251, "nauc_recall_at_1000_max": 0.209998, "nauc_recall_at_1000_std": 0.068533, "nauc_recall_at_1000_diff1": 0.551631, "nauc_precision_at_1_max": 0.242627, "nauc_precision_at_1_std": -0.27156, "nauc_precision_at_1_diff1": 0.596144, "nauc_precision_at_3_max": 0.216054, "nauc_precision_at_3_std": -0.190855, "nauc_precision_at_3_diff1": 0.296211, "nauc_precision_at_5_max": 0.19862, "nauc_precision_at_5_std": -0.111633, "nauc_precision_at_5_diff1": 0.17586, "nauc_precision_at_10_max": 0.177626, "nauc_precision_at_10_std": 0.006455, "nauc_precision_at_10_diff1": 0.034291, "nauc_precision_at_20_max": 0.173016, "nauc_precision_at_20_std": 0.137359, "nauc_precision_at_20_diff1": -0.073858, "nauc_precision_at_100_max": 0.175021, "nauc_precision_at_100_std": 0.331598, "nauc_precision_at_100_diff1": -0.199334, "nauc_precision_at_1000_max": 0.183748, "nauc_precision_at_1000_std": 0.372886, "nauc_precision_at_1000_diff1": -0.243966, "nauc_mrr_at_1_max": 0.242127, "nauc_mrr_at_1_std": -0.271875, "nauc_mrr_at_1_diff1": 0.596406, "nauc_mrr_at_3_max": 0.239631, "nauc_mrr_at_3_std": -0.28665, "nauc_mrr_at_3_diff1": 0.556734, "nauc_mrr_at_5_max": 0.237779, "nauc_mrr_at_5_std": -0.287479, "nauc_mrr_at_5_diff1": 0.55338, "nauc_mrr_at_10_max": 0.237429, "nauc_mrr_at_10_std": -0.287793, "nauc_mrr_at_10_diff1": 0.554064, "nauc_mrr_at_20_max": 0.237648, "nauc_mrr_at_20_std": -0.287064, "nauc_mrr_at_20_diff1": 0.555243, "nauc_mrr_at_100_max": 0.237957, "nauc_mrr_at_100_std": -0.286295, "nauc_mrr_at_100_diff1": 0.55618, "nauc_mrr_at_1000_max": 0.237964, "nauc_mrr_at_1000_std": -0.286311, "nauc_mrr_at_1000_diff1": 0.556228, "hit_rate_at_1": 0.4698, "hit_rate_at_3": 0.6474, "hit_rate_at_5": 0.7226, "hit_rate_at_10": 0.81, "hit_rate_at_20": 0.8779, "hit_rate_at_100": 0.9697, "hit_rate_at_1000": 0.9986, "main_score": 0.60878, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 6991.366915464401, "kg_co2_emissions": null, "date": null }