{ "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", "task_name": "FiQA2018", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.16975, "ndcg_at_3": 0.1541, "ndcg_at_5": 0.16404, "ndcg_at_10": 0.17792, "ndcg_at_20": 0.19885, "ndcg_at_100": 0.23803, "ndcg_at_1000": 0.28389, "map_at_1": 0.08232, "map_at_3": 0.11206, "map_at_5": 0.12362, "map_at_10": 0.13219, "map_at_20": 0.13841, "map_at_100": 0.1445, "map_at_1000": 0.14666, "recall_at_1": 0.08232, "recall_at_3": 0.13711, "recall_at_5": 0.17659, "recall_at_10": 0.21994, "recall_at_20": 0.28892, "recall_at_100": 0.45482, "recall_at_1000": 0.73843, "accuracy": 0.08232, "precision_at_1": 0.16975, "precision_at_3": 0.10288, "precision_at_5": 0.08025, "precision_at_10": 0.0517, "precision_at_20": 0.03356, "precision_at_100": 0.01105, "precision_at_1000": 0.0019, "mrr_at_1": 0.169753, "mrr_at_3": 0.20679, "mrr_at_5": 0.219213, "mrr_at_10": 0.227375, "mrr_at_20": 0.233761, "mrr_at_100": 0.238624, "mrr_at_1000": 0.239643, "nauc_ndcg_at_1_max": 0.178251, "nauc_ndcg_at_1_std": 0.014228, "nauc_ndcg_at_1_diff1": 0.30773, "nauc_ndcg_at_3_max": 0.194185, "nauc_ndcg_at_3_std": 0.013241, "nauc_ndcg_at_3_diff1": 0.297239, "nauc_ndcg_at_5_max": 0.18185, "nauc_ndcg_at_5_std": 0.00939, "nauc_ndcg_at_5_diff1": 0.288324, "nauc_ndcg_at_10_max": 0.179298, "nauc_ndcg_at_10_std": 0.021885, "nauc_ndcg_at_10_diff1": 0.27074, "nauc_ndcg_at_20_max": 0.174511, "nauc_ndcg_at_20_std": 0.024129, "nauc_ndcg_at_20_diff1": 0.265427, "nauc_ndcg_at_100_max": 0.192485, "nauc_ndcg_at_100_std": 0.052853, "nauc_ndcg_at_100_diff1": 0.262464, "nauc_ndcg_at_1000_max": 0.225912, "nauc_ndcg_at_1000_std": 0.083654, "nauc_ndcg_at_1000_diff1": 0.256481, "nauc_map_at_1_max": 0.12902, "nauc_map_at_1_std": -0.030152, "nauc_map_at_1_diff1": 0.314637, "nauc_map_at_3_max": 0.167905, "nauc_map_at_3_std": 0.000359, "nauc_map_at_3_diff1": 0.300638, "nauc_map_at_5_max": 0.170125, "nauc_map_at_5_std": 0.006301, "nauc_map_at_5_diff1": 0.302449, "nauc_map_at_10_max": 0.175099, "nauc_map_at_10_std": 0.016106, "nauc_map_at_10_diff1": 0.29918, "nauc_map_at_20_max": 0.175106, "nauc_map_at_20_std": 0.017351, "nauc_map_at_20_diff1": 0.297618, "nauc_map_at_100_max": 0.179393, "nauc_map_at_100_std": 0.024671, "nauc_map_at_100_diff1": 0.2969, "nauc_map_at_1000_max": 0.182251, "nauc_map_at_1000_std": 0.027343, "nauc_map_at_1000_diff1": 0.296837, "nauc_recall_at_1_max": 0.12902, "nauc_recall_at_1_std": -0.030152, "nauc_recall_at_1_diff1": 0.314637, "nauc_recall_at_3_max": 0.158659, "nauc_recall_at_3_std": -0.001546, "nauc_recall_at_3_diff1": 0.263667, "nauc_recall_at_5_max": 0.16029, "nauc_recall_at_5_std": 0.007566, "nauc_recall_at_5_diff1": 0.248731, "nauc_recall_at_10_max": 0.158019, "nauc_recall_at_10_std": 0.028845, "nauc_recall_at_10_diff1": 0.210033, "nauc_recall_at_20_max": 0.133979, "nauc_recall_at_20_std": 0.03164, "nauc_recall_at_20_diff1": 0.182313, "nauc_recall_at_100_max": 0.162035, "nauc_recall_at_100_std": 0.103538, "nauc_recall_at_100_diff1": 0.157165, "nauc_recall_at_1000_max": 0.292165, "nauc_recall_at_1000_std": 0.2899, "nauc_recall_at_1000_diff1": 0.076536, "nauc_precision_at_1_max": 0.178251, "nauc_precision_at_1_std": 0.014228, "nauc_precision_at_1_diff1": 0.30773, "nauc_precision_at_3_max": 0.223039, "nauc_precision_at_3_std": 0.050037, "nauc_precision_at_3_diff1": 0.278468, "nauc_precision_at_5_max": 0.20883, "nauc_precision_at_5_std": 0.038668, "nauc_precision_at_5_diff1": 0.254262, "nauc_precision_at_10_max": 0.21141, "nauc_precision_at_10_std": 0.070175, "nauc_precision_at_10_diff1": 0.200751, "nauc_precision_at_20_max": 0.20731, "nauc_precision_at_20_std": 0.068706, "nauc_precision_at_20_diff1": 0.192906, "nauc_precision_at_100_max": 0.238595, "nauc_precision_at_100_std": 0.13889, "nauc_precision_at_100_diff1": 0.150031, "nauc_precision_at_1000_max": 0.309616, "nauc_precision_at_1000_std": 0.178257, "nauc_precision_at_1000_diff1": 0.06167, "nauc_mrr_at_1_max": 0.178251, "nauc_mrr_at_1_std": 0.014228, "nauc_mrr_at_1_diff1": 0.30773, "nauc_mrr_at_3_max": 0.186063, "nauc_mrr_at_3_std": 0.012137, "nauc_mrr_at_3_diff1": 0.293384, "nauc_mrr_at_5_max": 0.185008, "nauc_mrr_at_5_std": 0.009447, "nauc_mrr_at_5_diff1": 0.283231, "nauc_mrr_at_10_max": 0.184845, "nauc_mrr_at_10_std": 0.012409, "nauc_mrr_at_10_diff1": 0.273406, "nauc_mrr_at_20_max": 0.181774, "nauc_mrr_at_20_std": 0.013337, "nauc_mrr_at_20_diff1": 0.271251, "nauc_mrr_at_100_max": 0.183822, "nauc_mrr_at_100_std": 0.016012, "nauc_mrr_at_100_diff1": 0.27173, "nauc_mrr_at_1000_max": 0.184533, "nauc_mrr_at_1000_std": 0.01679, "nauc_mrr_at_1000_diff1": 0.272002, "hit_rate_at_1": 0.16975, "hit_rate_at_3": 0.25463, "hit_rate_at_5": 0.31019, "hit_rate_at_10": 0.36883, "hit_rate_at_20": 0.46296, "hit_rate_at_100": 0.65123, "hit_rate_at_1000": 0.86883, "main_score": 0.17792, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 81.94854092597961, "kg_co2_emissions": null, "date": null }