{ "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", "task_name": "FiQA2018", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.31944, "ndcg_at_3": 0.2865, "ndcg_at_5": 0.30158, "ndcg_at_10": 0.32593, "ndcg_at_20": 0.35214, "ndcg_at_100": 0.39475, "ndcg_at_1000": 0.43158, "map_at_1": 0.15915, "map_at_3": 0.21783, "map_at_5": 0.23849, "map_at_10": 0.25479, "map_at_20": 0.26427, "map_at_100": 0.27227, "map_at_1000": 0.2744, "recall_at_1": 0.15915, "recall_at_3": 0.257, "recall_at_5": 0.31698, "recall_at_10": 0.3926, "recall_at_20": 0.47247, "recall_at_100": 0.64958, "recall_at_1000": 0.8714, "accuracy": 0.15915, "precision_at_1": 0.31944, "precision_at_3": 0.18981, "precision_at_5": 0.14537, "precision_at_10": 0.09198, "precision_at_20": 0.05702, "precision_at_100": 0.01623, "precision_at_1000": 0.00226, "mrr_at_1": 0.319444, "mrr_at_3": 0.3732, "mrr_at_5": 0.390329, "mrr_at_10": 0.400348, "mrr_at_20": 0.405828, "mrr_at_100": 0.409798, "mrr_at_1000": 0.410371, "nauc_ndcg_at_1_max": 0.345238, "nauc_ndcg_at_1_std": 0.007052, "nauc_ndcg_at_1_diff1": 0.500574, "nauc_ndcg_at_3_max": 0.32813, "nauc_ndcg_at_3_std": 0.011587, "nauc_ndcg_at_3_diff1": 0.426475, "nauc_ndcg_at_5_max": 0.321198, "nauc_ndcg_at_5_std": 0.024825, "nauc_ndcg_at_5_diff1": 0.42222, "nauc_ndcg_at_10_max": 0.327739, "nauc_ndcg_at_10_std": 0.044576, "nauc_ndcg_at_10_diff1": 0.428329, "nauc_ndcg_at_20_max": 0.338695, "nauc_ndcg_at_20_std": 0.057883, "nauc_ndcg_at_20_diff1": 0.438937, "nauc_ndcg_at_100_max": 0.346525, "nauc_ndcg_at_100_std": 0.061508, "nauc_ndcg_at_100_diff1": 0.430515, "nauc_ndcg_at_1000_max": 0.363556, "nauc_ndcg_at_1000_std": 0.081105, "nauc_ndcg_at_1000_diff1": 0.43335, "nauc_map_at_1_max": 0.279773, "nauc_map_at_1_std": -0.010044, "nauc_map_at_1_diff1": 0.466738, "nauc_map_at_3_max": 0.287616, "nauc_map_at_3_std": 0.002155, "nauc_map_at_3_diff1": 0.411578, "nauc_map_at_5_max": 0.301459, "nauc_map_at_5_std": 0.01419, "nauc_map_at_5_diff1": 0.411602, "nauc_map_at_10_max": 0.311257, "nauc_map_at_10_std": 0.027047, "nauc_map_at_10_diff1": 0.415549, "nauc_map_at_20_max": 0.318525, "nauc_map_at_20_std": 0.034326, "nauc_map_at_20_diff1": 0.419144, "nauc_map_at_100_max": 0.321806, "nauc_map_at_100_std": 0.035403, "nauc_map_at_100_diff1": 0.418287, "nauc_map_at_1000_max": 0.323425, "nauc_map_at_1000_std": 0.037161, "nauc_map_at_1000_diff1": 0.418893, "nauc_recall_at_1_max": 0.279773, "nauc_recall_at_1_std": -0.010044, "nauc_recall_at_1_diff1": 0.466738, "nauc_recall_at_3_max": 0.259396, "nauc_recall_at_3_std": 0.003882, "nauc_recall_at_3_diff1": 0.363897, "nauc_recall_at_5_max": 0.251172, "nauc_recall_at_5_std": 0.021787, "nauc_recall_at_5_diff1": 0.351891, "nauc_recall_at_10_max": 0.269328, "nauc_recall_at_10_std": 0.068258, "nauc_recall_at_10_diff1": 0.348113, "nauc_recall_at_20_max": 0.289797, "nauc_recall_at_20_std": 0.103081, "nauc_recall_at_20_diff1": 0.372974, "nauc_recall_at_100_max": 0.27662, "nauc_recall_at_100_std": 0.11291, "nauc_recall_at_100_diff1": 0.306131, "nauc_recall_at_1000_max": 0.440731, "nauc_recall_at_1000_std": 0.398616, "nauc_recall_at_1000_diff1": 0.293247, "nauc_precision_at_1_max": 0.345238, "nauc_precision_at_1_std": 0.007052, "nauc_precision_at_1_diff1": 0.500574, "nauc_precision_at_3_max": 0.332331, "nauc_precision_at_3_std": 0.027053, "nauc_precision_at_3_diff1": 0.348633, "nauc_precision_at_5_max": 0.360081, "nauc_precision_at_5_std": 0.083072, "nauc_precision_at_5_diff1": 0.31374, "nauc_precision_at_10_max": 0.355507, "nauc_precision_at_10_std": 0.119351, "nauc_precision_at_10_diff1": 0.293529, "nauc_precision_at_20_max": 0.349144, "nauc_precision_at_20_std": 0.144261, "nauc_precision_at_20_diff1": 0.27247, "nauc_precision_at_100_max": 0.295806, "nauc_precision_at_100_std": 0.135977, "nauc_precision_at_100_diff1": 0.155543, "nauc_precision_at_1000_max": 0.255735, "nauc_precision_at_1000_std": 0.159669, "nauc_precision_at_1000_diff1": 0.053056, "nauc_mrr_at_1_max": 0.345238, "nauc_mrr_at_1_std": 0.007052, "nauc_mrr_at_1_diff1": 0.500574, "nauc_mrr_at_3_max": 0.345872, "nauc_mrr_at_3_std": 0.014442, "nauc_mrr_at_3_diff1": 0.484271, "nauc_mrr_at_5_max": 0.346781, "nauc_mrr_at_5_std": 0.020887, "nauc_mrr_at_5_diff1": 0.482372, "nauc_mrr_at_10_max": 0.351169, "nauc_mrr_at_10_std": 0.02806, "nauc_mrr_at_10_diff1": 0.480463, "nauc_mrr_at_20_max": 0.351288, "nauc_mrr_at_20_std": 0.027916, "nauc_mrr_at_20_diff1": 0.482601, "nauc_mrr_at_100_max": 0.352855, "nauc_mrr_at_100_std": 0.028999, "nauc_mrr_at_100_diff1": 0.482233, "nauc_mrr_at_1000_max": 0.352828, "nauc_mrr_at_1000_std": 0.029155, "nauc_mrr_at_1000_diff1": 0.482291, "hit_rate_at_1": 0.31944, "hit_rate_at_3": 0.44136, "hit_rate_at_5": 0.51698, "hit_rate_at_10": 0.59105, "hit_rate_at_20": 0.66975, "hit_rate_at_100": 0.82099, "hit_rate_at_1000": 0.9429, "main_score": 0.32593, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 607.3594682216644, "kg_co2_emissions": null, "date": null }