{ "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", "task_name": "MSMARCO", "mteb_version": "2.10.7", "scores": { "dev": [ { "ndcg_at_1": 0.19126, "ndcg_at_3": 0.28969, "ndcg_at_5": 0.32332, "ndcg_at_10": 0.35861, "ndcg_at_20": 0.38386, "ndcg_at_100": 0.41849, "ndcg_at_1000": 0.43481, "map_at_1": 0.18635, "map_at_3": 0.26304, "map_at_5": 0.28186, "map_at_10": 0.29662, "map_at_20": 0.30367, "map_at_100": 0.30863, "map_at_1000": 0.30927, "recall_at_1": 0.18635, "recall_at_3": 0.36175, "recall_at_5": 0.44219, "recall_at_10": 0.54981, "recall_at_20": 0.64793, "recall_at_100": 0.83052, "recall_at_1000": 0.95587, "accuracy": 0.18635, "precision_at_1": 0.19126, "precision_at_3": 0.12464, "precision_at_5": 0.09183, "precision_at_10": 0.05725, "precision_at_20": 0.03391, "precision_at_100": 0.00877, "precision_at_1000": 0.00102, "mrr_at_1": 0.191261, "mrr_at_3": 0.268147, "mrr_at_5": 0.28708, "mrr_at_10": 0.301613, "mrr_at_20": 0.30851, "mrr_at_100": 0.313219, "mrr_at_1000": 0.313797, "nauc_ndcg_at_1_max": 0.073533, "nauc_ndcg_at_1_std": -0.183548, "nauc_ndcg_at_1_diff1": 0.409257, "nauc_ndcg_at_3_max": 0.088434, "nauc_ndcg_at_3_std": -0.207699, "nauc_ndcg_at_3_diff1": 0.355482, "nauc_ndcg_at_5_max": 0.095154, "nauc_ndcg_at_5_std": -0.206944, "nauc_ndcg_at_5_diff1": 0.353274, "nauc_ndcg_at_10_max": 0.101285, "nauc_ndcg_at_10_std": -0.196867, "nauc_ndcg_at_10_diff1": 0.346436, "nauc_ndcg_at_20_max": 0.108454, "nauc_ndcg_at_20_std": -0.179766, "nauc_ndcg_at_20_diff1": 0.343694, "nauc_ndcg_at_100_max": 0.117666, "nauc_ndcg_at_100_std": -0.154333, "nauc_ndcg_at_100_diff1": 0.343248, "nauc_ndcg_at_1000_max": 0.112419, "nauc_ndcg_at_1000_std": -0.164204, "nauc_ndcg_at_1000_diff1": 0.349564, "nauc_map_at_1_max": 0.073235, "nauc_map_at_1_std": -0.185024, "nauc_map_at_1_diff1": 0.411661, "nauc_map_at_3_max": 0.084078, "nauc_map_at_3_std": -0.204314, "nauc_map_at_3_diff1": 0.368146, "nauc_map_at_5_max": 0.087838, "nauc_map_at_5_std": -0.204284, "nauc_map_at_5_diff1": 0.366716, "nauc_map_at_10_max": 0.090386, "nauc_map_at_10_std": -0.200325, "nauc_map_at_10_diff1": 0.363849, "nauc_map_at_20_max": 0.092181, "nauc_map_at_20_std": -0.195751, "nauc_map_at_20_diff1": 0.363213, "nauc_map_at_100_max": 0.093411, "nauc_map_at_100_std": -0.192163, "nauc_map_at_100_diff1": 0.363337, "nauc_map_at_1000_max": 0.093245, "nauc_map_at_1000_std": -0.192417, "nauc_map_at_1000_diff1": 0.363579, "nauc_recall_at_1_max": 0.073235, "nauc_recall_at_1_std": -0.185024, "nauc_recall_at_1_diff1": 0.411661, "nauc_recall_at_3_max": 0.098408, "nauc_recall_at_3_std": -0.215396, "nauc_recall_at_3_diff1": 0.322494, "nauc_recall_at_5_max": 0.112873, "nauc_recall_at_5_std": -0.213101, "nauc_recall_at_5_diff1": 0.317112, "nauc_recall_at_10_max": 0.131444, "nauc_recall_at_10_std": -0.18301, "nauc_recall_at_10_diff1": 0.29515, "nauc_recall_at_20_max": 0.165191, "nauc_recall_at_20_std": -0.11006, "nauc_recall_at_20_diff1": 0.276758, "nauc_recall_at_100_max": 0.291662, "nauc_recall_at_100_std": 0.170799, "nauc_recall_at_100_diff1": 0.222325, "nauc_recall_at_1000_max": 0.487362, "nauc_recall_at_1000_std": 0.516501, "nauc_recall_at_1000_diff1": 0.216115, "nauc_precision_at_1_max": 0.073533, "nauc_precision_at_1_std": -0.183548, "nauc_precision_at_1_diff1": 0.409257, "nauc_precision_at_3_max": 0.100097, "nauc_precision_at_3_std": -0.216368, "nauc_precision_at_3_diff1": 0.319404, "nauc_precision_at_5_max": 0.114707, "nauc_precision_at_5_std": -0.212358, "nauc_precision_at_5_diff1": 0.312857, "nauc_precision_at_10_max": 0.133205, "nauc_precision_at_10_std": -0.174567, "nauc_precision_at_10_diff1": 0.280249, "nauc_precision_at_20_max": 0.166456, "nauc_precision_at_20_std": -0.095043, "nauc_precision_at_20_diff1": 0.249302, "nauc_precision_at_100_max": 0.253166, "nauc_precision_at_100_std": 0.156058, "nauc_precision_at_100_diff1": 0.139283, "nauc_precision_at_1000_max": 0.215924, "nauc_precision_at_1000_std": 0.216391, "nauc_precision_at_1000_diff1": 0.011633, "nauc_mrr_at_1_max": 0.073533, "nauc_mrr_at_1_std": -0.183548, "nauc_mrr_at_1_diff1": 0.409257, "nauc_mrr_at_3_max": 0.084663, "nauc_mrr_at_3_std": -0.202154, "nauc_mrr_at_3_diff1": 0.365847, "nauc_mrr_at_5_max": 0.088569, "nauc_mrr_at_5_std": -0.201258, "nauc_mrr_at_5_diff1": 0.364466, "nauc_mrr_at_10_max": 0.091005, "nauc_mrr_at_10_std": -0.197293, "nauc_mrr_at_10_diff1": 0.36159, "nauc_mrr_at_20_max": 0.092937, "nauc_mrr_at_20_std": -0.192804, "nauc_mrr_at_20_diff1": 0.361095, "nauc_mrr_at_100_max": 0.093768, "nauc_mrr_at_100_std": -0.189633, "nauc_mrr_at_100_diff1": 0.361338, "nauc_mrr_at_1000_max": 0.093565, "nauc_mrr_at_1000_std": -0.189949, "nauc_mrr_at_1000_diff1": 0.361571, "hit_rate_at_1": 0.19126, "hit_rate_at_3": 0.36934, "hit_rate_at_5": 0.45143, "hit_rate_at_10": 0.55974, "hit_rate_at_20": 0.65874, "hit_rate_at_100": 0.83897, "hit_rate_at_1000": 0.95888, "main_score": 0.35861, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 64852.122379779816, "kg_co2_emissions": null, "date": null }