{ "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", "task_name": "MSMARCO", "mteb_version": "2.10.7", "scores": { "dev": [ { "ndcg_at_1": 0.11461, "ndcg_at_3": 0.17182, "ndcg_at_5": 0.1936, "ndcg_at_10": 0.21784, "ndcg_at_20": 0.23692, "ndcg_at_100": 0.26977, "ndcg_at_1000": 0.29731, "map_at_1": 0.1122, "map_at_3": 0.15632, "map_at_5": 0.16834, "map_at_10": 0.17843, "map_at_20": 0.18373, "map_at_100": 0.1881, "map_at_1000": 0.18906, "recall_at_1": 0.1122, "recall_at_3": 0.2138, "recall_at_5": 0.26625, "recall_at_10": 0.34026, "recall_at_20": 0.41458, "recall_at_100": 0.59222, "recall_at_1000": 0.81116, "accuracy": 0.1122, "precision_at_1": 0.11461, "precision_at_3": 0.0734, "precision_at_5": 0.05496, "precision_at_10": 0.03523, "precision_at_20": 0.02155, "precision_at_100": 0.00621, "precision_at_1000": 0.00086, "mrr_at_1": 0.114613, "mrr_at_3": 0.15936, "mrr_at_5": 0.171681, "mrr_at_10": 0.181781, "mrr_at_20": 0.187041, "mrr_at_100": 0.191327, "mrr_at_1000": 0.192241, "nauc_ndcg_at_1_max": 0.111535, "nauc_ndcg_at_1_std": -0.050303, "nauc_ndcg_at_1_diff1": 0.353043, "nauc_ndcg_at_3_max": 0.091036, "nauc_ndcg_at_3_std": -0.051064, "nauc_ndcg_at_3_diff1": 0.290861, "nauc_ndcg_at_5_max": 0.100927, "nauc_ndcg_at_5_std": -0.040306, "nauc_ndcg_at_5_diff1": 0.28728, "nauc_ndcg_at_10_max": 0.110586, "nauc_ndcg_at_10_std": -0.024864, "nauc_ndcg_at_10_diff1": 0.280544, "nauc_ndcg_at_20_max": 0.116732, "nauc_ndcg_at_20_std": -0.005223, "nauc_ndcg_at_20_diff1": 0.276306, "nauc_ndcg_at_100_max": 0.134284, "nauc_ndcg_at_100_std": 0.03079, "nauc_ndcg_at_100_diff1": 0.270399, "nauc_ndcg_at_1000_max": 0.144507, "nauc_ndcg_at_1000_std": 0.040038, "nauc_ndcg_at_1000_diff1": 0.272823, "nauc_map_at_1_max": 0.111328, "nauc_map_at_1_std": -0.053875, "nauc_map_at_1_diff1": 0.353094, "nauc_map_at_3_max": 0.095556, "nauc_map_at_3_std": -0.05271, "nauc_map_at_3_diff1": 0.302798, "nauc_map_at_5_max": 0.101432, "nauc_map_at_5_std": -0.046538, "nauc_map_at_5_diff1": 0.300369, "nauc_map_at_10_max": 0.105529, "nauc_map_at_10_std": -0.039464, "nauc_map_at_10_diff1": 0.296848, "nauc_map_at_20_max": 0.107349, "nauc_map_at_20_std": -0.033467, "nauc_map_at_20_diff1": 0.295497, "nauc_map_at_100_max": 0.109933, "nauc_map_at_100_std": -0.028243, "nauc_map_at_100_diff1": 0.294602, "nauc_map_at_1000_max": 0.110315, "nauc_map_at_1000_std": -0.027802, "nauc_map_at_1000_diff1": 0.294706, "nauc_recall_at_1_max": 0.111328, "nauc_recall_at_1_std": -0.053875, "nauc_recall_at_1_diff1": 0.353094, "nauc_recall_at_3_max": 0.080301, "nauc_recall_at_3_std": -0.048732, "nauc_recall_at_3_diff1": 0.263059, "nauc_recall_at_5_max": 0.100478, "nauc_recall_at_5_std": -0.027442, "nauc_recall_at_5_diff1": 0.259588, "nauc_recall_at_10_max": 0.123545, "nauc_recall_at_10_std": 0.008087, "nauc_recall_at_10_diff1": 0.245267, "nauc_recall_at_20_max": 0.140601, "nauc_recall_at_20_std": 0.065103, "nauc_recall_at_20_diff1": 0.232832, "nauc_recall_at_100_max": 0.220679, "nauc_recall_at_100_std": 0.237144, "nauc_recall_at_100_diff1": 0.200915, "nauc_recall_at_1000_max": 0.395262, "nauc_recall_at_1000_std": 0.485329, "nauc_recall_at_1000_diff1": 0.177546, "nauc_precision_at_1_max": 0.111535, "nauc_precision_at_1_std": -0.050303, "nauc_precision_at_1_diff1": 0.353043, "nauc_precision_at_3_max": 0.081735, "nauc_precision_at_3_std": -0.047576, "nauc_precision_at_3_diff1": 0.263161, "nauc_precision_at_5_max": 0.102197, "nauc_precision_at_5_std": -0.025197, "nauc_precision_at_5_diff1": 0.257365, "nauc_precision_at_10_max": 0.126583, "nauc_precision_at_10_std": 0.012395, "nauc_precision_at_10_diff1": 0.241528, "nauc_precision_at_20_max": 0.146218, "nauc_precision_at_20_std": 0.074603, "nauc_precision_at_20_diff1": 0.225723, "nauc_precision_at_100_max": 0.228143, "nauc_precision_at_100_std": 0.242327, "nauc_precision_at_100_diff1": 0.182524, "nauc_precision_at_1000_max": 0.359227, "nauc_precision_at_1000_std": 0.414945, "nauc_precision_at_1000_diff1": 0.121014, "nauc_mrr_at_1_max": 0.111535, "nauc_mrr_at_1_std": -0.050303, "nauc_mrr_at_1_diff1": 0.353043, "nauc_mrr_at_3_max": 0.095327, "nauc_mrr_at_3_std": -0.049796, "nauc_mrr_at_3_diff1": 0.301965, "nauc_mrr_at_5_max": 0.101145, "nauc_mrr_at_5_std": -0.043263, "nauc_mrr_at_5_diff1": 0.29868, "nauc_mrr_at_10_max": 0.105596, "nauc_mrr_at_10_std": -0.036029, "nauc_mrr_at_10_diff1": 0.295521, "nauc_mrr_at_20_max": 0.107637, "nauc_mrr_at_20_std": -0.029976, "nauc_mrr_at_20_diff1": 0.294311, "nauc_mrr_at_100_max": 0.110082, "nauc_mrr_at_100_std": -0.025023, "nauc_mrr_at_100_diff1": 0.2935, "nauc_mrr_at_1000_max": 0.110362, "nauc_mrr_at_1000_std": -0.02471, "nauc_mrr_at_1000_diff1": 0.293613, "hit_rate_at_1": 0.11461, "hit_rate_at_3": 0.21848, "hit_rate_at_5": 0.27249, "hit_rate_at_10": 0.34771, "hit_rate_at_20": 0.42307, "hit_rate_at_100": 0.60201, "hit_rate_at_1000": 0.82006, "main_score": 0.21784, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 13183.535454511642, "kg_co2_emissions": null, "date": null }