{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.129, "ndcg_at_3": 0.11253, "ndcg_at_5": 0.09693, "ndcg_at_10": 0.11971, "ndcg_at_20": 0.13907, "ndcg_at_100": 0.18034, "ndcg_at_1000": 0.23155, "map_at_1": 0.02633, "map_at_3": 0.04893, "map_at_5": 0.05728, "map_at_10": 0.06677, "map_at_20": 0.07298, "map_at_100": 0.07997, "map_at_1000": 0.08237, "recall_at_1": 0.02633, "recall_at_3": 0.06513, "recall_at_5": 0.08652, "recall_at_10": 0.12847, "recall_at_20": 0.17425, "recall_at_100": 0.30808, "recall_at_1000": 0.56005, "accuracy": 0.02633, "precision_at_1": 0.129, "precision_at_3": 0.107, "precision_at_5": 0.0852, "precision_at_10": 0.0633, "precision_at_20": 0.0428, "precision_at_100": 0.01516, "precision_at_1000": 0.00276, "mrr_at_1": 0.129, "mrr_at_3": 0.1855, "mrr_at_5": 0.1975, "mrr_at_10": 0.21201, "mrr_at_20": 0.217842, "mrr_at_100": 0.223654, "mrr_at_1000": 0.224602, "nauc_ndcg_at_1_max": 0.208861, "nauc_ndcg_at_1_std": 0.080654, "nauc_ndcg_at_1_diff1": 0.202999, "nauc_ndcg_at_3_max": 0.240953, "nauc_ndcg_at_3_std": 0.111783, "nauc_ndcg_at_3_diff1": 0.184667, "nauc_ndcg_at_5_max": 0.247959, "nauc_ndcg_at_5_std": 0.121558, "nauc_ndcg_at_5_diff1": 0.189645, "nauc_ndcg_at_10_max": 0.271648, "nauc_ndcg_at_10_std": 0.166864, "nauc_ndcg_at_10_diff1": 0.183315, "nauc_ndcg_at_20_max": 0.291244, "nauc_ndcg_at_20_std": 0.194525, "nauc_ndcg_at_20_diff1": 0.177634, "nauc_ndcg_at_100_max": 0.310961, "nauc_ndcg_at_100_std": 0.251728, "nauc_ndcg_at_100_diff1": 0.167273, "nauc_ndcg_at_1000_max": 0.322983, "nauc_ndcg_at_1000_std": 0.272886, "nauc_ndcg_at_1000_diff1": 0.164395, "nauc_map_at_1_max": 0.207657, "nauc_map_at_1_std": 0.076217, "nauc_map_at_1_diff1": 0.199564, "nauc_map_at_3_max": 0.25222, "nauc_map_at_3_std": 0.108055, "nauc_map_at_3_diff1": 0.194208, "nauc_map_at_5_max": 0.256858, "nauc_map_at_5_std": 0.114162, "nauc_map_at_5_diff1": 0.197517, "nauc_map_at_10_max": 0.280839, "nauc_map_at_10_std": 0.152567, "nauc_map_at_10_diff1": 0.194521, "nauc_map_at_20_max": 0.292272, "nauc_map_at_20_std": 0.168526, "nauc_map_at_20_diff1": 0.192503, "nauc_map_at_100_max": 0.300119, "nauc_map_at_100_std": 0.191671, "nauc_map_at_100_diff1": 0.186192, "nauc_map_at_1000_max": 0.302289, "nauc_map_at_1000_std": 0.195616, "nauc_map_at_1000_diff1": 0.18648, "nauc_recall_at_1_max": 0.207657, "nauc_recall_at_1_std": 0.076217, "nauc_recall_at_1_diff1": 0.199564, "nauc_recall_at_3_max": 0.249198, "nauc_recall_at_3_std": 0.11898, "nauc_recall_at_3_diff1": 0.175649, "nauc_recall_at_5_max": 0.251979, "nauc_recall_at_5_std": 0.133565, "nauc_recall_at_5_diff1": 0.181776, "nauc_recall_at_10_max": 0.290707, "nauc_recall_at_10_std": 0.214209, "nauc_recall_at_10_diff1": 0.169078, "nauc_recall_at_20_max": 0.313305, "nauc_recall_at_20_std": 0.254423, "nauc_recall_at_20_diff1": 0.150776, "nauc_recall_at_100_max": 0.324339, "nauc_recall_at_100_std": 0.351953, "nauc_recall_at_100_diff1": 0.115635, "nauc_recall_at_1000_max": 0.31739, "nauc_recall_at_1000_std": 0.38039, "nauc_recall_at_1000_diff1": 0.078521, "nauc_precision_at_1_max": 0.208861, "nauc_precision_at_1_std": 0.080654, "nauc_precision_at_1_diff1": 0.202999, "nauc_precision_at_3_max": 0.249761, "nauc_precision_at_3_std": 0.123072, "nauc_precision_at_3_diff1": 0.177989, "nauc_precision_at_5_max": 0.252763, "nauc_precision_at_5_std": 0.135285, "nauc_precision_at_5_diff1": 0.183662, "nauc_precision_at_10_max": 0.293085, "nauc_precision_at_10_std": 0.215377, "nauc_precision_at_10_diff1": 0.171598, "nauc_precision_at_20_max": 0.316018, "nauc_precision_at_20_std": 0.25666, "nauc_precision_at_20_diff1": 0.150834, "nauc_precision_at_100_max": 0.32385, "nauc_precision_at_100_std": 0.349488, "nauc_precision_at_100_diff1": 0.114352, "nauc_precision_at_1000_max": 0.311166, "nauc_precision_at_1000_std": 0.372669, "nauc_precision_at_1000_diff1": 0.077643, "nauc_mrr_at_1_max": 0.208861, "nauc_mrr_at_1_std": 0.080654, "nauc_mrr_at_1_diff1": 0.202999, "nauc_mrr_at_3_max": 0.219059, "nauc_mrr_at_3_std": 0.098916, "nauc_mrr_at_3_diff1": 0.179812, "nauc_mrr_at_5_max": 0.224556, "nauc_mrr_at_5_std": 0.110613, "nauc_mrr_at_5_diff1": 0.184622, "nauc_mrr_at_10_max": 0.227567, "nauc_mrr_at_10_std": 0.122287, "nauc_mrr_at_10_diff1": 0.178494, "nauc_mrr_at_20_max": 0.22931, "nauc_mrr_at_20_std": 0.124508, "nauc_mrr_at_20_diff1": 0.177966, "nauc_mrr_at_100_max": 0.229022, "nauc_mrr_at_100_std": 0.125041, "nauc_mrr_at_100_diff1": 0.178785, "nauc_mrr_at_1000_max": 0.229092, "nauc_mrr_at_1000_std": 0.124628, "nauc_mrr_at_1000_diff1": 0.178875, "hit_rate_at_1": 0.129, "hit_rate_at_3": 0.256, "hit_rate_at_5": 0.308, "hit_rate_at_10": 0.416, "hit_rate_at_20": 0.498, "hit_rate_at_100": 0.72, "hit_rate_at_1000": 0.941, "main_score": 0.11971, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 43.7568302154541, "kg_co2_emissions": null, "date": null }