{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.178, "ndcg_at_3": 0.15178, "ndcg_at_5": 0.13389, "ndcg_at_10": 0.16367, "ndcg_at_20": 0.18898, "ndcg_at_100": 0.23692, "ndcg_at_1000": 0.28813, "map_at_1": 0.03618, "map_at_3": 0.06682, "map_at_5": 0.07936, "map_at_10": 0.0941, "map_at_20": 0.10301, "map_at_100": 0.112, "map_at_1000": 0.11471, "recall_at_1": 0.03618, "recall_at_3": 0.08792, "recall_at_5": 0.12132, "recall_at_10": 0.17622, "recall_at_20": 0.23592, "recall_at_100": 0.39093, "recall_at_1000": 0.64112, "accuracy": 0.03618, "precision_at_1": 0.178, "precision_at_3": 0.14433, "precision_at_5": 0.1196, "precision_at_10": 0.0869, "precision_at_20": 0.0581, "precision_at_100": 0.01926, "precision_at_1000": 0.00316, "mrr_at_1": 0.178, "mrr_at_3": 0.246833, "mrr_at_5": 0.265883, "mrr_at_10": 0.279195, "mrr_at_20": 0.285754, "mrr_at_100": 0.290632, "mrr_at_1000": 0.291327, "nauc_ndcg_at_1_max": 0.208178, "nauc_ndcg_at_1_std": 0.040644, "nauc_ndcg_at_1_diff1": 0.279969, "nauc_ndcg_at_3_max": 0.275226, "nauc_ndcg_at_3_std": 0.100922, "nauc_ndcg_at_3_diff1": 0.241222, "nauc_ndcg_at_5_max": 0.292698, "nauc_ndcg_at_5_std": 0.113028, "nauc_ndcg_at_5_diff1": 0.223008, "nauc_ndcg_at_10_max": 0.306503, "nauc_ndcg_at_10_std": 0.15104, "nauc_ndcg_at_10_diff1": 0.218366, "nauc_ndcg_at_20_max": 0.31432, "nauc_ndcg_at_20_std": 0.181087, "nauc_ndcg_at_20_diff1": 0.210431, "nauc_ndcg_at_100_max": 0.331268, "nauc_ndcg_at_100_std": 0.235026, "nauc_ndcg_at_100_diff1": 0.202471, "nauc_ndcg_at_1000_max": 0.338067, "nauc_ndcg_at_1000_std": 0.258461, "nauc_ndcg_at_1000_diff1": 0.199254, "nauc_map_at_1_max": 0.212539, "nauc_map_at_1_std": 0.042952, "nauc_map_at_1_diff1": 0.28069, "nauc_map_at_3_max": 0.278373, "nauc_map_at_3_std": 0.095586, "nauc_map_at_3_diff1": 0.255454, "nauc_map_at_5_max": 0.290533, "nauc_map_at_5_std": 0.094272, "nauc_map_at_5_diff1": 0.24045, "nauc_map_at_10_max": 0.299436, "nauc_map_at_10_std": 0.122221, "nauc_map_at_10_diff1": 0.227218, "nauc_map_at_20_max": 0.304754, "nauc_map_at_20_std": 0.140053, "nauc_map_at_20_diff1": 0.223028, "nauc_map_at_100_max": 0.312851, "nauc_map_at_100_std": 0.161249, "nauc_map_at_100_diff1": 0.221656, "nauc_map_at_1000_max": 0.314488, "nauc_map_at_1000_std": 0.165297, "nauc_map_at_1000_diff1": 0.221426, "nauc_recall_at_1_max": 0.212539, "nauc_recall_at_1_std": 0.042952, "nauc_recall_at_1_diff1": 0.28069, "nauc_recall_at_3_max": 0.29582, "nauc_recall_at_3_std": 0.122878, "nauc_recall_at_3_diff1": 0.222016, "nauc_recall_at_5_max": 0.310876, "nauc_recall_at_5_std": 0.133681, "nauc_recall_at_5_diff1": 0.188581, "nauc_recall_at_10_max": 0.314673, "nauc_recall_at_10_std": 0.193433, "nauc_recall_at_10_diff1": 0.174559, "nauc_recall_at_20_max": 0.318401, "nauc_recall_at_20_std": 0.245529, "nauc_recall_at_20_diff1": 0.158017, "nauc_recall_at_100_max": 0.319841, "nauc_recall_at_100_std": 0.344193, "nauc_recall_at_100_diff1": 0.122573, "nauc_recall_at_1000_max": 0.290961, "nauc_recall_at_1000_std": 0.403279, "nauc_recall_at_1000_diff1": 0.069177, "nauc_precision_at_1_max": 0.208178, "nauc_precision_at_1_std": 0.040644, "nauc_precision_at_1_diff1": 0.279969, "nauc_precision_at_3_max": 0.297464, "nauc_precision_at_3_std": 0.122037, "nauc_precision_at_3_diff1": 0.225189, "nauc_precision_at_5_max": 0.312842, "nauc_precision_at_5_std": 0.133293, "nauc_precision_at_5_diff1": 0.191194, "nauc_precision_at_10_max": 0.315541, "nauc_precision_at_10_std": 0.192576, "nauc_precision_at_10_diff1": 0.176052, "nauc_precision_at_20_max": 0.318162, "nauc_precision_at_20_std": 0.242574, "nauc_precision_at_20_diff1": 0.158633, "nauc_precision_at_100_max": 0.31952, "nauc_precision_at_100_std": 0.341137, "nauc_precision_at_100_diff1": 0.123397, "nauc_precision_at_1000_max": 0.287342, "nauc_precision_at_1000_std": 0.392837, "nauc_precision_at_1000_diff1": 0.069639, "nauc_mrr_at_1_max": 0.208178, "nauc_mrr_at_1_std": 0.040644, "nauc_mrr_at_1_diff1": 0.279969, "nauc_mrr_at_3_max": 0.246866, "nauc_mrr_at_3_std": 0.084647, "nauc_mrr_at_3_diff1": 0.239216, "nauc_mrr_at_5_max": 0.255461, "nauc_mrr_at_5_std": 0.099139, "nauc_mrr_at_5_diff1": 0.232614, "nauc_mrr_at_10_max": 0.258222, "nauc_mrr_at_10_std": 0.107307, "nauc_mrr_at_10_diff1": 0.23567, "nauc_mrr_at_20_max": 0.25704, "nauc_mrr_at_20_std": 0.109622, "nauc_mrr_at_20_diff1": 0.233232, "nauc_mrr_at_100_max": 0.257362, "nauc_mrr_at_100_std": 0.109959, "nauc_mrr_at_100_diff1": 0.233142, "nauc_mrr_at_1000_max": 0.25715, "nauc_mrr_at_1000_std": 0.109561, "nauc_mrr_at_1000_diff1": 0.233366, "hit_rate_at_1": 0.178, "hit_rate_at_3": 0.34, "hit_rate_at_5": 0.423, "hit_rate_at_10": 0.524, "hit_rate_at_20": 0.619, "hit_rate_at_100": 0.807, "hit_rate_at_1000": 0.957, "main_score": 0.16367, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 317.1544306278229, "kg_co2_emissions": null, "date": null }