{ "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", "task_name": "NFCorpus", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.31579, "ndcg_at_3": 0.27462, "ndcg_at_5": 0.25569, "ndcg_at_10": 0.23834, "ndcg_at_20": 0.21919, "ndcg_at_100": 0.21742, "ndcg_at_1000": 0.30869, "map_at_1": 0.03145, "map_at_3": 0.05121, "map_at_5": 0.0577, "map_at_10": 0.07051, "map_at_20": 0.07759, "map_at_100": 0.09077, "map_at_1000": 0.10291, "recall_at_1": 0.03145, "recall_at_3": 0.0623, "recall_at_5": 0.07403, "recall_at_10": 0.10477, "recall_at_20": 0.12896, "recall_at_100": 0.22975, "recall_at_1000": 0.55977, "accuracy": 0.03145, "precision_at_1": 0.33437, "precision_at_3": 0.26006, "precision_at_5": 0.22353, "precision_at_10": 0.18421, "precision_at_20": 0.13653, "precision_at_100": 0.06133, "precision_at_1000": 0.01877, "mrr_at_1": 0.337461, "mrr_at_3": 0.396285, "mrr_at_5": 0.408669, "mrr_at_10": 0.416509, "mrr_at_20": 0.421025, "mrr_at_100": 0.424748, "mrr_at_1000": 0.425346, "nauc_ndcg_at_1_max": 0.459318, "nauc_ndcg_at_1_std": 0.27033, "nauc_ndcg_at_1_diff1": 0.316696, "nauc_ndcg_at_3_max": 0.474554, "nauc_ndcg_at_3_std": 0.306883, "nauc_ndcg_at_3_diff1": 0.218656, "nauc_ndcg_at_5_max": 0.470383, "nauc_ndcg_at_5_std": 0.315809, "nauc_ndcg_at_5_diff1": 0.188027, "nauc_ndcg_at_10_max": 0.478836, "nauc_ndcg_at_10_std": 0.338947, "nauc_ndcg_at_10_diff1": 0.169437, "nauc_ndcg_at_20_max": 0.48157, "nauc_ndcg_at_20_std": 0.351689, "nauc_ndcg_at_20_diff1": 0.168868, "nauc_ndcg_at_100_max": 0.480831, "nauc_ndcg_at_100_std": 0.363828, "nauc_ndcg_at_100_diff1": 0.189329, "nauc_ndcg_at_1000_max": 0.512654, "nauc_ndcg_at_1000_std": 0.409454, "nauc_ndcg_at_1000_diff1": 0.186264, "nauc_map_at_1_max": 0.329477, "nauc_map_at_1_std": 0.004434, "nauc_map_at_1_diff1": 0.383079, "nauc_map_at_3_max": 0.275909, "nauc_map_at_3_std": 0.016162, "nauc_map_at_3_diff1": 0.304976, "nauc_map_at_5_max": 0.304369, "nauc_map_at_5_std": 0.045549, "nauc_map_at_5_diff1": 0.29173, "nauc_map_at_10_max": 0.337623, "nauc_map_at_10_std": 0.092832, "nauc_map_at_10_diff1": 0.281856, "nauc_map_at_20_max": 0.35907, "nauc_map_at_20_std": 0.133461, "nauc_map_at_20_diff1": 0.267778, "nauc_map_at_100_max": 0.387407, "nauc_map_at_100_std": 0.197857, "nauc_map_at_100_diff1": 0.237283, "nauc_map_at_1000_max": 0.40509, "nauc_map_at_1000_std": 0.24319, "nauc_map_at_1000_diff1": 0.213861, "nauc_recall_at_1_max": 0.329477, "nauc_recall_at_1_std": 0.004434, "nauc_recall_at_1_diff1": 0.383079, "nauc_recall_at_3_max": 0.211063, "nauc_recall_at_3_std": 0.00042, "nauc_recall_at_3_diff1": 0.236115, "nauc_recall_at_5_max": 0.239416, "nauc_recall_at_5_std": 0.035873, "nauc_recall_at_5_diff1": 0.212737, "nauc_recall_at_10_max": 0.263227, "nauc_recall_at_10_std": 0.098066, "nauc_recall_at_10_diff1": 0.201827, "nauc_recall_at_20_max": 0.295839, "nauc_recall_at_20_std": 0.160337, "nauc_recall_at_20_diff1": 0.188195, "nauc_recall_at_100_max": 0.294902, "nauc_recall_at_100_std": 0.260836, "nauc_recall_at_100_diff1": 0.103631, "nauc_recall_at_1000_max": 0.216515, "nauc_recall_at_1000_std": 0.23711, "nauc_recall_at_1000_diff1": 0.021351, "nauc_precision_at_1_max": 0.48935, "nauc_precision_at_1_std": 0.27657, "nauc_precision_at_1_diff1": 0.339521, "nauc_precision_at_3_max": 0.469932, "nauc_precision_at_3_std": 0.344502, "nauc_precision_at_3_diff1": 0.170023, "nauc_precision_at_5_max": 0.460347, "nauc_precision_at_5_std": 0.362955, "nauc_precision_at_5_diff1": 0.112784, "nauc_precision_at_10_max": 0.466397, "nauc_precision_at_10_std": 0.416047, "nauc_precision_at_10_diff1": 0.047258, "nauc_precision_at_20_max": 0.454347, "nauc_precision_at_20_std": 0.466297, "nauc_precision_at_20_diff1": -0.011887, "nauc_precision_at_100_max": 0.385027, "nauc_precision_at_100_std": 0.512, "nauc_precision_at_100_diff1": -0.080123, "nauc_precision_at_1000_max": 0.275528, "nauc_precision_at_1000_std": 0.419107, "nauc_precision_at_1000_diff1": -0.111991, "nauc_mrr_at_1_max": 0.493566, "nauc_mrr_at_1_std": 0.275078, "nauc_mrr_at_1_diff1": 0.330219, "nauc_mrr_at_3_max": 0.518618, "nauc_mrr_at_3_std": 0.316954, "nauc_mrr_at_3_diff1": 0.31088, "nauc_mrr_at_5_max": 0.516216, "nauc_mrr_at_5_std": 0.315947, "nauc_mrr_at_5_diff1": 0.301179, "nauc_mrr_at_10_max": 0.5163, "nauc_mrr_at_10_std": 0.318001, "nauc_mrr_at_10_diff1": 0.300749, "nauc_mrr_at_20_max": 0.520015, "nauc_mrr_at_20_std": 0.322258, "nauc_mrr_at_20_diff1": 0.298741, "nauc_mrr_at_100_max": 0.520575, "nauc_mrr_at_100_std": 0.323967, "nauc_mrr_at_100_diff1": 0.300687, "nauc_mrr_at_1000_max": 0.520306, "nauc_mrr_at_1000_std": 0.323464, "nauc_mrr_at_1000_diff1": 0.300687, "hit_rate_at_1": 0.33437, "hit_rate_at_3": 0.47059, "hit_rate_at_5": 0.52322, "hit_rate_at_10": 0.57895, "hit_rate_at_20": 0.64396, "hit_rate_at_100": 0.78947, "hit_rate_at_1000": 0.94427, "main_score": 0.23834, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 8.434162616729736, "kg_co2_emissions": null, "date": null }