{ "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", "task_name": "NFCorpus", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.37616, "ndcg_at_3": 0.33585, "ndcg_at_5": 0.32471, "ndcg_at_10": 0.30352, "ndcg_at_20": 0.28323, "ndcg_at_100": 0.28527, "ndcg_at_1000": 0.37648, "map_at_1": 0.03986, "map_at_3": 0.06674, "map_at_5": 0.08213, "map_at_10": 0.10094, "map_at_20": 0.11347, "map_at_100": 0.13336, "map_at_1000": 0.14815, "recall_at_1": 0.03986, "recall_at_3": 0.07646, "recall_at_5": 0.10717, "recall_at_10": 0.14684, "recall_at_20": 0.18805, "recall_at_100": 0.30525, "recall_at_1000": 0.62948, "accuracy": 0.03986, "precision_at_1": 0.39319, "precision_at_3": 0.32301, "precision_at_5": 0.28978, "precision_at_10": 0.23777, "precision_at_20": 0.17585, "precision_at_100": 0.07963, "precision_at_1000": 0.02108, "mrr_at_1": 0.393189, "mrr_at_3": 0.457688, "mrr_at_5": 0.472394, "mrr_at_10": 0.483244, "mrr_at_20": 0.487134, "mrr_at_100": 0.489953, "mrr_at_1000": 0.490448, "nauc_ndcg_at_1_max": 0.529601, "nauc_ndcg_at_1_std": 0.23544, "nauc_ndcg_at_1_diff1": 0.348504, "nauc_ndcg_at_3_max": 0.52427, "nauc_ndcg_at_3_std": 0.261429, "nauc_ndcg_at_3_diff1": 0.218641, "nauc_ndcg_at_5_max": 0.514829, "nauc_ndcg_at_5_std": 0.269241, "nauc_ndcg_at_5_diff1": 0.178952, "nauc_ndcg_at_10_max": 0.520771, "nauc_ndcg_at_10_std": 0.29523, "nauc_ndcg_at_10_diff1": 0.161803, "nauc_ndcg_at_20_max": 0.519382, "nauc_ndcg_at_20_std": 0.318275, "nauc_ndcg_at_20_diff1": 0.154467, "nauc_ndcg_at_100_max": 0.514363, "nauc_ndcg_at_100_std": 0.348981, "nauc_ndcg_at_100_diff1": 0.169456, "nauc_ndcg_at_1000_max": 0.556651, "nauc_ndcg_at_1000_std": 0.402799, "nauc_ndcg_at_1000_diff1": 0.180451, "nauc_map_at_1_max": 0.214318, "nauc_map_at_1_std": -0.074962, "nauc_map_at_1_diff1": 0.456975, "nauc_map_at_3_max": 0.275051, "nauc_map_at_3_std": 0.000398, "nauc_map_at_3_diff1": 0.336704, "nauc_map_at_5_max": 0.279643, "nauc_map_at_5_std": 0.014286, "nauc_map_at_5_diff1": 0.264257, "nauc_map_at_10_max": 0.32991, "nauc_map_at_10_std": 0.056649, "nauc_map_at_10_diff1": 0.233588, "nauc_map_at_20_max": 0.362824, "nauc_map_at_20_std": 0.101464, "nauc_map_at_20_diff1": 0.21873, "nauc_map_at_100_max": 0.407759, "nauc_map_at_100_std": 0.183005, "nauc_map_at_100_diff1": 0.198675, "nauc_map_at_1000_max": 0.427592, "nauc_map_at_1000_std": 0.229093, "nauc_map_at_1000_diff1": 0.186305, "nauc_recall_at_1_max": 0.214318, "nauc_recall_at_1_std": -0.074962, "nauc_recall_at_1_diff1": 0.456975, "nauc_recall_at_3_max": 0.264126, "nauc_recall_at_3_std": 0.005225, "nauc_recall_at_3_diff1": 0.289297, "nauc_recall_at_5_max": 0.206584, "nauc_recall_at_5_std": -0.008071, "nauc_recall_at_5_diff1": 0.170944, "nauc_recall_at_10_max": 0.254833, "nauc_recall_at_10_std": 0.032072, "nauc_recall_at_10_diff1": 0.166475, "nauc_recall_at_20_max": 0.255375, "nauc_recall_at_20_std": 0.076962, "nauc_recall_at_20_diff1": 0.14674, "nauc_recall_at_100_max": 0.264781, "nauc_recall_at_100_std": 0.201009, "nauc_recall_at_100_diff1": 0.097425, "nauc_recall_at_1000_max": 0.249207, "nauc_recall_at_1000_std": 0.301, "nauc_recall_at_1000_diff1": 0.067165, "nauc_precision_at_1_max": 0.541908, "nauc_precision_at_1_std": 0.237884, "nauc_precision_at_1_diff1": 0.341778, "nauc_precision_at_3_max": 0.515139, "nauc_precision_at_3_std": 0.301521, "nauc_precision_at_3_diff1": 0.116484, "nauc_precision_at_5_max": 0.50138, "nauc_precision_at_5_std": 0.324079, "nauc_precision_at_5_diff1": 0.049677, "nauc_precision_at_10_max": 0.498338, "nauc_precision_at_10_std": 0.364754, "nauc_precision_at_10_diff1": 0.020622, "nauc_precision_at_20_max": 0.486238, "nauc_precision_at_20_std": 0.438763, "nauc_precision_at_20_diff1": -0.024567, "nauc_precision_at_100_max": 0.373518, "nauc_precision_at_100_std": 0.505594, "nauc_precision_at_100_diff1": -0.078045, "nauc_precision_at_1000_max": 0.256391, "nauc_precision_at_1000_std": 0.425971, "nauc_precision_at_1000_diff1": -0.118528, "nauc_mrr_at_1_max": 0.541908, "nauc_mrr_at_1_std": 0.237884, "nauc_mrr_at_1_diff1": 0.341778, "nauc_mrr_at_3_max": 0.57666, "nauc_mrr_at_3_std": 0.284277, "nauc_mrr_at_3_diff1": 0.306146, "nauc_mrr_at_5_max": 0.580285, "nauc_mrr_at_5_std": 0.284516, "nauc_mrr_at_5_diff1": 0.304687, "nauc_mrr_at_10_max": 0.584743, "nauc_mrr_at_10_std": 0.297015, "nauc_mrr_at_10_diff1": 0.300633, "nauc_mrr_at_20_max": 0.586217, "nauc_mrr_at_20_std": 0.299881, "nauc_mrr_at_20_diff1": 0.301003, "nauc_mrr_at_100_max": 0.58601, "nauc_mrr_at_100_std": 0.300557, "nauc_mrr_at_100_diff1": 0.300382, "nauc_mrr_at_1000_max": 0.585767, "nauc_mrr_at_1000_std": 0.300093, "nauc_mrr_at_1000_diff1": 0.300522, "hit_rate_at_1": 0.39319, "hit_rate_at_3": 0.5418, "hit_rate_at_5": 0.60372, "hit_rate_at_10": 0.68421, "hit_rate_at_20": 0.73684, "hit_rate_at_100": 0.83901, "hit_rate_at_1000": 0.95356, "main_score": 0.30352, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 33.98207950592041, "kg_co2_emissions": null, "date": null }