{ "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", "task_name": "FEVER", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.46925, "ndcg_at_3": 0.55071, "ndcg_at_5": 0.57948, "ndcg_at_10": 0.60273, "ndcg_at_20": 0.61745, "ndcg_at_100": 0.6322, "ndcg_at_1000": 0.63999, "map_at_1": 0.43338, "map_at_3": 0.51533, "map_at_5": 0.53199, "map_at_10": 0.54191, "map_at_20": 0.54617, "map_at_100": 0.54833, "map_at_1000": 0.54866, "recall_at_1": 0.43338, "recall_at_3": 0.61345, "recall_at_5": 0.68416, "recall_at_10": 0.75497, "recall_at_20": 0.81112, "recall_at_100": 0.88743, "recall_at_1000": 0.94505, "accuracy": 0.43338, "precision_at_1": 0.46925, "precision_at_3": 0.22262, "precision_at_5": 0.14902, "precision_at_10": 0.08254, "precision_at_20": 0.04449, "precision_at_100": 0.0098, "precision_at_1000": 0.00106, "mrr_at_1": 0.469247, "mrr_at_3": 0.554305, "mrr_at_5": 0.571287, "mrr_at_10": 0.581008, "mrr_at_20": 0.584916, "mrr_at_100": 0.586831, "mrr_at_1000": 0.587075, "nauc_ndcg_at_1_max": 0.307935, "nauc_ndcg_at_1_std": -0.044565, "nauc_ndcg_at_1_diff1": 0.498164, "nauc_ndcg_at_3_max": 0.32875, "nauc_ndcg_at_3_std": -0.00628, "nauc_ndcg_at_3_diff1": 0.42294, "nauc_ndcg_at_5_max": 0.333097, "nauc_ndcg_at_5_std": 0.001191, "nauc_ndcg_at_5_diff1": 0.426939, "nauc_ndcg_at_10_max": 0.337506, "nauc_ndcg_at_10_std": 0.013112, "nauc_ndcg_at_10_diff1": 0.427317, "nauc_ndcg_at_20_max": 0.343402, "nauc_ndcg_at_20_std": 0.021344, "nauc_ndcg_at_20_diff1": 0.430682, "nauc_ndcg_at_100_max": 0.340458, "nauc_ndcg_at_100_std": 0.026275, "nauc_ndcg_at_100_diff1": 0.430694, "nauc_ndcg_at_1000_max": 0.337595, "nauc_ndcg_at_1000_std": 0.020189, "nauc_ndcg_at_1000_diff1": 0.4305, "nauc_map_at_1_max": 0.281822, "nauc_map_at_1_std": -0.038833, "nauc_map_at_1_diff1": 0.462555, "nauc_map_at_3_max": 0.311792, "nauc_map_at_3_std": -0.014057, "nauc_map_at_3_diff1": 0.426413, "nauc_map_at_5_max": 0.315029, "nauc_map_at_5_std": -0.010006, "nauc_map_at_5_diff1": 0.429154, "nauc_map_at_10_max": 0.316792, "nauc_map_at_10_std": -0.005429, "nauc_map_at_10_diff1": 0.429398, "nauc_map_at_20_max": 0.318321, "nauc_map_at_20_std": -0.00355, "nauc_map_at_20_diff1": 0.430533, "nauc_map_at_100_max": 0.318088, "nauc_map_at_100_std": -0.002679, "nauc_map_at_100_diff1": 0.430622, "nauc_map_at_1000_max": 0.318016, "nauc_map_at_1000_std": -0.002829, "nauc_map_at_1000_diff1": 0.430619, "nauc_recall_at_1_max": 0.281822, "nauc_recall_at_1_std": -0.038833, "nauc_recall_at_1_diff1": 0.462555, "nauc_recall_at_3_max": 0.337929, "nauc_recall_at_3_std": 0.024712, "nauc_recall_at_3_diff1": 0.36574, "nauc_recall_at_5_max": 0.348748, "nauc_recall_at_5_std": 0.048767, "nauc_recall_at_5_diff1": 0.363043, "nauc_recall_at_10_max": 0.366064, "nauc_recall_at_10_std": 0.105414, "nauc_recall_at_10_diff1": 0.347255, "nauc_recall_at_20_max": 0.401989, "nauc_recall_at_20_std": 0.177834, "nauc_recall_at_20_diff1": 0.340058, "nauc_recall_at_100_max": 0.38542, "nauc_recall_at_100_std": 0.316377, "nauc_recall_at_100_diff1": 0.276212, "nauc_recall_at_1000_max": 0.318521, "nauc_recall_at_1000_std": 0.366042, "nauc_recall_at_1000_diff1": 0.126058, "nauc_precision_at_1_max": 0.307935, "nauc_precision_at_1_std": -0.044565, "nauc_precision_at_1_diff1": 0.498164, "nauc_precision_at_3_max": 0.384549, "nauc_precision_at_3_std": 0.024043, "nauc_precision_at_3_diff1": 0.398976, "nauc_precision_at_5_max": 0.406047, "nauc_precision_at_5_std": 0.051316, "nauc_precision_at_5_diff1": 0.401622, "nauc_precision_at_10_max": 0.424385, "nauc_precision_at_10_std": 0.116081, "nauc_precision_at_10_diff1": 0.367981, "nauc_precision_at_20_max": 0.451158, "nauc_precision_at_20_std": 0.189419, "nauc_precision_at_20_diff1": 0.339756, "nauc_precision_at_100_max": 0.37159, "nauc_precision_at_100_std": 0.289856, "nauc_precision_at_100_diff1": 0.21004, "nauc_precision_at_1000_max": 0.218426, "nauc_precision_at_1000_std": 0.204942, "nauc_precision_at_1000_diff1": 0.024451, "nauc_mrr_at_1_max": 0.307935, "nauc_mrr_at_1_std": -0.044565, "nauc_mrr_at_1_diff1": 0.498164, "nauc_mrr_at_3_max": 0.33891, "nauc_mrr_at_3_std": -0.021385, "nauc_mrr_at_3_diff1": 0.459468, "nauc_mrr_at_5_max": 0.34134, "nauc_mrr_at_5_std": -0.018379, "nauc_mrr_at_5_diff1": 0.462922, "nauc_mrr_at_10_max": 0.342712, "nauc_mrr_at_10_std": -0.015148, "nauc_mrr_at_10_diff1": 0.464056, "nauc_mrr_at_20_max": 0.343729, "nauc_mrr_at_20_std": -0.013733, "nauc_mrr_at_20_diff1": 0.464887, "nauc_mrr_at_100_max": 0.343275, "nauc_mrr_at_100_std": -0.013219, "nauc_mrr_at_100_diff1": 0.46497, "nauc_mrr_at_1000_max": 0.34312, "nauc_mrr_at_1000_std": -0.013459, "nauc_mrr_at_1000_diff1": 0.464961, "hit_rate_at_1": 0.46925, "hit_rate_at_3": 0.65962, "hit_rate_at_5": 0.73342, "hit_rate_at_10": 0.80588, "hit_rate_at_20": 0.86124, "hit_rate_at_100": 0.93474, "hit_rate_at_1000": 0.9838, "main_score": 0.60273, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 33480.48275399208, "kg_co2_emissions": null, "date": null }