{ "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", "task_name": "FEVER", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.51305, "ndcg_at_3": 0.58855, "ndcg_at_5": 0.60905, "ndcg_at_10": 0.62893, "ndcg_at_20": 0.64157, "ndcg_at_100": 0.65385, "ndcg_at_1000": 0.66062, "map_at_1": 0.47477, "map_at_3": 0.55382, "map_at_5": 0.56584, "map_at_10": 0.57433, "map_at_20": 0.57798, "map_at_100": 0.57976, "map_at_1000": 0.58002, "recall_at_1": 0.47477, "recall_at_3": 0.64738, "recall_at_5": 0.69823, "recall_at_10": 0.75902, "recall_at_20": 0.80724, "recall_at_100": 0.87108, "recall_at_1000": 0.92253, "accuracy": 0.47477, "precision_at_1": 0.51305, "precision_at_3": 0.23472, "precision_at_5": 0.15206, "precision_at_10": 0.08284, "precision_at_20": 0.04414, "precision_at_100": 0.00958, "precision_at_1000": 0.00103, "mrr_at_1": 0.513051, "mrr_at_3": 0.59521, "mrr_at_5": 0.607376, "mrr_at_10": 0.615719, "mrr_at_20": 0.619156, "mrr_at_100": 0.620734, "mrr_at_1000": 0.62092, "nauc_ndcg_at_1_max": 0.297627, "nauc_ndcg_at_1_std": -0.024369, "nauc_ndcg_at_1_diff1": 0.575845, "nauc_ndcg_at_3_max": 0.338889, "nauc_ndcg_at_3_std": 0.024107, "nauc_ndcg_at_3_diff1": 0.49428, "nauc_ndcg_at_5_max": 0.344122, "nauc_ndcg_at_5_std": 0.033029, "nauc_ndcg_at_5_diff1": 0.48792, "nauc_ndcg_at_10_max": 0.351964, "nauc_ndcg_at_10_std": 0.049084, "nauc_ndcg_at_10_diff1": 0.485923, "nauc_ndcg_at_20_max": 0.354029, "nauc_ndcg_at_20_std": 0.056291, "nauc_ndcg_at_20_diff1": 0.485283, "nauc_ndcg_at_100_max": 0.35023, "nauc_ndcg_at_100_std": 0.055537, "nauc_ndcg_at_100_diff1": 0.488315, "nauc_ndcg_at_1000_max": 0.347499, "nauc_ndcg_at_1000_std": 0.050659, "nauc_ndcg_at_1000_diff1": 0.491225, "nauc_map_at_1_max": 0.273378, "nauc_map_at_1_std": -0.01573, "nauc_map_at_1_diff1": 0.536779, "nauc_map_at_3_max": 0.317032, "nauc_map_at_3_std": 0.015589, "nauc_map_at_3_diff1": 0.498439, "nauc_map_at_5_max": 0.319895, "nauc_map_at_5_std": 0.020102, "nauc_map_at_5_diff1": 0.495492, "nauc_map_at_10_max": 0.32294, "nauc_map_at_10_std": 0.026048, "nauc_map_at_10_diff1": 0.495111, "nauc_map_at_20_max": 0.323397, "nauc_map_at_20_std": 0.027703, "nauc_map_at_20_diff1": 0.495098, "nauc_map_at_100_max": 0.322927, "nauc_map_at_100_std": 0.027525, "nauc_map_at_100_diff1": 0.495536, "nauc_map_at_1000_max": 0.322873, "nauc_map_at_1000_std": 0.027401, "nauc_map_at_1000_diff1": 0.495637, "nauc_recall_at_1_max": 0.273378, "nauc_recall_at_1_std": -0.01573, "nauc_recall_at_1_diff1": 0.536779, "nauc_recall_at_3_max": 0.361206, "nauc_recall_at_3_std": 0.058503, "nauc_recall_at_3_diff1": 0.423484, "nauc_recall_at_5_max": 0.376141, "nauc_recall_at_5_std": 0.085278, "nauc_recall_at_5_diff1": 0.393905, "nauc_recall_at_10_max": 0.406727, "nauc_recall_at_10_std": 0.156474, "nauc_recall_at_10_diff1": 0.362355, "nauc_recall_at_20_max": 0.423185, "nauc_recall_at_20_std": 0.218353, "nauc_recall_at_20_diff1": 0.326159, "nauc_recall_at_100_max": 0.40197, "nauc_recall_at_100_std": 0.279232, "nauc_recall_at_100_diff1": 0.284107, "nauc_recall_at_1000_max": 0.35688, "nauc_recall_at_1000_std": 0.284323, "nauc_recall_at_1000_diff1": 0.237602, "nauc_precision_at_1_max": 0.297627, "nauc_precision_at_1_std": -0.024369, "nauc_precision_at_1_diff1": 0.575845, "nauc_precision_at_3_max": 0.415345, "nauc_precision_at_3_std": 0.0588, "nauc_precision_at_3_diff1": 0.456083, "nauc_precision_at_5_max": 0.437404, "nauc_precision_at_5_std": 0.089709, "nauc_precision_at_5_diff1": 0.420775, "nauc_precision_at_10_max": 0.47021, "nauc_precision_at_10_std": 0.166818, "nauc_precision_at_10_diff1": 0.373816, "nauc_precision_at_20_max": 0.481111, "nauc_precision_at_20_std": 0.228804, "nauc_precision_at_20_diff1": 0.314439, "nauc_precision_at_100_max": 0.419104, "nauc_precision_at_100_std": 0.259242, "nauc_precision_at_100_diff1": 0.205885, "nauc_precision_at_1000_max": 0.277079, "nauc_precision_at_1000_std": 0.178332, "nauc_precision_at_1000_diff1": 0.073636, "nauc_mrr_at_1_max": 0.297627, "nauc_mrr_at_1_std": -0.024369, "nauc_mrr_at_1_diff1": 0.575845, "nauc_mrr_at_3_max": 0.347023, "nauc_mrr_at_3_std": 0.006922, "nauc_mrr_at_3_diff1": 0.538683, "nauc_mrr_at_5_max": 0.350657, "nauc_mrr_at_5_std": 0.011081, "nauc_mrr_at_5_diff1": 0.537367, "nauc_mrr_at_10_max": 0.35374, "nauc_mrr_at_10_std": 0.016192, "nauc_mrr_at_10_diff1": 0.537882, "nauc_mrr_at_20_max": 0.354194, "nauc_mrr_at_20_std": 0.01792, "nauc_mrr_at_20_diff1": 0.537998, "nauc_mrr_at_100_max": 0.353376, "nauc_mrr_at_100_std": 0.017321, "nauc_mrr_at_100_diff1": 0.538507, "nauc_mrr_at_1000_max": 0.35322, "nauc_mrr_at_1000_std": 0.017142, "nauc_mrr_at_1000_diff1": 0.538588, "hit_rate_at_1": 0.51305, "hit_rate_at_3": 0.69592, "hit_rate_at_5": 0.74887, "hit_rate_at_10": 0.81113, "hit_rate_at_20": 0.85914, "hit_rate_at_100": 0.91989, "hit_rate_at_1000": 0.964, "main_score": 0.62893, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 7178.4095685482025, "kg_co2_emissions": null, "date": null }