{ "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", "task_name": "ClimateFEVER", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.18697, "ndcg_at_3": 0.16559, "ndcg_at_5": 0.18201, "ndcg_at_10": 0.20597, "ndcg_at_20": 0.22664, "ndcg_at_100": 0.26689, "ndcg_at_1000": 0.30112, "map_at_1": 0.08073, "map_at_3": 0.1171, "map_at_5": 0.13045, "map_at_10": 0.1405, "map_at_20": 0.14697, "map_at_100": 0.15434, "map_at_1000": 0.15602, "recall_at_1": 0.08073, "recall_at_3": 0.15425, "recall_at_5": 0.19965, "recall_at_10": 0.25342, "recall_at_20": 0.31314, "recall_at_100": 0.46793, "recall_at_1000": 0.6633, "accuracy": 0.08073, "precision_at_1": 0.18697, "precision_at_3": 0.12421, "precision_at_5": 0.0985, "precision_at_10": 0.06502, "precision_at_20": 0.04088, "precision_at_100": 0.01294, "precision_at_1000": 0.00192, "mrr_at_1": 0.186971, "mrr_at_3": 0.253855, "mrr_at_5": 0.272584, "mrr_at_10": 0.284693, "mrr_at_20": 0.29073, "mrr_at_100": 0.294483, "mrr_at_1000": 0.295059, "nauc_ndcg_at_1_max": 0.353095, "nauc_ndcg_at_1_std": 0.146239, "nauc_ndcg_at_1_diff1": 0.228305, "nauc_ndcg_at_3_max": 0.347067, "nauc_ndcg_at_3_std": 0.169276, "nauc_ndcg_at_3_diff1": 0.206914, "nauc_ndcg_at_5_max": 0.365993, "nauc_ndcg_at_5_std": 0.193369, "nauc_ndcg_at_5_diff1": 0.196676, "nauc_ndcg_at_10_max": 0.388276, "nauc_ndcg_at_10_std": 0.23325, "nauc_ndcg_at_10_diff1": 0.185393, "nauc_ndcg_at_20_max": 0.409102, "nauc_ndcg_at_20_std": 0.260173, "nauc_ndcg_at_20_diff1": 0.175124, "nauc_ndcg_at_100_max": 0.420723, "nauc_ndcg_at_100_std": 0.299366, "nauc_ndcg_at_100_diff1": 0.158679, "nauc_ndcg_at_1000_max": 0.430437, "nauc_ndcg_at_1000_std": 0.314539, "nauc_ndcg_at_1000_diff1": 0.158098, "nauc_map_at_1_max": 0.345192, "nauc_map_at_1_std": 0.089418, "nauc_map_at_1_diff1": 0.304948, "nauc_map_at_3_max": 0.335206, "nauc_map_at_3_std": 0.133713, "nauc_map_at_3_diff1": 0.242392, "nauc_map_at_5_max": 0.344956, "nauc_map_at_5_std": 0.151971, "nauc_map_at_5_diff1": 0.229255, "nauc_map_at_10_max": 0.358584, "nauc_map_at_10_std": 0.174138, "nauc_map_at_10_diff1": 0.2245, "nauc_map_at_20_max": 0.369026, "nauc_map_at_20_std": 0.187452, "nauc_map_at_20_diff1": 0.218633, "nauc_map_at_100_max": 0.374847, "nauc_map_at_100_std": 0.200619, "nauc_map_at_100_diff1": 0.212997, "nauc_map_at_1000_max": 0.375553, "nauc_map_at_1000_std": 0.202233, "nauc_map_at_1000_diff1": 0.212706, "nauc_recall_at_1_max": 0.345192, "nauc_recall_at_1_std": 0.089418, "nauc_recall_at_1_diff1": 0.304948, "nauc_recall_at_3_max": 0.324329, "nauc_recall_at_3_std": 0.169632, "nauc_recall_at_3_diff1": 0.187597, "nauc_recall_at_5_max": 0.335357, "nauc_recall_at_5_std": 0.201046, "nauc_recall_at_5_diff1": 0.15094, "nauc_recall_at_10_max": 0.368034, "nauc_recall_at_10_std": 0.272405, "nauc_recall_at_10_diff1": 0.124281, "nauc_recall_at_20_max": 0.395196, "nauc_recall_at_20_std": 0.318697, "nauc_recall_at_20_diff1": 0.093192, "nauc_recall_at_100_max": 0.394402, "nauc_recall_at_100_std": 0.395816, "nauc_recall_at_100_diff1": 0.042315, "nauc_recall_at_1000_max": 0.426842, "nauc_recall_at_1000_std": 0.473, "nauc_recall_at_1000_diff1": 0.016986, "nauc_precision_at_1_max": 0.353095, "nauc_precision_at_1_std": 0.146239, "nauc_precision_at_1_diff1": 0.228305, "nauc_precision_at_3_max": 0.370099, "nauc_precision_at_3_std": 0.244677, "nauc_precision_at_3_diff1": 0.141836, "nauc_precision_at_5_max": 0.396618, "nauc_precision_at_5_std": 0.284621, "nauc_precision_at_5_diff1": 0.116768, "nauc_precision_at_10_max": 0.412025, "nauc_precision_at_10_std": 0.345366, "nauc_precision_at_10_diff1": 0.082739, "nauc_precision_at_20_max": 0.428439, "nauc_precision_at_20_std": 0.380999, "nauc_precision_at_20_diff1": 0.054982, "nauc_precision_at_100_max": 0.351898, "nauc_precision_at_100_std": 0.406904, "nauc_precision_at_100_diff1": -0.010981, "nauc_precision_at_1000_max": 0.293857, "nauc_precision_at_1000_std": 0.383661, "nauc_precision_at_1000_diff1": -0.030317, "nauc_mrr_at_1_max": 0.353095, "nauc_mrr_at_1_std": 0.146239, "nauc_mrr_at_1_diff1": 0.228305, "nauc_mrr_at_3_max": 0.361891, "nauc_mrr_at_3_std": 0.19461, "nauc_mrr_at_3_diff1": 0.184396, "nauc_mrr_at_5_max": 0.37419, "nauc_mrr_at_5_std": 0.206867, "nauc_mrr_at_5_diff1": 0.182821, "nauc_mrr_at_10_max": 0.380752, "nauc_mrr_at_10_std": 0.220569, "nauc_mrr_at_10_diff1": 0.176974, "nauc_mrr_at_20_max": 0.383531, "nauc_mrr_at_20_std": 0.223885, "nauc_mrr_at_20_diff1": 0.177413, "nauc_mrr_at_100_max": 0.382764, "nauc_mrr_at_100_std": 0.223891, "nauc_mrr_at_100_diff1": 0.178051, "nauc_mrr_at_1000_max": 0.382749, "nauc_mrr_at_1000_std": 0.223656, "nauc_mrr_at_1000_diff1": 0.178182, "hit_rate_at_1": 0.18697, "hit_rate_at_3": 0.34267, "hit_rate_at_5": 0.4241, "hit_rate_at_10": 0.51596, "hit_rate_at_20": 0.6013, "hit_rate_at_100": 0.74267, "hit_rate_at_1000": 0.87622, "main_score": 0.20597, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 6545.029442071915, "kg_co2_emissions": null, "date": null }