{ "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", "task_name": "ClimateFEVER", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.25733, "ndcg_at_3": 0.23106, "ndcg_at_5": 0.24946, "ndcg_at_10": 0.28514, "ndcg_at_20": 0.30884, "ndcg_at_100": 0.34748, "ndcg_at_1000": 0.37958, "map_at_1": 0.10913, "map_at_3": 0.1651, "map_at_5": 0.18323, "map_at_10": 0.20082, "map_at_20": 0.20926, "map_at_100": 0.21658, "map_at_1000": 0.21827, "recall_at_1": 0.10913, "recall_at_3": 0.21324, "recall_at_5": 0.26821, "recall_at_10": 0.34938, "recall_at_20": 0.41724, "recall_at_100": 0.56403, "recall_at_1000": 0.74556, "accuracy": 0.10913, "precision_at_1": 0.25733, "precision_at_3": 0.17633, "precision_at_5": 0.1355, "precision_at_10": 0.09055, "precision_at_20": 0.05518, "precision_at_100": 0.01577, "precision_at_1000": 0.00217, "mrr_at_1": 0.257329, "mrr_at_3": 0.34658, "mrr_at_5": 0.365375, "mrr_at_10": 0.378489, "mrr_at_20": 0.383489, "mrr_at_100": 0.386851, "mrr_at_1000": 0.387302, "nauc_ndcg_at_1_max": 0.360605, "nauc_ndcg_at_1_std": 0.288479, "nauc_ndcg_at_1_diff1": 0.226486, "nauc_ndcg_at_3_max": 0.36133, "nauc_ndcg_at_3_std": 0.276617, "nauc_ndcg_at_3_diff1": 0.155586, "nauc_ndcg_at_5_max": 0.377214, "nauc_ndcg_at_5_std": 0.305233, "nauc_ndcg_at_5_diff1": 0.146417, "nauc_ndcg_at_10_max": 0.384467, "nauc_ndcg_at_10_std": 0.330077, "nauc_ndcg_at_10_diff1": 0.141628, "nauc_ndcg_at_20_max": 0.389584, "nauc_ndcg_at_20_std": 0.346458, "nauc_ndcg_at_20_diff1": 0.134582, "nauc_ndcg_at_100_max": 0.399907, "nauc_ndcg_at_100_std": 0.363444, "nauc_ndcg_at_100_diff1": 0.137893, "nauc_ndcg_at_1000_max": 0.403099, "nauc_ndcg_at_1000_std": 0.368894, "nauc_ndcg_at_1000_diff1": 0.139714, "nauc_map_at_1_max": 0.341173, "nauc_map_at_1_std": 0.236647, "nauc_map_at_1_diff1": 0.217515, "nauc_map_at_3_max": 0.35406, "nauc_map_at_3_std": 0.255367, "nauc_map_at_3_diff1": 0.160133, "nauc_map_at_5_max": 0.364905, "nauc_map_at_5_std": 0.278874, "nauc_map_at_5_diff1": 0.156267, "nauc_map_at_10_max": 0.371907, "nauc_map_at_10_std": 0.299761, "nauc_map_at_10_diff1": 0.15101, "nauc_map_at_20_max": 0.374329, "nauc_map_at_20_std": 0.307949, "nauc_map_at_20_diff1": 0.148187, "nauc_map_at_100_max": 0.377414, "nauc_map_at_100_std": 0.313176, "nauc_map_at_100_diff1": 0.148796, "nauc_map_at_1000_max": 0.377881, "nauc_map_at_1000_std": 0.313881, "nauc_map_at_1000_diff1": 0.148826, "nauc_recall_at_1_max": 0.341173, "nauc_recall_at_1_std": 0.236647, "nauc_recall_at_1_diff1": 0.217515, "nauc_recall_at_3_max": 0.325457, "nauc_recall_at_3_std": 0.235244, "nauc_recall_at_3_diff1": 0.108169, "nauc_recall_at_5_max": 0.337877, "nauc_recall_at_5_std": 0.276172, "nauc_recall_at_5_diff1": 0.101689, "nauc_recall_at_10_max": 0.329629, "nauc_recall_at_10_std": 0.301548, "nauc_recall_at_10_diff1": 0.091553, "nauc_recall_at_20_max": 0.324971, "nauc_recall_at_20_std": 0.323171, "nauc_recall_at_20_diff1": 0.067873, "nauc_recall_at_100_max": 0.329571, "nauc_recall_at_100_std": 0.352092, "nauc_recall_at_100_diff1": 0.069738, "nauc_recall_at_1000_max": 0.333373, "nauc_recall_at_1000_std": 0.392714, "nauc_recall_at_1000_diff1": 0.067146, "nauc_precision_at_1_max": 0.360605, "nauc_precision_at_1_std": 0.288479, "nauc_precision_at_1_diff1": 0.226486, "nauc_precision_at_3_max": 0.366436, "nauc_precision_at_3_std": 0.325001, "nauc_precision_at_3_diff1": 0.119797, "nauc_precision_at_5_max": 0.366645, "nauc_precision_at_5_std": 0.364172, "nauc_precision_at_5_diff1": 0.097449, "nauc_precision_at_10_max": 0.341723, "nauc_precision_at_10_std": 0.382059, "nauc_precision_at_10_diff1": 0.072077, "nauc_precision_at_20_max": 0.321855, "nauc_precision_at_20_std": 0.391539, "nauc_precision_at_20_diff1": 0.04599, "nauc_precision_at_100_max": 0.265359, "nauc_precision_at_100_std": 0.357649, "nauc_precision_at_100_diff1": 0.02463, "nauc_precision_at_1000_max": 0.183648, "nauc_precision_at_1000_std": 0.288102, "nauc_precision_at_1000_diff1": -0.005633, "nauc_mrr_at_1_max": 0.360605, "nauc_mrr_at_1_std": 0.288479, "nauc_mrr_at_1_diff1": 0.226486, "nauc_mrr_at_3_max": 0.377359, "nauc_mrr_at_3_std": 0.307539, "nauc_mrr_at_3_diff1": 0.172497, "nauc_mrr_at_5_max": 0.387292, "nauc_mrr_at_5_std": 0.323401, "nauc_mrr_at_5_diff1": 0.171436, "nauc_mrr_at_10_max": 0.385426, "nauc_mrr_at_10_std": 0.323793, "nauc_mrr_at_10_diff1": 0.171854, "nauc_mrr_at_20_max": 0.385513, "nauc_mrr_at_20_std": 0.324528, "nauc_mrr_at_20_diff1": 0.171713, "nauc_mrr_at_100_max": 0.386086, "nauc_mrr_at_100_std": 0.324761, "nauc_mrr_at_100_diff1": 0.172499, "nauc_mrr_at_1000_max": 0.38589, "nauc_mrr_at_1000_std": 0.324467, "nauc_mrr_at_1000_diff1": 0.17253, "hit_rate_at_1": 0.25733, "hit_rate_at_3": 0.45928, "hit_rate_at_5": 0.54137, "hit_rate_at_10": 0.63779, "hit_rate_at_20": 0.70814, "hit_rate_at_100": 0.83518, "hit_rate_at_1000": 0.93225, "main_score": 0.28514, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 52955.644976615906, "kg_co2_emissions": null, "date": null }