{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.2091, "ndcg_at_3": 0.3348, "ndcg_at_5": 0.38713, "ndcg_at_10": 0.45003, "ndcg_at_20": 0.48337, "ndcg_at_100": 0.50263, "ndcg_at_1000": 0.50506, "map_at_1": 0.2091, "map_at_3": 0.30334, "map_at_5": 0.33233, "map_at_10": 0.35861, "map_at_20": 0.36817, "map_at_100": 0.37103, "map_at_1000": 0.37112, "recall_at_1": 0.2091, "recall_at_3": 0.42603, "recall_at_5": 0.55334, "recall_at_10": 0.74609, "recall_at_20": 0.87482, "recall_at_100": 0.97582, "recall_at_1000": 0.99502, "accuracy": 0.2091, "precision_at_1": 0.2091, "precision_at_3": 0.14201, "precision_at_5": 0.11067, "precision_at_10": 0.07461, "precision_at_20": 0.04374, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.217639, "mrr_at_3": 0.305951, "mrr_at_5": 0.334898, "mrr_at_10": 0.361645, "mrr_at_20": 0.371208, "mrr_at_100": 0.374067, "mrr_at_1000": 0.374154, "nauc_ndcg_at_1_max": -0.029418, "nauc_ndcg_at_1_std": -0.101331, "nauc_ndcg_at_1_diff1": 0.179698, "nauc_ndcg_at_3_max": -0.01433, "nauc_ndcg_at_3_std": -0.093149, "nauc_ndcg_at_3_diff1": 0.108275, "nauc_ndcg_at_5_max": 0.008268, "nauc_ndcg_at_5_std": -0.075439, "nauc_ndcg_at_5_diff1": 0.105102, "nauc_ndcg_at_10_max": 0.021083, "nauc_ndcg_at_10_std": -0.072937, "nauc_ndcg_at_10_diff1": 0.108835, "nauc_ndcg_at_20_max": 0.016786, "nauc_ndcg_at_20_std": -0.079977, "nauc_ndcg_at_20_diff1": 0.1115, "nauc_ndcg_at_100_max": 0.011099, "nauc_ndcg_at_100_std": -0.069659, "nauc_ndcg_at_100_diff1": 0.118202, "nauc_ndcg_at_1000_max": 0.006559, "nauc_ndcg_at_1000_std": -0.076419, "nauc_ndcg_at_1000_diff1": 0.118201, "nauc_map_at_1_max": -0.029418, "nauc_map_at_1_std": -0.101331, "nauc_map_at_1_diff1": 0.179698, "nauc_map_at_3_max": -0.016701, "nauc_map_at_3_std": -0.093936, "nauc_map_at_3_diff1": 0.122906, "nauc_map_at_5_max": -0.004149, "nauc_map_at_5_std": -0.083949, "nauc_map_at_5_diff1": 0.121035, "nauc_map_at_10_max": -0.000141, "nauc_map_at_10_std": -0.083348, "nauc_map_at_10_diff1": 0.122678, "nauc_map_at_20_max": -0.001735, "nauc_map_at_20_std": -0.085311, "nauc_map_at_20_diff1": 0.123796, "nauc_map_at_100_max": -0.002429, "nauc_map_at_100_std": -0.084061, "nauc_map_at_100_diff1": 0.12483, "nauc_map_at_1000_max": -0.00257, "nauc_map_at_1000_std": -0.084237, "nauc_map_at_1000_diff1": 0.124806, "nauc_recall_at_1_max": -0.029418, "nauc_recall_at_1_std": -0.101331, "nauc_recall_at_1_diff1": 0.179698, "nauc_recall_at_3_max": -0.008473, "nauc_recall_at_3_std": -0.091466, "nauc_recall_at_3_diff1": 0.070363, "nauc_recall_at_5_max": 0.045889, "nauc_recall_at_5_std": -0.049624, "nauc_recall_at_5_diff1": 0.061092, "nauc_recall_at_10_max": 0.117279, "nauc_recall_at_10_std": -0.027709, "nauc_recall_at_10_diff1": 0.05909, "nauc_recall_at_20_max": 0.162842, "nauc_recall_at_20_std": -0.049204, "nauc_recall_at_20_diff1": 0.037265, "nauc_recall_at_100_max": 0.43144, "nauc_recall_at_100_std": 0.616435, "nauc_recall_at_100_diff1": 0.081506, "nauc_recall_at_1000_max": 0.322347, "nauc_recall_at_1000_std": 0.593208, "nauc_recall_at_1000_diff1": 0.02695, "nauc_precision_at_1_max": -0.029418, "nauc_precision_at_1_std": -0.101331, "nauc_precision_at_1_diff1": 0.179698, "nauc_precision_at_3_max": -0.008473, "nauc_precision_at_3_std": -0.091466, "nauc_precision_at_3_diff1": 0.070363, "nauc_precision_at_5_max": 0.045889, "nauc_precision_at_5_std": -0.049624, "nauc_precision_at_5_diff1": 0.061092, "nauc_precision_at_10_max": 0.117279, "nauc_precision_at_10_std": -0.027709, "nauc_precision_at_10_diff1": 0.05909, "nauc_precision_at_20_max": 0.162842, "nauc_precision_at_20_std": -0.049204, "nauc_precision_at_20_diff1": 0.037265, "nauc_precision_at_100_max": 0.43144, "nauc_precision_at_100_std": 0.616435, "nauc_precision_at_100_diff1": 0.081506, "nauc_precision_at_1000_max": 0.322347, "nauc_precision_at_1000_std": 0.593208, "nauc_precision_at_1000_diff1": 0.02695, "nauc_mrr_at_1_max": -0.020448, "nauc_mrr_at_1_std": -0.091764, "nauc_mrr_at_1_diff1": 0.148274, "nauc_mrr_at_3_max": -0.021561, "nauc_mrr_at_3_std": -0.091499, "nauc_mrr_at_3_diff1": 0.100988, "nauc_mrr_at_5_max": -0.011845, "nauc_mrr_at_5_std": -0.081702, "nauc_mrr_at_5_diff1": 0.096502, "nauc_mrr_at_10_max": -0.004838, "nauc_mrr_at_10_std": -0.080537, "nauc_mrr_at_10_diff1": 0.100127, "nauc_mrr_at_20_max": -0.006619, "nauc_mrr_at_20_std": -0.082414, "nauc_mrr_at_20_diff1": 0.100562, "nauc_mrr_at_100_max": -0.007365, "nauc_mrr_at_100_std": -0.081147, "nauc_mrr_at_100_diff1": 0.101363, "nauc_mrr_at_1000_max": -0.007506, "nauc_mrr_at_1000_std": -0.081321, "nauc_mrr_at_1000_diff1": 0.101332, "hit_rate_at_1": 0.2091, "hit_rate_at_3": 0.42603, "hit_rate_at_5": 0.55334, "hit_rate_at_10": 0.74609, "hit_rate_at_20": 0.87482, "hit_rate_at_100": 0.97582, "hit_rate_at_1000": 0.99502, "main_score": 0.45003, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 66.03028631210327, "kg_co2_emissions": null, "date": null }