{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.19203, "ndcg_at_3": 0.31055, "ndcg_at_5": 0.36099, "ndcg_at_10": 0.41938, "ndcg_at_20": 0.4518, "ndcg_at_100": 0.47563, "ndcg_at_1000": 0.48106, "map_at_1": 0.19203, "map_at_3": 0.28058, "map_at_5": 0.30878, "map_at_10": 0.33313, "map_at_20": 0.34224, "map_at_100": 0.34566, "map_at_1000": 0.34587, "recall_at_1": 0.19203, "recall_at_3": 0.39758, "recall_at_5": 0.5192, "recall_at_10": 0.69844, "recall_at_20": 0.82504, "recall_at_100": 0.95164, "recall_at_1000": 0.9936, "accuracy": 0.19203, "precision_at_1": 0.19203, "precision_at_3": 0.13253, "precision_at_5": 0.10384, "precision_at_10": 0.06984, "precision_at_20": 0.04125, "precision_at_100": 0.00952, "precision_at_1000": 0.00099, "mrr_at_1": 0.200569, "mrr_at_3": 0.283073, "mrr_at_5": 0.311984, "mrr_at_10": 0.336188, "mrr_at_20": 0.345299, "mrr_at_100": 0.348723, "mrr_at_1000": 0.348937, "nauc_ndcg_at_1_max": -0.033963, "nauc_ndcg_at_1_std": -0.078887, "nauc_ndcg_at_1_diff1": 0.137136, "nauc_ndcg_at_3_max": -0.001158, "nauc_ndcg_at_3_std": -0.046323, "nauc_ndcg_at_3_diff1": 0.090432, "nauc_ndcg_at_5_max": 0.012382, "nauc_ndcg_at_5_std": -0.052262, "nauc_ndcg_at_5_diff1": 0.090119, "nauc_ndcg_at_10_max": 0.017533, "nauc_ndcg_at_10_std": -0.039259, "nauc_ndcg_at_10_diff1": 0.085411, "nauc_ndcg_at_20_max": 0.030605, "nauc_ndcg_at_20_std": -0.02752, "nauc_ndcg_at_20_diff1": 0.097365, "nauc_ndcg_at_100_max": 0.022808, "nauc_ndcg_at_100_std": -0.025696, "nauc_ndcg_at_100_diff1": 0.095737, "nauc_ndcg_at_1000_max": 0.015301, "nauc_ndcg_at_1000_std": -0.036379, "nauc_ndcg_at_1000_diff1": 0.095835, "nauc_map_at_1_max": -0.033963, "nauc_map_at_1_std": -0.078887, "nauc_map_at_1_diff1": 0.137136, "nauc_map_at_3_max": -0.009863, "nauc_map_at_3_std": -0.053146, "nauc_map_at_3_diff1": 0.09841, "nauc_map_at_5_max": -0.002054, "nauc_map_at_5_std": -0.056483, "nauc_map_at_5_diff1": 0.098083, "nauc_map_at_10_max": -0.001443, "nauc_map_at_10_std": -0.051552, "nauc_map_at_10_diff1": 0.096516, "nauc_map_at_20_max": 0.001471, "nauc_map_at_20_std": -0.049334, "nauc_map_at_20_diff1": 0.099675, "nauc_map_at_100_max": 0.000836, "nauc_map_at_100_std": -0.048746, "nauc_map_at_100_diff1": 0.099654, "nauc_map_at_1000_max": 0.00064, "nauc_map_at_1000_std": -0.049046, "nauc_map_at_1000_diff1": 0.099637, "nauc_recall_at_1_max": -0.033963, "nauc_recall_at_1_std": -0.078887, "nauc_recall_at_1_diff1": 0.137136, "nauc_recall_at_3_max": 0.02158, "nauc_recall_at_3_std": -0.029026, "nauc_recall_at_3_diff1": 0.070872, "nauc_recall_at_5_max": 0.052827, "nauc_recall_at_5_std": -0.042115, "nauc_recall_at_5_diff1": 0.070059, "nauc_recall_at_10_max": 0.08948, "nauc_recall_at_10_std": 0.007646, "nauc_recall_at_10_diff1": 0.046799, "nauc_recall_at_20_max": 0.214884, "nauc_recall_at_20_std": 0.116807, "nauc_recall_at_20_diff1": 0.103556, "nauc_recall_at_100_max": 0.390406, "nauc_recall_at_100_std": 0.460203, "nauc_recall_at_100_diff1": 0.059268, "nauc_recall_at_1000_max": 0.447529, "nauc_recall_at_1000_std": 0.356611, "nauc_recall_at_1000_diff1": -0.123719, "nauc_precision_at_1_max": -0.033963, "nauc_precision_at_1_std": -0.078887, "nauc_precision_at_1_diff1": 0.137136, "nauc_precision_at_3_max": 0.02158, "nauc_precision_at_3_std": -0.029026, "nauc_precision_at_3_diff1": 0.070872, "nauc_precision_at_5_max": 0.052827, "nauc_precision_at_5_std": -0.042115, "nauc_precision_at_5_diff1": 0.070059, "nauc_precision_at_10_max": 0.08948, "nauc_precision_at_10_std": 0.007646, "nauc_precision_at_10_diff1": 0.046799, "nauc_precision_at_20_max": 0.214884, "nauc_precision_at_20_std": 0.116807, "nauc_precision_at_20_diff1": 0.103556, "nauc_precision_at_100_max": 0.390406, "nauc_precision_at_100_std": 0.460203, "nauc_precision_at_100_diff1": 0.059268, "nauc_precision_at_1000_max": 0.447529, "nauc_precision_at_1000_std": 0.356611, "nauc_precision_at_1000_diff1": -0.123719, "nauc_mrr_at_1_max": -0.028703, "nauc_mrr_at_1_std": -0.073285, "nauc_mrr_at_1_diff1": 0.103193, "nauc_mrr_at_3_max": -0.01921, "nauc_mrr_at_3_std": -0.051538, "nauc_mrr_at_3_diff1": 0.074044, "nauc_mrr_at_5_max": -0.009936, "nauc_mrr_at_5_std": -0.054795, "nauc_mrr_at_5_diff1": 0.075035, "nauc_mrr_at_10_max": -0.009061, "nauc_mrr_at_10_std": -0.050279, "nauc_mrr_at_10_diff1": 0.07313, "nauc_mrr_at_20_max": -0.006401, "nauc_mrr_at_20_std": -0.048066, "nauc_mrr_at_20_diff1": 0.075701, "nauc_mrr_at_100_max": -0.007115, "nauc_mrr_at_100_std": -0.047474, "nauc_mrr_at_100_diff1": 0.075425, "nauc_mrr_at_1000_max": -0.007314, "nauc_mrr_at_1000_std": -0.047768, "nauc_mrr_at_1000_diff1": 0.07539, "hit_rate_at_1": 0.19203, "hit_rate_at_3": 0.39758, "hit_rate_at_5": 0.5192, "hit_rate_at_10": 0.69844, "hit_rate_at_20": 0.82504, "hit_rate_at_100": 0.95164, "hit_rate_at_1000": 0.9936, "main_score": 0.41938, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 17.12871503829956, "kg_co2_emissions": null, "date": null }