{ "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "task_name": "DBPedia", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.3725, "ndcg_at_3": 0.30834, "ndcg_at_5": 0.28779, "ndcg_at_10": 0.27271, "ndcg_at_20": 0.2639, "ndcg_at_100": 0.28897, "ndcg_at_1000": 0.34526, "map_at_1": 0.06115, "map_at_3": 0.08968, "map_at_5": 0.10075, "map_at_10": 0.11948, "map_at_20": 0.13521, "map_at_100": 0.15823, "map_at_1000": 0.16634, "recall_at_1": 0.06115, "recall_at_3": 0.10106, "recall_at_5": 0.1226, "recall_at_10": 0.16469, "recall_at_20": 0.20851, "recall_at_100": 0.32697, "recall_at_1000": 0.51643, "accuracy": 0.06115, "precision_at_1": 0.48, "precision_at_3": 0.3425, "precision_at_5": 0.286, "precision_at_10": 0.22275, "precision_at_20": 0.16325, "precision_at_100": 0.0645, "precision_at_1000": 0.01334, "mrr_at_1": 0.48, "mrr_at_3": 0.540833, "mrr_at_5": 0.558083, "mrr_at_10": 0.568289, "mrr_at_20": 0.571822, "mrr_at_100": 0.573882, "mrr_at_1000": 0.574185, "nauc_ndcg_at_1_max": 0.497154, "nauc_ndcg_at_1_std": 0.203398, "nauc_ndcg_at_1_diff1": 0.41684, "nauc_ndcg_at_3_max": 0.523999, "nauc_ndcg_at_3_std": 0.254433, "nauc_ndcg_at_3_diff1": 0.339721, "nauc_ndcg_at_5_max": 0.528254, "nauc_ndcg_at_5_std": 0.282954, "nauc_ndcg_at_5_diff1": 0.331557, "nauc_ndcg_at_10_max": 0.508174, "nauc_ndcg_at_10_std": 0.323317, "nauc_ndcg_at_10_diff1": 0.311586, "nauc_ndcg_at_20_max": 0.472542, "nauc_ndcg_at_20_std": 0.331857, "nauc_ndcg_at_20_diff1": 0.310803, "nauc_ndcg_at_100_max": 0.483727, "nauc_ndcg_at_100_std": 0.376655, "nauc_ndcg_at_100_diff1": 0.310534, "nauc_ndcg_at_1000_max": 0.533149, "nauc_ndcg_at_1000_std": 0.427618, "nauc_ndcg_at_1000_diff1": 0.303498, "nauc_map_at_1_max": 0.137515, "nauc_map_at_1_std": -0.03184, "nauc_map_at_1_diff1": 0.482017, "nauc_map_at_3_max": 0.190529, "nauc_map_at_3_std": 0.013607, "nauc_map_at_3_diff1": 0.437601, "nauc_map_at_5_max": 0.227464, "nauc_map_at_5_std": 0.058463, "nauc_map_at_5_diff1": 0.416488, "nauc_map_at_10_max": 0.279595, "nauc_map_at_10_std": 0.143227, "nauc_map_at_10_diff1": 0.374785, "nauc_map_at_20_max": 0.332488, "nauc_map_at_20_std": 0.219732, "nauc_map_at_20_diff1": 0.341715, "nauc_map_at_100_max": 0.396727, "nauc_map_at_100_std": 0.317097, "nauc_map_at_100_diff1": 0.292806, "nauc_map_at_1000_max": 0.410874, "nauc_map_at_1000_std": 0.335245, "nauc_map_at_1000_diff1": 0.284577, "nauc_recall_at_1_max": 0.137515, "nauc_recall_at_1_std": -0.03184, "nauc_recall_at_1_diff1": 0.482017, "nauc_recall_at_3_max": 0.165529, "nauc_recall_at_3_std": 0.002229, "nauc_recall_at_3_diff1": 0.398718, "nauc_recall_at_5_max": 0.182718, "nauc_recall_at_5_std": 0.057512, "nauc_recall_at_5_diff1": 0.351884, "nauc_recall_at_10_max": 0.212233, "nauc_recall_at_10_std": 0.148399, "nauc_recall_at_10_diff1": 0.290395, "nauc_recall_at_20_max": 0.26943, "nauc_recall_at_20_std": 0.238377, "nauc_recall_at_20_diff1": 0.267939, "nauc_recall_at_100_max": 0.38184, "nauc_recall_at_100_std": 0.377296, "nauc_recall_at_100_diff1": 0.216022, "nauc_recall_at_1000_max": 0.422032, "nauc_recall_at_1000_std": 0.458662, "nauc_recall_at_1000_diff1": 0.198624, "nauc_precision_at_1_max": 0.567101, "nauc_precision_at_1_std": 0.258366, "nauc_precision_at_1_diff1": 0.45144, "nauc_precision_at_3_max": 0.571874, "nauc_precision_at_3_std": 0.326545, "nauc_precision_at_3_diff1": 0.213306, "nauc_precision_at_5_max": 0.569856, "nauc_precision_at_5_std": 0.383785, "nauc_precision_at_5_diff1": 0.142487, "nauc_precision_at_10_max": 0.562835, "nauc_precision_at_10_std": 0.48185, "nauc_precision_at_10_diff1": 0.052277, "nauc_precision_at_20_max": 0.548349, "nauc_precision_at_20_std": 0.521195, "nauc_precision_at_20_diff1": -0.009725, "nauc_precision_at_100_max": 0.476447, "nauc_precision_at_100_std": 0.502125, "nauc_precision_at_100_diff1": -0.084779, "nauc_precision_at_1000_max": 0.240115, "nauc_precision_at_1000_std": 0.271573, "nauc_precision_at_1000_diff1": -0.170055, "nauc_mrr_at_1_max": 0.567101, "nauc_mrr_at_1_std": 0.258366, "nauc_mrr_at_1_diff1": 0.45144, "nauc_mrr_at_3_max": 0.589796, "nauc_mrr_at_3_std": 0.271793, "nauc_mrr_at_3_diff1": 0.442743, "nauc_mrr_at_5_max": 0.592412, "nauc_mrr_at_5_std": 0.282811, "nauc_mrr_at_5_diff1": 0.439699, "nauc_mrr_at_10_max": 0.596289, "nauc_mrr_at_10_std": 0.287586, "nauc_mrr_at_10_diff1": 0.441186, "nauc_mrr_at_20_max": 0.59656, "nauc_mrr_at_20_std": 0.288992, "nauc_mrr_at_20_diff1": 0.440401, "nauc_mrr_at_100_max": 0.596245, "nauc_mrr_at_100_std": 0.288647, "nauc_mrr_at_100_diff1": 0.439713, "nauc_mrr_at_1000_max": 0.596121, "nauc_mrr_at_1000_std": 0.288472, "nauc_mrr_at_1000_diff1": 0.439796, "hit_rate_at_1": 0.48, "hit_rate_at_3": 0.6125, "hit_rate_at_5": 0.69, "hit_rate_at_10": 0.7625, "hit_rate_at_20": 0.8125, "hit_rate_at_100": 0.895, "hit_rate_at_1000": 0.9575, "main_score": 0.27271, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5195.377886295319, "kg_co2_emissions": null, "date": null }