{ "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "task_name": "DBPedia", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.52375, "ndcg_at_3": 0.42295, "ndcg_at_5": 0.39132, "ndcg_at_10": 0.36321, "ndcg_at_20": 0.35645, "ndcg_at_100": 0.39374, "ndcg_at_1000": 0.46294, "map_at_1": 0.08318, "map_at_3": 0.12425, "map_at_5": 0.14232, "map_at_10": 0.16492, "map_at_20": 0.18852, "map_at_100": 0.22322, "map_at_1000": 0.23796, "recall_at_1": 0.08318, "recall_at_3": 0.13521, "recall_at_5": 0.16385, "recall_at_10": 0.20657, "recall_at_20": 0.2686, "recall_at_100": 0.42316, "recall_at_1000": 0.6542, "accuracy": 0.08318, "precision_at_1": 0.64, "precision_at_3": 0.45, "precision_at_5": 0.374, "precision_at_10": 0.28025, "precision_at_20": 0.212, "precision_at_100": 0.08922, "precision_at_1000": 0.01898, "mrr_at_1": 0.64, "mrr_at_3": 0.702917, "mrr_at_5": 0.710792, "mrr_at_10": 0.715509, "mrr_at_20": 0.718732, "mrr_at_100": 0.719758, "mrr_at_1000": 0.719917, "nauc_ndcg_at_1_max": 0.396345, "nauc_ndcg_at_1_std": 0.215978, "nauc_ndcg_at_1_diff1": 0.418898, "nauc_ndcg_at_3_max": 0.402449, "nauc_ndcg_at_3_std": 0.291379, "nauc_ndcg_at_3_diff1": 0.328256, "nauc_ndcg_at_5_max": 0.419725, "nauc_ndcg_at_5_std": 0.313651, "nauc_ndcg_at_5_diff1": 0.303062, "nauc_ndcg_at_10_max": 0.407395, "nauc_ndcg_at_10_std": 0.32899, "nauc_ndcg_at_10_diff1": 0.297736, "nauc_ndcg_at_20_max": 0.397298, "nauc_ndcg_at_20_std": 0.330641, "nauc_ndcg_at_20_diff1": 0.307387, "nauc_ndcg_at_100_max": 0.429779, "nauc_ndcg_at_100_std": 0.394533, "nauc_ndcg_at_100_diff1": 0.299408, "nauc_ndcg_at_1000_max": 0.467477, "nauc_ndcg_at_1000_std": 0.458531, "nauc_ndcg_at_1000_diff1": 0.270737, "nauc_map_at_1_max": 0.074408, "nauc_map_at_1_std": -0.081985, "nauc_map_at_1_diff1": 0.534275, "nauc_map_at_3_max": 0.110116, "nauc_map_at_3_std": -0.027696, "nauc_map_at_3_diff1": 0.475113, "nauc_map_at_5_max": 0.150132, "nauc_map_at_5_std": 0.024017, "nauc_map_at_5_diff1": 0.425374, "nauc_map_at_10_max": 0.191633, "nauc_map_at_10_std": 0.103971, "nauc_map_at_10_diff1": 0.373191, "nauc_map_at_20_max": 0.244923, "nauc_map_at_20_std": 0.183035, "nauc_map_at_20_diff1": 0.335678, "nauc_map_at_100_max": 0.31194, "nauc_map_at_100_std": 0.307782, "nauc_map_at_100_diff1": 0.2882, "nauc_map_at_1000_max": 0.325713, "nauc_map_at_1000_std": 0.335612, "nauc_map_at_1000_diff1": 0.272904, "nauc_recall_at_1_max": 0.074408, "nauc_recall_at_1_std": -0.081985, "nauc_recall_at_1_diff1": 0.534275, "nauc_recall_at_3_max": 0.083943, "nauc_recall_at_3_std": -0.024473, "nauc_recall_at_3_diff1": 0.433208, "nauc_recall_at_5_max": 0.120595, "nauc_recall_at_5_std": 0.025828, "nauc_recall_at_5_diff1": 0.356409, "nauc_recall_at_10_max": 0.180242, "nauc_recall_at_10_std": 0.12402, "nauc_recall_at_10_diff1": 0.298175, "nauc_recall_at_20_max": 0.229174, "nauc_recall_at_20_std": 0.201622, "nauc_recall_at_20_diff1": 0.246315, "nauc_recall_at_100_max": 0.360152, "nauc_recall_at_100_std": 0.427468, "nauc_recall_at_100_diff1": 0.181991, "nauc_recall_at_1000_max": 0.381268, "nauc_recall_at_1000_std": 0.519384, "nauc_recall_at_1000_diff1": 0.083461, "nauc_precision_at_1_max": 0.518202, "nauc_precision_at_1_std": 0.270924, "nauc_precision_at_1_diff1": 0.465657, "nauc_precision_at_3_max": 0.438625, "nauc_precision_at_3_std": 0.38575, "nauc_precision_at_3_diff1": 0.113674, "nauc_precision_at_5_max": 0.446871, "nauc_precision_at_5_std": 0.439663, "nauc_precision_at_5_diff1": -0.007433, "nauc_precision_at_10_max": 0.421686, "nauc_precision_at_10_std": 0.495747, "nauc_precision_at_10_diff1": -0.091661, "nauc_precision_at_20_max": 0.408199, "nauc_precision_at_20_std": 0.511673, "nauc_precision_at_20_diff1": -0.133374, "nauc_precision_at_100_max": 0.307229, "nauc_precision_at_100_std": 0.479434, "nauc_precision_at_100_diff1": -0.178404, "nauc_precision_at_1000_max": 0.075643, "nauc_precision_at_1000_std": 0.167266, "nauc_precision_at_1000_diff1": -0.252182, "nauc_mrr_at_1_max": 0.518202, "nauc_mrr_at_1_std": 0.270924, "nauc_mrr_at_1_diff1": 0.465657, "nauc_mrr_at_3_max": 0.558503, "nauc_mrr_at_3_std": 0.343433, "nauc_mrr_at_3_diff1": 0.445504, "nauc_mrr_at_5_max": 0.568679, "nauc_mrr_at_5_std": 0.346367, "nauc_mrr_at_5_diff1": 0.444988, "nauc_mrr_at_10_max": 0.569613, "nauc_mrr_at_10_std": 0.349981, "nauc_mrr_at_10_diff1": 0.44308, "nauc_mrr_at_20_max": 0.567014, "nauc_mrr_at_20_std": 0.346014, "nauc_mrr_at_20_diff1": 0.441504, "nauc_mrr_at_100_max": 0.567072, "nauc_mrr_at_100_std": 0.346064, "nauc_mrr_at_100_diff1": 0.441791, "nauc_mrr_at_1000_max": 0.56689, "nauc_mrr_at_1000_std": 0.345785, "nauc_mrr_at_1000_diff1": 0.441806, "hit_rate_at_1": 0.64, "hit_rate_at_3": 0.78, "hit_rate_at_5": 0.815, "hit_rate_at_10": 0.85, "hit_rate_at_20": 0.895, "hit_rate_at_100": 0.94, "hit_rate_at_1000": 0.9775, "main_score": 0.36321, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 28168.432690382004, "kg_co2_emissions": null, "date": null }