results/DBPedia.json

{
  "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659",
  "task_name": "DBPedia",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.52375,
        "ndcg_at_3": 0.42295,
        "ndcg_at_5": 0.39132,
        "ndcg_at_10": 0.36321,
        "ndcg_at_20": 0.35645,
        "ndcg_at_100": 0.39374,
        "ndcg_at_1000": 0.46294,
        "map_at_1": 0.08318,
        "map_at_3": 0.12425,
        "map_at_5": 0.14232,
        "map_at_10": 0.16492,
        "map_at_20": 0.18852,
        "map_at_100": 0.22322,
        "map_at_1000": 0.23796,
        "recall_at_1": 0.08318,
        "recall_at_3": 0.13521,
        "recall_at_5": 0.16385,
        "recall_at_10": 0.20657,
        "recall_at_20": 0.2686,
        "recall_at_100": 0.42316,
        "recall_at_1000": 0.6542,
        "accuracy": 0.08318,
        "precision_at_1": 0.64,
        "precision_at_3": 0.45,
        "precision_at_5": 0.374,
        "precision_at_10": 0.28025,
        "precision_at_20": 0.212,
        "precision_at_100": 0.08922,
        "precision_at_1000": 0.01898,
        "mrr_at_1": 0.64,
        "mrr_at_3": 0.702917,
        "mrr_at_5": 0.710792,
        "mrr_at_10": 0.715509,
        "mrr_at_20": 0.718732,
        "mrr_at_100": 0.719758,
        "mrr_at_1000": 0.719917,
        "nauc_ndcg_at_1_max": 0.396345,
        "nauc_ndcg_at_1_std": 0.215978,
        "nauc_ndcg_at_1_diff1": 0.418898,
        "nauc_ndcg_at_3_max": 0.402449,
        "nauc_ndcg_at_3_std": 0.291379,
        "nauc_ndcg_at_3_diff1": 0.328256,
        "nauc_ndcg_at_5_max": 0.419725,
        "nauc_ndcg_at_5_std": 0.313651,
        "nauc_ndcg_at_5_diff1": 0.303062,
        "nauc_ndcg_at_10_max": 0.407395,
        "nauc_ndcg_at_10_std": 0.32899,
        "nauc_ndcg_at_10_diff1": 0.297736,
        "nauc_ndcg_at_20_max": 0.397298,
        "nauc_ndcg_at_20_std": 0.330641,
        "nauc_ndcg_at_20_diff1": 0.307387,
        "nauc_ndcg_at_100_max": 0.429779,
        "nauc_ndcg_at_100_std": 0.394533,
        "nauc_ndcg_at_100_diff1": 0.299408,
        "nauc_ndcg_at_1000_max": 0.467477,
        "nauc_ndcg_at_1000_std": 0.458531,
        "nauc_ndcg_at_1000_diff1": 0.270737,
        "nauc_map_at_1_max": 0.074408,
        "nauc_map_at_1_std": -0.081985,
        "nauc_map_at_1_diff1": 0.534275,
        "nauc_map_at_3_max": 0.110116,
        "nauc_map_at_3_std": -0.027696,
        "nauc_map_at_3_diff1": 0.475113,
        "nauc_map_at_5_max": 0.150132,
        "nauc_map_at_5_std": 0.024017,
        "nauc_map_at_5_diff1": 0.425374,
        "nauc_map_at_10_max": 0.191633,
        "nauc_map_at_10_std": 0.103971,
        "nauc_map_at_10_diff1": 0.373191,
        "nauc_map_at_20_max": 0.244923,
        "nauc_map_at_20_std": 0.183035,
        "nauc_map_at_20_diff1": 0.335678,
        "nauc_map_at_100_max": 0.31194,
        "nauc_map_at_100_std": 0.307782,
        "nauc_map_at_100_diff1": 0.2882,
        "nauc_map_at_1000_max": 0.325713,
        "nauc_map_at_1000_std": 0.335612,
        "nauc_map_at_1000_diff1": 0.272904,
        "nauc_recall_at_1_max": 0.074408,
        "nauc_recall_at_1_std": -0.081985,
        "nauc_recall_at_1_diff1": 0.534275,
        "nauc_recall_at_3_max": 0.083943,
        "nauc_recall_at_3_std": -0.024473,
        "nauc_recall_at_3_diff1": 0.433208,
        "nauc_recall_at_5_max": 0.120595,
        "nauc_recall_at_5_std": 0.025828,
        "nauc_recall_at_5_diff1": 0.356409,
        "nauc_recall_at_10_max": 0.180242,
        "nauc_recall_at_10_std": 0.12402,
        "nauc_recall_at_10_diff1": 0.298175,
        "nauc_recall_at_20_max": 0.229174,
        "nauc_recall_at_20_std": 0.201622,
        "nauc_recall_at_20_diff1": 0.246315,
        "nauc_recall_at_100_max": 0.360152,
        "nauc_recall_at_100_std": 0.427468,
        "nauc_recall_at_100_diff1": 0.181991,
        "nauc_recall_at_1000_max": 0.381268,
        "nauc_recall_at_1000_std": 0.519384,
        "nauc_recall_at_1000_diff1": 0.083461,
        "nauc_precision_at_1_max": 0.518202,
        "nauc_precision_at_1_std": 0.270924,
        "nauc_precision_at_1_diff1": 0.465657,
        "nauc_precision_at_3_max": 0.438625,
        "nauc_precision_at_3_std": 0.38575,
        "nauc_precision_at_3_diff1": 0.113674,
        "nauc_precision_at_5_max": 0.446871,
        "nauc_precision_at_5_std": 0.439663,
        "nauc_precision_at_5_diff1": -0.007433,
        "nauc_precision_at_10_max": 0.421686,
        "nauc_precision_at_10_std": 0.495747,
        "nauc_precision_at_10_diff1": -0.091661,
        "nauc_precision_at_20_max": 0.408199,
        "nauc_precision_at_20_std": 0.511673,
        "nauc_precision_at_20_diff1": -0.133374,
        "nauc_precision_at_100_max": 0.307229,
        "nauc_precision_at_100_std": 0.479434,
        "nauc_precision_at_100_diff1": -0.178404,
        "nauc_precision_at_1000_max": 0.075643,
        "nauc_precision_at_1000_std": 0.167266,
        "nauc_precision_at_1000_diff1": -0.252182,
        "nauc_mrr_at_1_max": 0.518202,
        "nauc_mrr_at_1_std": 0.270924,
        "nauc_mrr_at_1_diff1": 0.465657,
        "nauc_mrr_at_3_max": 0.558503,
        "nauc_mrr_at_3_std": 0.343433,
        "nauc_mrr_at_3_diff1": 0.445504,
        "nauc_mrr_at_5_max": 0.568679,
        "nauc_mrr_at_5_std": 0.346367,
        "nauc_mrr_at_5_diff1": 0.444988,
        "nauc_mrr_at_10_max": 0.569613,
        "nauc_mrr_at_10_std": 0.349981,
        "nauc_mrr_at_10_diff1": 0.44308,
        "nauc_mrr_at_20_max": 0.567014,
        "nauc_mrr_at_20_std": 0.346014,
        "nauc_mrr_at_20_diff1": 0.441504,
        "nauc_mrr_at_100_max": 0.567072,
        "nauc_mrr_at_100_std": 0.346064,
        "nauc_mrr_at_100_diff1": 0.441791,
        "nauc_mrr_at_1000_max": 0.56689,
        "nauc_mrr_at_1000_std": 0.345785,
        "nauc_mrr_at_1000_diff1": 0.441806,
        "hit_rate_at_1": 0.64,
        "hit_rate_at_3": 0.78,
        "hit_rate_at_5": 0.815,
        "hit_rate_at_10": 0.85,
        "hit_rate_at_20": 0.895,
        "hit_rate_at_100": 0.94,
        "hit_rate_at_1000": 0.9775,
        "main_score": 0.36321,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 28168.432690382004,
  "kg_co2_emissions": null,
  "date": null
}