results/HotpotQA.json

{
  "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014",
  "task_name": "HotpotQA",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.47279,
        "ndcg_at_3": 0.35283,
        "ndcg_at_5": 0.37095,
        "ndcg_at_10": 0.38753,
        "ndcg_at_20": 0.39981,
        "ndcg_at_100": 0.42087,
        "ndcg_at_1000": 0.4407,
        "map_at_1": 0.23639,
        "map_at_3": 0.28874,
        "map_at_5": 0.30024,
        "map_at_10": 0.30798,
        "map_at_20": 0.3119,
        "map_at_100": 0.31537,
        "map_at_1000": 0.31621,
        "recall_at_1": 0.23639,
        "recall_at_3": 0.32377,
        "recall_at_5": 0.35962,
        "recall_at_10": 0.40122,
        "recall_at_20": 0.44085,
        "recall_at_100": 0.53464,
        "recall_at_1000": 0.66705,
        "accuracy": 0.23639,
        "precision_at_1": 0.47279,
        "precision_at_3": 0.21585,
        "precision_at_5": 0.14385,
        "precision_at_10": 0.08024,
        "precision_at_20": 0.04409,
        "precision_at_100": 0.01069,
        "precision_at_1000": 0.00133,
        "mrr_at_1": 0.472789,
        "mrr_at_3": 0.523498,
        "mrr_at_5": 0.533322,
        "mrr_at_10": 0.540316,
        "mrr_at_20": 0.543449,
        "mrr_at_100": 0.5457,
        "mrr_at_1000": 0.546093,
        "nauc_ndcg_at_1_max": 0.447852,
        "nauc_ndcg_at_1_std": 0.082736,
        "nauc_ndcg_at_1_diff1": 0.679787,
        "nauc_ndcg_at_3_max": 0.411597,
        "nauc_ndcg_at_3_std": 0.098192,
        "nauc_ndcg_at_3_diff1": 0.553342,
        "nauc_ndcg_at_5_max": 0.39996,
        "nauc_ndcg_at_5_std": 0.102258,
        "nauc_ndcg_at_5_diff1": 0.525478,
        "nauc_ndcg_at_10_max": 0.392021,
        "nauc_ndcg_at_10_std": 0.107106,
        "nauc_ndcg_at_10_diff1": 0.504657,
        "nauc_ndcg_at_20_max": 0.390068,
        "nauc_ndcg_at_20_std": 0.113906,
        "nauc_ndcg_at_20_diff1": 0.496535,
        "nauc_ndcg_at_100_max": 0.38637,
        "nauc_ndcg_at_100_std": 0.122683,
        "nauc_ndcg_at_100_diff1": 0.482956,
        "nauc_ndcg_at_1000_max": 0.386426,
        "nauc_ndcg_at_1000_std": 0.127217,
        "nauc_ndcg_at_1000_diff1": 0.476792,
        "nauc_map_at_1_max": 0.447852,
        "nauc_map_at_1_std": 0.082736,
        "nauc_map_at_1_diff1": 0.679787,
        "nauc_map_at_3_max": 0.400696,
        "nauc_map_at_3_std": 0.096209,
        "nauc_map_at_3_diff1": 0.534213,
        "nauc_map_at_5_max": 0.39108,
        "nauc_map_at_5_std": 0.100042,
        "nauc_map_at_5_diff1": 0.511798,
        "nauc_map_at_10_max": 0.385924,
        "nauc_map_at_10_std": 0.10316,
        "nauc_map_at_10_diff1": 0.499714,
        "nauc_map_at_20_max": 0.385118,
        "nauc_map_at_20_std": 0.1053,
        "nauc_map_at_20_diff1": 0.496797,
        "nauc_map_at_100_max": 0.384312,
        "nauc_map_at_100_std": 0.106989,
        "nauc_map_at_100_diff1": 0.493992,
        "nauc_map_at_1000_max": 0.384287,
        "nauc_map_at_1000_std": 0.107298,
        "nauc_map_at_1000_diff1": 0.493542,
        "nauc_recall_at_1_max": 0.447852,
        "nauc_recall_at_1_std": 0.082736,
        "nauc_recall_at_1_diff1": 0.679787,
        "nauc_recall_at_3_max": 0.385602,
        "nauc_recall_at_3_std": 0.10807,
        "nauc_recall_at_3_diff1": 0.476182,
        "nauc_recall_at_5_max": 0.349782,
        "nauc_recall_at_5_std": 0.113261,
        "nauc_recall_at_5_diff1": 0.404143,
        "nauc_recall_at_10_max": 0.321474,
        "nauc_recall_at_10_std": 0.123924,
        "nauc_recall_at_10_diff1": 0.3405,
        "nauc_recall_at_20_max": 0.299218,
        "nauc_recall_at_20_std": 0.142078,
        "nauc_recall_at_20_diff1": 0.29496,
        "nauc_recall_at_100_max": 0.248058,
        "nauc_recall_at_100_std": 0.167171,
        "nauc_recall_at_100_diff1": 0.193928,
        "nauc_recall_at_1000_max": 0.201433,
        "nauc_recall_at_1000_std": 0.189114,
        "nauc_recall_at_1000_diff1": 0.082959,
        "nauc_precision_at_1_max": 0.447852,
        "nauc_precision_at_1_std": 0.082736,
        "nauc_precision_at_1_diff1": 0.679787,
        "nauc_precision_at_3_max": 0.385602,
        "nauc_precision_at_3_std": 0.10807,
        "nauc_precision_at_3_diff1": 0.476182,
        "nauc_precision_at_5_max": 0.349782,
        "nauc_precision_at_5_std": 0.113261,
        "nauc_precision_at_5_diff1": 0.404143,
        "nauc_precision_at_10_max": 0.321474,
        "nauc_precision_at_10_std": 0.123924,
        "nauc_precision_at_10_diff1": 0.3405,
        "nauc_precision_at_20_max": 0.299218,
        "nauc_precision_at_20_std": 0.142078,
        "nauc_precision_at_20_diff1": 0.29496,
        "nauc_precision_at_100_max": 0.248058,
        "nauc_precision_at_100_std": 0.167171,
        "nauc_precision_at_100_diff1": 0.193928,
        "nauc_precision_at_1000_max": 0.201433,
        "nauc_precision_at_1000_std": 0.189114,
        "nauc_precision_at_1000_diff1": 0.082959,
        "nauc_mrr_at_1_max": 0.447852,
        "nauc_mrr_at_1_std": 0.082736,
        "nauc_mrr_at_1_diff1": 0.679787,
        "nauc_mrr_at_3_max": 0.444397,
        "nauc_mrr_at_3_std": 0.091482,
        "nauc_mrr_at_3_diff1": 0.640122,
        "nauc_mrr_at_5_max": 0.442845,
        "nauc_mrr_at_5_std": 0.091811,
        "nauc_mrr_at_5_diff1": 0.63535,
        "nauc_mrr_at_10_max": 0.442276,
        "nauc_mrr_at_10_std": 0.092113,
        "nauc_mrr_at_10_diff1": 0.632324,
        "nauc_mrr_at_20_max": 0.442532,
        "nauc_mrr_at_20_std": 0.093368,
        "nauc_mrr_at_20_diff1": 0.631839,
        "nauc_mrr_at_100_max": 0.442706,
        "nauc_mrr_at_100_std": 0.09397,
        "nauc_mrr_at_100_diff1": 0.631998,
        "nauc_mrr_at_1000_max": 0.442711,
        "nauc_mrr_at_1000_std": 0.093954,
        "nauc_mrr_at_1000_diff1": 0.632132,
        "hit_rate_at_1": 0.47279,
        "hit_rate_at_3": 0.58677,
        "hit_rate_at_5": 0.62984,
        "hit_rate_at_10": 0.68143,
        "hit_rate_at_20": 0.72654,
        "hit_rate_at_100": 0.81621,
        "hit_rate_at_1000": 0.90871,
        "main_score": 0.38753,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 7573.657062530518,
  "kg_co2_emissions": null,
  "date": null
}