results/NQ.json

{
  "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31",
  "task_name": "NQ",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.21118,
        "ndcg_at_3": 0.27942,
        "ndcg_at_5": 0.31026,
        "ndcg_at_10": 0.3393,
        "ndcg_at_20": 0.36381,
        "ndcg_at_100": 0.39738,
        "ndcg_at_1000": 0.41611,
        "map_at_1": 0.18451,
        "map_at_3": 0.25175,
        "map_at_5": 0.26956,
        "map_at_10": 0.28255,
        "map_at_20": 0.28999,
        "map_at_100": 0.29503,
        "map_at_1000": 0.29575,
        "recall_at_1": 0.18451,
        "recall_at_3": 0.33157,
        "recall_at_5": 0.40346,
        "recall_at_10": 0.48795,
        "recall_at_20": 0.57918,
        "recall_at_100": 0.75135,
        "recall_at_1000": 0.89424,
        "accuracy": 0.18451,
        "precision_at_1": 0.21118,
        "precision_at_3": 0.12852,
        "precision_at_5": 0.09421,
        "precision_at_10": 0.05771,
        "precision_at_20": 0.03457,
        "precision_at_100": 0.00906,
        "precision_at_1000": 0.00108,
        "mrr_at_1": 0.211182,
        "mrr_at_3": 0.280562,
        "mrr_at_5": 0.297451,
        "mrr_at_10": 0.308598,
        "mrr_at_20": 0.314703,
        "mrr_at_100": 0.318792,
        "mrr_at_1000": 0.319378,
        "nauc_ndcg_at_1_max": 0.227658,
        "nauc_ndcg_at_1_std": 0.042089,
        "nauc_ndcg_at_1_diff1": 0.334397,
        "nauc_ndcg_at_3_max": 0.233831,
        "nauc_ndcg_at_3_std": 0.047104,
        "nauc_ndcg_at_3_diff1": 0.280007,
        "nauc_ndcg_at_5_max": 0.247242,
        "nauc_ndcg_at_5_std": 0.05021,
        "nauc_ndcg_at_5_diff1": 0.279189,
        "nauc_ndcg_at_10_max": 0.261999,
        "nauc_ndcg_at_10_std": 0.06917,
        "nauc_ndcg_at_10_diff1": 0.270863,
        "nauc_ndcg_at_20_max": 0.273322,
        "nauc_ndcg_at_20_std": 0.0828,
        "nauc_ndcg_at_20_diff1": 0.270226,
        "nauc_ndcg_at_100_max": 0.281507,
        "nauc_ndcg_at_100_std": 0.102193,
        "nauc_ndcg_at_100_diff1": 0.268713,
        "nauc_ndcg_at_1000_max": 0.278689,
        "nauc_ndcg_at_1000_std": 0.098306,
        "nauc_ndcg_at_1000_diff1": 0.271378,
        "nauc_map_at_1_max": 0.206711,
        "nauc_map_at_1_std": 0.02038,
        "nauc_map_at_1_diff1": 0.335062,
        "nauc_map_at_3_max": 0.226581,
        "nauc_map_at_3_std": 0.037068,
        "nauc_map_at_3_diff1": 0.291937,
        "nauc_map_at_5_max": 0.235828,
        "nauc_map_at_5_std": 0.039344,
        "nauc_map_at_5_diff1": 0.291742,
        "nauc_map_at_10_max": 0.243334,
        "nauc_map_at_10_std": 0.04915,
        "nauc_map_at_10_diff1": 0.287985,
        "nauc_map_at_20_max": 0.247297,
        "nauc_map_at_20_std": 0.053609,
        "nauc_map_at_20_diff1": 0.287867,
        "nauc_map_at_100_max": 0.24853,
        "nauc_map_at_100_std": 0.056405,
        "nauc_map_at_100_diff1": 0.287758,
        "nauc_map_at_1000_max": 0.248418,
        "nauc_map_at_1000_std": 0.056289,
        "nauc_map_at_1000_diff1": 0.287838,
        "nauc_recall_at_1_max": 0.206711,
        "nauc_recall_at_1_std": 0.02038,
        "nauc_recall_at_1_diff1": 0.335062,
        "nauc_recall_at_3_max": 0.228506,
        "nauc_recall_at_3_std": 0.05318,
        "nauc_recall_at_3_diff1": 0.236679,
        "nauc_recall_at_5_max": 0.256474,
        "nauc_recall_at_5_std": 0.058588,
        "nauc_recall_at_5_diff1": 0.236771,
        "nauc_recall_at_10_max": 0.294287,
        "nauc_recall_at_10_std": 0.106912,
        "nauc_recall_at_10_diff1": 0.213575,
        "nauc_recall_at_20_max": 0.337796,
        "nauc_recall_at_20_std": 0.157417,
        "nauc_recall_at_20_diff1": 0.210217,
        "nauc_recall_at_100_max": 0.42019,
        "nauc_recall_at_100_std": 0.318116,
        "nauc_recall_at_100_diff1": 0.17753,
        "nauc_recall_at_1000_max": 0.522955,
        "nauc_recall_at_1000_std": 0.4669,
        "nauc_recall_at_1000_diff1": 0.152906,
        "nauc_precision_at_1_max": 0.227658,
        "nauc_precision_at_1_std": 0.042089,
        "nauc_precision_at_1_diff1": 0.334397,
        "nauc_precision_at_3_max": 0.265897,
        "nauc_precision_at_3_std": 0.081893,
        "nauc_precision_at_3_diff1": 0.247919,
        "nauc_precision_at_5_max": 0.288929,
        "nauc_precision_at_5_std": 0.090039,
        "nauc_precision_at_5_diff1": 0.240097,
        "nauc_precision_at_10_max": 0.314827,
        "nauc_precision_at_10_std": 0.145096,
        "nauc_precision_at_10_diff1": 0.200927,
        "nauc_precision_at_20_max": 0.331121,
        "nauc_precision_at_20_std": 0.187749,
        "nauc_precision_at_20_diff1": 0.171022,
        "nauc_precision_at_100_max": 0.319739,
        "nauc_precision_at_100_std": 0.275434,
        "nauc_precision_at_100_diff1": 0.100659,
        "nauc_precision_at_1000_max": 0.254236,
        "nauc_precision_at_1000_std": 0.262596,
        "nauc_precision_at_1000_diff1": 0.031093,
        "nauc_mrr_at_1_max": 0.227658,
        "nauc_mrr_at_1_std": 0.042089,
        "nauc_mrr_at_1_diff1": 0.334397,
        "nauc_mrr_at_3_max": 0.241555,
        "nauc_mrr_at_3_std": 0.057749,
        "nauc_mrr_at_3_diff1": 0.292952,
        "nauc_mrr_at_5_max": 0.246783,
        "nauc_mrr_at_5_std": 0.058835,
        "nauc_mrr_at_5_diff1": 0.291366,
        "nauc_mrr_at_10_max": 0.251387,
        "nauc_mrr_at_10_std": 0.06434,
        "nauc_mrr_at_10_diff1": 0.288275,
        "nauc_mrr_at_20_max": 0.253639,
        "nauc_mrr_at_20_std": 0.067249,
        "nauc_mrr_at_20_diff1": 0.288323,
        "nauc_mrr_at_100_max": 0.254222,
        "nauc_mrr_at_100_std": 0.06871,
        "nauc_mrr_at_100_diff1": 0.288576,
        "nauc_mrr_at_1000_max": 0.254156,
        "nauc_mrr_at_1000_std": 0.068587,
        "nauc_mrr_at_1000_diff1": 0.288706,
        "hit_rate_at_1": 0.21118,
        "hit_rate_at_3": 0.36993,
        "hit_rate_at_5": 0.4438,
        "hit_rate_at_10": 0.52636,
        "hit_rate_at_20": 0.61327,
        "hit_rate_at_100": 0.77375,
        "hit_rate_at_1000": 0.9073,
        "main_score": 0.3393,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 2799.932240962982,
  "kg_co2_emissions": null,
  "date": null
}