results/MSMARCO.json

{
  "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0",
  "task_name": "MSMARCO",
  "mteb_version": "2.10.7",
  "scores": {
    "dev": [
      {
        "ndcg_at_1": 0.13625,
        "ndcg_at_3": 0.2019,
        "ndcg_at_5": 0.22864,
        "ndcg_at_10": 0.25726,
        "ndcg_at_20": 0.27919,
        "ndcg_at_100": 0.31389,
        "ndcg_at_1000": 0.33934,
        "map_at_1": 0.13321,
        "map_at_3": 0.18416,
        "map_at_5": 0.19895,
        "map_at_10": 0.2109,
        "map_at_20": 0.21701,
        "map_at_100": 0.22177,
        "map_at_1000": 0.22267,
        "recall_at_1": 0.13321,
        "recall_at_3": 0.25008,
        "recall_at_5": 0.31439,
        "recall_at_10": 0.40142,
        "recall_at_20": 0.48681,
        "recall_at_100": 0.67248,
        "recall_at_1000": 0.87366,
        "accuracy": 0.13321,
        "precision_at_1": 0.13625,
        "precision_at_3": 0.08567,
        "precision_at_5": 0.0649,
        "precision_at_10": 0.0417,
        "precision_at_20": 0.02534,
        "precision_at_100": 0.00706,
        "precision_at_1000": 0.00093,
        "mrr_at_1": 0.136246,
        "mrr_at_3": 0.187512,
        "mrr_at_5": 0.202627,
        "mrr_at_10": 0.214528,
        "mrr_at_20": 0.220597,
        "mrr_at_100": 0.225219,
        "mrr_at_1000": 0.226072,
        "nauc_ndcg_at_1_max": 0.093399,
        "nauc_ndcg_at_1_std": -0.08675,
        "nauc_ndcg_at_1_diff1": 0.383353,
        "nauc_ndcg_at_3_max": 0.082612,
        "nauc_ndcg_at_3_std": -0.094617,
        "nauc_ndcg_at_3_diff1": 0.318672,
        "nauc_ndcg_at_5_max": 0.087284,
        "nauc_ndcg_at_5_std": -0.087053,
        "nauc_ndcg_at_5_diff1": 0.307274,
        "nauc_ndcg_at_10_max": 0.098624,
        "nauc_ndcg_at_10_std": -0.071552,
        "nauc_ndcg_at_10_diff1": 0.295866,
        "nauc_ndcg_at_20_max": 0.104107,
        "nauc_ndcg_at_20_std": -0.056058,
        "nauc_ndcg_at_20_diff1": 0.294653,
        "nauc_ndcg_at_100_max": 0.118627,
        "nauc_ndcg_at_100_std": -0.022275,
        "nauc_ndcg_at_100_diff1": 0.29013,
        "nauc_ndcg_at_1000_max": 0.122129,
        "nauc_ndcg_at_1000_std": -0.020528,
        "nauc_ndcg_at_1000_diff1": 0.294577,
        "nauc_map_at_1_max": 0.092532,
        "nauc_map_at_1_std": -0.086836,
        "nauc_map_at_1_diff1": 0.383733,
        "nauc_map_at_3_max": 0.084415,
        "nauc_map_at_3_std": -0.093965,
        "nauc_map_at_3_diff1": 0.33129,
        "nauc_map_at_5_max": 0.086949,
        "nauc_map_at_5_std": -0.0898,
        "nauc_map_at_5_diff1": 0.324339,
        "nauc_map_at_10_max": 0.09202,
        "nauc_map_at_10_std": -0.082923,
        "nauc_map_at_10_diff1": 0.319518,
        "nauc_map_at_20_max": 0.093919,
        "nauc_map_at_20_std": -0.078417,
        "nauc_map_at_20_diff1": 0.319325,
        "nauc_map_at_100_max": 0.09599,
        "nauc_map_at_100_std": -0.073679,
        "nauc_map_at_100_diff1": 0.318714,
        "nauc_map_at_1000_max": 0.096211,
        "nauc_map_at_1000_std": -0.073447,
        "nauc_map_at_1000_diff1": 0.318925,
        "nauc_recall_at_1_max": 0.092532,
        "nauc_recall_at_1_std": -0.086836,
        "nauc_recall_at_1_diff1": 0.383733,
        "nauc_recall_at_3_max": 0.078584,
        "nauc_recall_at_3_std": -0.096077,
        "nauc_recall_at_3_diff1": 0.288074,
        "nauc_recall_at_5_max": 0.088485,
        "nauc_recall_at_5_std": -0.079656,
        "nauc_recall_at_5_diff1": 0.266764,
        "nauc_recall_at_10_max": 0.115682,
        "nauc_recall_at_10_std": -0.042055,
        "nauc_recall_at_10_diff1": 0.23882,
        "nauc_recall_at_20_max": 0.131926,
        "nauc_recall_at_20_std": 0.008761,
        "nauc_recall_at_20_diff1": 0.232895,
        "nauc_recall_at_100_max": 0.215249,
        "nauc_recall_at_100_std": 0.207541,
        "nauc_recall_at_100_diff1": 0.191877,
        "nauc_recall_at_1000_max": 0.371403,
        "nauc_recall_at_1000_std": 0.48817,
        "nauc_recall_at_1000_diff1": 0.147312,
        "nauc_precision_at_1_max": 0.093399,
        "nauc_precision_at_1_std": -0.08675,
        "nauc_precision_at_1_diff1": 0.383353,
        "nauc_precision_at_3_max": 0.081004,
        "nauc_precision_at_3_std": -0.095384,
        "nauc_precision_at_3_diff1": 0.288779,
        "nauc_precision_at_5_max": 0.090831,
        "nauc_precision_at_5_std": -0.078907,
        "nauc_precision_at_5_diff1": 0.266908,
        "nauc_precision_at_10_max": 0.121537,
        "nauc_precision_at_10_std": -0.035889,
        "nauc_precision_at_10_diff1": 0.238216,
        "nauc_precision_at_20_max": 0.139064,
        "nauc_precision_at_20_std": 0.016142,
        "nauc_precision_at_20_diff1": 0.227652,
        "nauc_precision_at_100_max": 0.220797,
        "nauc_precision_at_100_std": 0.208055,
        "nauc_precision_at_100_diff1": 0.174679,
        "nauc_precision_at_1000_max": 0.299085,
        "nauc_precision_at_1000_std": 0.347796,
        "nauc_precision_at_1000_diff1": 0.082151,
        "nauc_mrr_at_1_max": 0.093399,
        "nauc_mrr_at_1_std": -0.08675,
        "nauc_mrr_at_1_diff1": 0.383353,
        "nauc_mrr_at_3_max": 0.083923,
        "nauc_mrr_at_3_std": -0.093443,
        "nauc_mrr_at_3_diff1": 0.331226,
        "nauc_mrr_at_5_max": 0.086591,
        "nauc_mrr_at_5_std": -0.08909,
        "nauc_mrr_at_5_diff1": 0.323781,
        "nauc_mrr_at_10_max": 0.091846,
        "nauc_mrr_at_10_std": -0.081979,
        "nauc_mrr_at_10_diff1": 0.318344,
        "nauc_mrr_at_20_max": 0.093517,
        "nauc_mrr_at_20_std": -0.0774,
        "nauc_mrr_at_20_diff1": 0.318073,
        "nauc_mrr_at_100_max": 0.095405,
        "nauc_mrr_at_100_std": -0.073061,
        "nauc_mrr_at_100_diff1": 0.31747,
        "nauc_mrr_at_1000_max": 0.095563,
        "nauc_mrr_at_1000_std": -0.072916,
        "nauc_mrr_at_1000_diff1": 0.317692,
        "hit_rate_at_1": 0.13625,
        "hit_rate_at_3": 0.25501,
        "hit_rate_at_5": 0.3212,
        "hit_rate_at_10": 0.40989,
        "hit_rate_at_20": 0.49628,
        "hit_rate_at_100": 0.68209,
        "hit_rate_at_1000": 0.88052,
        "main_score": 0.25726,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 9067.453301429749,
  "kg_co2_emissions": null,
  "date": null
}