results/FiQA2018.json

{
  "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
  "task_name": "FiQA2018",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.19444,
        "ndcg_at_3": 0.17421,
        "ndcg_at_5": 0.18489,
        "ndcg_at_10": 0.20716,
        "ndcg_at_20": 0.22924,
        "ndcg_at_100": 0.27278,
        "ndcg_at_1000": 0.31664,
        "map_at_1": 0.09419,
        "map_at_3": 0.12794,
        "map_at_5": 0.14025,
        "map_at_10": 0.15239,
        "map_at_20": 0.15959,
        "map_at_100": 0.16638,
        "map_at_1000": 0.16845,
        "recall_at_1": 0.09419,
        "recall_at_3": 0.15688,
        "recall_at_5": 0.19738,
        "recall_at_10": 0.26208,
        "recall_at_20": 0.33317,
        "recall_at_100": 0.51961,
        "recall_at_1000": 0.79336,
        "accuracy": 0.09419,
        "precision_at_1": 0.19444,
        "precision_at_3": 0.1142,
        "precision_at_5": 0.08796,
        "precision_at_10": 0.05988,
        "precision_at_20": 0.0385,
        "precision_at_100": 0.01272,
        "precision_at_1000": 0.00203,
        "mrr_at_1": 0.194444,
        "mrr_at_3": 0.240484,
        "mrr_at_5": 0.252752,
        "mrr_at_10": 0.263528,
        "mrr_at_20": 0.268686,
        "mrr_at_100": 0.273424,
        "mrr_at_1000": 0.274264,
        "nauc_ndcg_at_1_max": 0.085396,
        "nauc_ndcg_at_1_std": -0.098157,
        "nauc_ndcg_at_1_diff1": 0.280954,
        "nauc_ndcg_at_3_max": 0.098421,
        "nauc_ndcg_at_3_std": -0.088118,
        "nauc_ndcg_at_3_diff1": 0.217215,
        "nauc_ndcg_at_5_max": 0.079253,
        "nauc_ndcg_at_5_std": -0.085253,
        "nauc_ndcg_at_5_diff1": 0.203115,
        "nauc_ndcg_at_10_max": 0.094562,
        "nauc_ndcg_at_10_std": -0.049793,
        "nauc_ndcg_at_10_diff1": 0.192416,
        "nauc_ndcg_at_20_max": 0.108877,
        "nauc_ndcg_at_20_std": -0.029945,
        "nauc_ndcg_at_20_diff1": 0.185746,
        "nauc_ndcg_at_100_max": 0.119487,
        "nauc_ndcg_at_100_std": -0.01582,
        "nauc_ndcg_at_100_diff1": 0.186088,
        "nauc_ndcg_at_1000_max": 0.14455,
        "nauc_ndcg_at_1000_std": 0.005886,
        "nauc_ndcg_at_1000_diff1": 0.182528,
        "nauc_map_at_1_max": 0.061388,
        "nauc_map_at_1_std": -0.123295,
        "nauc_map_at_1_diff1": 0.303957,
        "nauc_map_at_3_max": 0.079236,
        "nauc_map_at_3_std": -0.099114,
        "nauc_map_at_3_diff1": 0.237395,
        "nauc_map_at_5_max": 0.074919,
        "nauc_map_at_5_std": -0.09161,
        "nauc_map_at_5_diff1": 0.224816,
        "nauc_map_at_10_max": 0.088382,
        "nauc_map_at_10_std": -0.068697,
        "nauc_map_at_10_diff1": 0.217232,
        "nauc_map_at_20_max": 0.095154,
        "nauc_map_at_20_std": -0.059207,
        "nauc_map_at_20_diff1": 0.213481,
        "nauc_map_at_100_max": 0.098858,
        "nauc_map_at_100_std": -0.055959,
        "nauc_map_at_100_diff1": 0.213501,
        "nauc_map_at_1000_max": 0.100972,
        "nauc_map_at_1000_std": -0.054037,
        "nauc_map_at_1000_diff1": 0.212963,
        "nauc_recall_at_1_max": 0.061388,
        "nauc_recall_at_1_std": -0.123295,
        "nauc_recall_at_1_diff1": 0.303957,
        "nauc_recall_at_3_max": 0.066185,
        "nauc_recall_at_3_std": -0.090075,
        "nauc_recall_at_3_diff1": 0.177468,
        "nauc_recall_at_5_max": 0.048001,
        "nauc_recall_at_5_std": -0.080127,
        "nauc_recall_at_5_diff1": 0.144526,
        "nauc_recall_at_10_max": 0.089675,
        "nauc_recall_at_10_std": -0.003944,
        "nauc_recall_at_10_diff1": 0.125863,
        "nauc_recall_at_20_max": 0.117459,
        "nauc_recall_at_20_std": 0.041872,
        "nauc_recall_at_20_diff1": 0.109021,
        "nauc_recall_at_100_max": 0.133245,
        "nauc_recall_at_100_std": 0.100071,
        "nauc_recall_at_100_diff1": 0.110776,
        "nauc_recall_at_1000_max": 0.307733,
        "nauc_recall_at_1000_std": 0.332186,
        "nauc_recall_at_1000_diff1": 0.054725,
        "nauc_precision_at_1_max": 0.085396,
        "nauc_precision_at_1_std": -0.098157,
        "nauc_precision_at_1_diff1": 0.280954,
        "nauc_precision_at_3_max": 0.123342,
        "nauc_precision_at_3_std": -0.050796,
        "nauc_precision_at_3_diff1": 0.15625,
        "nauc_precision_at_5_max": 0.114479,
        "nauc_precision_at_5_std": -0.016031,
        "nauc_precision_at_5_diff1": 0.127815,
        "nauc_precision_at_10_max": 0.155919,
        "nauc_precision_at_10_std": 0.052964,
        "nauc_precision_at_10_diff1": 0.099074,
        "nauc_precision_at_20_max": 0.182719,
        "nauc_precision_at_20_std": 0.087839,
        "nauc_precision_at_20_diff1": 0.074914,
        "nauc_precision_at_100_max": 0.187287,
        "nauc_precision_at_100_std": 0.097828,
        "nauc_precision_at_100_diff1": 0.020769,
        "nauc_precision_at_1000_max": 0.216903,
        "nauc_precision_at_1000_std": 0.132659,
        "nauc_precision_at_1000_diff1": -0.02185,
        "nauc_mrr_at_1_max": 0.085396,
        "nauc_mrr_at_1_std": -0.098157,
        "nauc_mrr_at_1_diff1": 0.280954,
        "nauc_mrr_at_3_max": 0.088598,
        "nauc_mrr_at_3_std": -0.086612,
        "nauc_mrr_at_3_diff1": 0.224869,
        "nauc_mrr_at_5_max": 0.086083,
        "nauc_mrr_at_5_std": -0.086926,
        "nauc_mrr_at_5_diff1": 0.21999,
        "nauc_mrr_at_10_max": 0.089551,
        "nauc_mrr_at_10_std": -0.079567,
        "nauc_mrr_at_10_diff1": 0.215158,
        "nauc_mrr_at_20_max": 0.091542,
        "nauc_mrr_at_20_std": -0.076476,
        "nauc_mrr_at_20_diff1": 0.214022,
        "nauc_mrr_at_100_max": 0.092425,
        "nauc_mrr_at_100_std": -0.076498,
        "nauc_mrr_at_100_diff1": 0.215476,
        "nauc_mrr_at_1000_max": 0.092728,
        "nauc_mrr_at_1000_std": -0.07618,
        "nauc_mrr_at_1000_diff1": 0.215609,
        "hit_rate_at_1": 0.19444,
        "hit_rate_at_3": 0.2963,
        "hit_rate_at_5": 0.35031,
        "hit_rate_at_10": 0.43056,
        "hit_rate_at_20": 0.50617,
        "hit_rate_at_100": 0.71451,
        "hit_rate_at_1000": 0.91358,
        "main_score": 0.20716,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 66.45291948318481,
  "kg_co2_emissions": null,
  "date": null
}