results/FEVER.json

{
  "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
  "task_name": "FEVER",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.46925,
        "ndcg_at_3": 0.55071,
        "ndcg_at_5": 0.57948,
        "ndcg_at_10": 0.60273,
        "ndcg_at_20": 0.61745,
        "ndcg_at_100": 0.6322,
        "ndcg_at_1000": 0.63999,
        "map_at_1": 0.43338,
        "map_at_3": 0.51533,
        "map_at_5": 0.53199,
        "map_at_10": 0.54191,
        "map_at_20": 0.54617,
        "map_at_100": 0.54833,
        "map_at_1000": 0.54866,
        "recall_at_1": 0.43338,
        "recall_at_3": 0.61345,
        "recall_at_5": 0.68416,
        "recall_at_10": 0.75497,
        "recall_at_20": 0.81112,
        "recall_at_100": 0.88743,
        "recall_at_1000": 0.94505,
        "accuracy": 0.43338,
        "precision_at_1": 0.46925,
        "precision_at_3": 0.22262,
        "precision_at_5": 0.14902,
        "precision_at_10": 0.08254,
        "precision_at_20": 0.04449,
        "precision_at_100": 0.0098,
        "precision_at_1000": 0.00106,
        "mrr_at_1": 0.469247,
        "mrr_at_3": 0.554305,
        "mrr_at_5": 0.571287,
        "mrr_at_10": 0.581008,
        "mrr_at_20": 0.584916,
        "mrr_at_100": 0.586831,
        "mrr_at_1000": 0.587075,
        "nauc_ndcg_at_1_max": 0.307935,
        "nauc_ndcg_at_1_std": -0.044565,
        "nauc_ndcg_at_1_diff1": 0.498164,
        "nauc_ndcg_at_3_max": 0.32875,
        "nauc_ndcg_at_3_std": -0.00628,
        "nauc_ndcg_at_3_diff1": 0.42294,
        "nauc_ndcg_at_5_max": 0.333097,
        "nauc_ndcg_at_5_std": 0.001191,
        "nauc_ndcg_at_5_diff1": 0.426939,
        "nauc_ndcg_at_10_max": 0.337506,
        "nauc_ndcg_at_10_std": 0.013112,
        "nauc_ndcg_at_10_diff1": 0.427317,
        "nauc_ndcg_at_20_max": 0.343402,
        "nauc_ndcg_at_20_std": 0.021344,
        "nauc_ndcg_at_20_diff1": 0.430682,
        "nauc_ndcg_at_100_max": 0.340458,
        "nauc_ndcg_at_100_std": 0.026275,
        "nauc_ndcg_at_100_diff1": 0.430694,
        "nauc_ndcg_at_1000_max": 0.337595,
        "nauc_ndcg_at_1000_std": 0.020189,
        "nauc_ndcg_at_1000_diff1": 0.4305,
        "nauc_map_at_1_max": 0.281822,
        "nauc_map_at_1_std": -0.038833,
        "nauc_map_at_1_diff1": 0.462555,
        "nauc_map_at_3_max": 0.311792,
        "nauc_map_at_3_std": -0.014057,
        "nauc_map_at_3_diff1": 0.426413,
        "nauc_map_at_5_max": 0.315029,
        "nauc_map_at_5_std": -0.010006,
        "nauc_map_at_5_diff1": 0.429154,
        "nauc_map_at_10_max": 0.316792,
        "nauc_map_at_10_std": -0.005429,
        "nauc_map_at_10_diff1": 0.429398,
        "nauc_map_at_20_max": 0.318321,
        "nauc_map_at_20_std": -0.00355,
        "nauc_map_at_20_diff1": 0.430533,
        "nauc_map_at_100_max": 0.318088,
        "nauc_map_at_100_std": -0.002679,
        "nauc_map_at_100_diff1": 0.430622,
        "nauc_map_at_1000_max": 0.318016,
        "nauc_map_at_1000_std": -0.002829,
        "nauc_map_at_1000_diff1": 0.430619,
        "nauc_recall_at_1_max": 0.281822,
        "nauc_recall_at_1_std": -0.038833,
        "nauc_recall_at_1_diff1": 0.462555,
        "nauc_recall_at_3_max": 0.337929,
        "nauc_recall_at_3_std": 0.024712,
        "nauc_recall_at_3_diff1": 0.36574,
        "nauc_recall_at_5_max": 0.348748,
        "nauc_recall_at_5_std": 0.048767,
        "nauc_recall_at_5_diff1": 0.363043,
        "nauc_recall_at_10_max": 0.366064,
        "nauc_recall_at_10_std": 0.105414,
        "nauc_recall_at_10_diff1": 0.347255,
        "nauc_recall_at_20_max": 0.401989,
        "nauc_recall_at_20_std": 0.177834,
        "nauc_recall_at_20_diff1": 0.340058,
        "nauc_recall_at_100_max": 0.38542,
        "nauc_recall_at_100_std": 0.316377,
        "nauc_recall_at_100_diff1": 0.276212,
        "nauc_recall_at_1000_max": 0.318521,
        "nauc_recall_at_1000_std": 0.366042,
        "nauc_recall_at_1000_diff1": 0.126058,
        "nauc_precision_at_1_max": 0.307935,
        "nauc_precision_at_1_std": -0.044565,
        "nauc_precision_at_1_diff1": 0.498164,
        "nauc_precision_at_3_max": 0.384549,
        "nauc_precision_at_3_std": 0.024043,
        "nauc_precision_at_3_diff1": 0.398976,
        "nauc_precision_at_5_max": 0.406047,
        "nauc_precision_at_5_std": 0.051316,
        "nauc_precision_at_5_diff1": 0.401622,
        "nauc_precision_at_10_max": 0.424385,
        "nauc_precision_at_10_std": 0.116081,
        "nauc_precision_at_10_diff1": 0.367981,
        "nauc_precision_at_20_max": 0.451158,
        "nauc_precision_at_20_std": 0.189419,
        "nauc_precision_at_20_diff1": 0.339756,
        "nauc_precision_at_100_max": 0.37159,
        "nauc_precision_at_100_std": 0.289856,
        "nauc_precision_at_100_diff1": 0.21004,
        "nauc_precision_at_1000_max": 0.218426,
        "nauc_precision_at_1000_std": 0.204942,
        "nauc_precision_at_1000_diff1": 0.024451,
        "nauc_mrr_at_1_max": 0.307935,
        "nauc_mrr_at_1_std": -0.044565,
        "nauc_mrr_at_1_diff1": 0.498164,
        "nauc_mrr_at_3_max": 0.33891,
        "nauc_mrr_at_3_std": -0.021385,
        "nauc_mrr_at_3_diff1": 0.459468,
        "nauc_mrr_at_5_max": 0.34134,
        "nauc_mrr_at_5_std": -0.018379,
        "nauc_mrr_at_5_diff1": 0.462922,
        "nauc_mrr_at_10_max": 0.342712,
        "nauc_mrr_at_10_std": -0.015148,
        "nauc_mrr_at_10_diff1": 0.464056,
        "nauc_mrr_at_20_max": 0.343729,
        "nauc_mrr_at_20_std": -0.013733,
        "nauc_mrr_at_20_diff1": 0.464887,
        "nauc_mrr_at_100_max": 0.343275,
        "nauc_mrr_at_100_std": -0.013219,
        "nauc_mrr_at_100_diff1": 0.46497,
        "nauc_mrr_at_1000_max": 0.34312,
        "nauc_mrr_at_1000_std": -0.013459,
        "nauc_mrr_at_1000_diff1": 0.464961,
        "hit_rate_at_1": 0.46925,
        "hit_rate_at_3": 0.65962,
        "hit_rate_at_5": 0.73342,
        "hit_rate_at_10": 0.80588,
        "hit_rate_at_20": 0.86124,
        "hit_rate_at_100": 0.93474,
        "hit_rate_at_1000": 0.9838,
        "main_score": 0.60273,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 33480.48275399208,
  "kg_co2_emissions": null,
  "date": null
}