results/ClimateFEVER.json

{
  "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
  "task_name": "ClimateFEVER",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.25733,
        "ndcg_at_3": 0.23106,
        "ndcg_at_5": 0.24946,
        "ndcg_at_10": 0.28514,
        "ndcg_at_20": 0.30884,
        "ndcg_at_100": 0.34748,
        "ndcg_at_1000": 0.37958,
        "map_at_1": 0.10913,
        "map_at_3": 0.1651,
        "map_at_5": 0.18323,
        "map_at_10": 0.20082,
        "map_at_20": 0.20926,
        "map_at_100": 0.21658,
        "map_at_1000": 0.21827,
        "recall_at_1": 0.10913,
        "recall_at_3": 0.21324,
        "recall_at_5": 0.26821,
        "recall_at_10": 0.34938,
        "recall_at_20": 0.41724,
        "recall_at_100": 0.56403,
        "recall_at_1000": 0.74556,
        "accuracy": 0.10913,
        "precision_at_1": 0.25733,
        "precision_at_3": 0.17633,
        "precision_at_5": 0.1355,
        "precision_at_10": 0.09055,
        "precision_at_20": 0.05518,
        "precision_at_100": 0.01577,
        "precision_at_1000": 0.00217,
        "mrr_at_1": 0.257329,
        "mrr_at_3": 0.34658,
        "mrr_at_5": 0.365375,
        "mrr_at_10": 0.378489,
        "mrr_at_20": 0.383489,
        "mrr_at_100": 0.386851,
        "mrr_at_1000": 0.387302,
        "nauc_ndcg_at_1_max": 0.360605,
        "nauc_ndcg_at_1_std": 0.288479,
        "nauc_ndcg_at_1_diff1": 0.226486,
        "nauc_ndcg_at_3_max": 0.36133,
        "nauc_ndcg_at_3_std": 0.276617,
        "nauc_ndcg_at_3_diff1": 0.155586,
        "nauc_ndcg_at_5_max": 0.377214,
        "nauc_ndcg_at_5_std": 0.305233,
        "nauc_ndcg_at_5_diff1": 0.146417,
        "nauc_ndcg_at_10_max": 0.384467,
        "nauc_ndcg_at_10_std": 0.330077,
        "nauc_ndcg_at_10_diff1": 0.141628,
        "nauc_ndcg_at_20_max": 0.389584,
        "nauc_ndcg_at_20_std": 0.346458,
        "nauc_ndcg_at_20_diff1": 0.134582,
        "nauc_ndcg_at_100_max": 0.399907,
        "nauc_ndcg_at_100_std": 0.363444,
        "nauc_ndcg_at_100_diff1": 0.137893,
        "nauc_ndcg_at_1000_max": 0.403099,
        "nauc_ndcg_at_1000_std": 0.368894,
        "nauc_ndcg_at_1000_diff1": 0.139714,
        "nauc_map_at_1_max": 0.341173,
        "nauc_map_at_1_std": 0.236647,
        "nauc_map_at_1_diff1": 0.217515,
        "nauc_map_at_3_max": 0.35406,
        "nauc_map_at_3_std": 0.255367,
        "nauc_map_at_3_diff1": 0.160133,
        "nauc_map_at_5_max": 0.364905,
        "nauc_map_at_5_std": 0.278874,
        "nauc_map_at_5_diff1": 0.156267,
        "nauc_map_at_10_max": 0.371907,
        "nauc_map_at_10_std": 0.299761,
        "nauc_map_at_10_diff1": 0.15101,
        "nauc_map_at_20_max": 0.374329,
        "nauc_map_at_20_std": 0.307949,
        "nauc_map_at_20_diff1": 0.148187,
        "nauc_map_at_100_max": 0.377414,
        "nauc_map_at_100_std": 0.313176,
        "nauc_map_at_100_diff1": 0.148796,
        "nauc_map_at_1000_max": 0.377881,
        "nauc_map_at_1000_std": 0.313881,
        "nauc_map_at_1000_diff1": 0.148826,
        "nauc_recall_at_1_max": 0.341173,
        "nauc_recall_at_1_std": 0.236647,
        "nauc_recall_at_1_diff1": 0.217515,
        "nauc_recall_at_3_max": 0.325457,
        "nauc_recall_at_3_std": 0.235244,
        "nauc_recall_at_3_diff1": 0.108169,
        "nauc_recall_at_5_max": 0.337877,
        "nauc_recall_at_5_std": 0.276172,
        "nauc_recall_at_5_diff1": 0.101689,
        "nauc_recall_at_10_max": 0.329629,
        "nauc_recall_at_10_std": 0.301548,
        "nauc_recall_at_10_diff1": 0.091553,
        "nauc_recall_at_20_max": 0.324971,
        "nauc_recall_at_20_std": 0.323171,
        "nauc_recall_at_20_diff1": 0.067873,
        "nauc_recall_at_100_max": 0.329571,
        "nauc_recall_at_100_std": 0.352092,
        "nauc_recall_at_100_diff1": 0.069738,
        "nauc_recall_at_1000_max": 0.333373,
        "nauc_recall_at_1000_std": 0.392714,
        "nauc_recall_at_1000_diff1": 0.067146,
        "nauc_precision_at_1_max": 0.360605,
        "nauc_precision_at_1_std": 0.288479,
        "nauc_precision_at_1_diff1": 0.226486,
        "nauc_precision_at_3_max": 0.366436,
        "nauc_precision_at_3_std": 0.325001,
        "nauc_precision_at_3_diff1": 0.119797,
        "nauc_precision_at_5_max": 0.366645,
        "nauc_precision_at_5_std": 0.364172,
        "nauc_precision_at_5_diff1": 0.097449,
        "nauc_precision_at_10_max": 0.341723,
        "nauc_precision_at_10_std": 0.382059,
        "nauc_precision_at_10_diff1": 0.072077,
        "nauc_precision_at_20_max": 0.321855,
        "nauc_precision_at_20_std": 0.391539,
        "nauc_precision_at_20_diff1": 0.04599,
        "nauc_precision_at_100_max": 0.265359,
        "nauc_precision_at_100_std": 0.357649,
        "nauc_precision_at_100_diff1": 0.02463,
        "nauc_precision_at_1000_max": 0.183648,
        "nauc_precision_at_1000_std": 0.288102,
        "nauc_precision_at_1000_diff1": -0.005633,
        "nauc_mrr_at_1_max": 0.360605,
        "nauc_mrr_at_1_std": 0.288479,
        "nauc_mrr_at_1_diff1": 0.226486,
        "nauc_mrr_at_3_max": 0.377359,
        "nauc_mrr_at_3_std": 0.307539,
        "nauc_mrr_at_3_diff1": 0.172497,
        "nauc_mrr_at_5_max": 0.387292,
        "nauc_mrr_at_5_std": 0.323401,
        "nauc_mrr_at_5_diff1": 0.171436,
        "nauc_mrr_at_10_max": 0.385426,
        "nauc_mrr_at_10_std": 0.323793,
        "nauc_mrr_at_10_diff1": 0.171854,
        "nauc_mrr_at_20_max": 0.385513,
        "nauc_mrr_at_20_std": 0.324528,
        "nauc_mrr_at_20_diff1": 0.171713,
        "nauc_mrr_at_100_max": 0.386086,
        "nauc_mrr_at_100_std": 0.324761,
        "nauc_mrr_at_100_diff1": 0.172499,
        "nauc_mrr_at_1000_max": 0.38589,
        "nauc_mrr_at_1000_std": 0.324467,
        "nauc_mrr_at_1000_diff1": 0.17253,
        "hit_rate_at_1": 0.25733,
        "hit_rate_at_3": 0.45928,
        "hit_rate_at_5": 0.54137,
        "hit_rate_at_10": 0.63779,
        "hit_rate_at_20": 0.70814,
        "hit_rate_at_100": 0.83518,
        "hit_rate_at_1000": 0.93225,
        "main_score": 0.28514,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 52955.644976615906,
  "kg_co2_emissions": null,
  "date": null
}