results/SCIDOCS.json

{
  "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88",
  "task_name": "SCIDOCS",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.178,
        "ndcg_at_3": 0.15178,
        "ndcg_at_5": 0.13389,
        "ndcg_at_10": 0.16367,
        "ndcg_at_20": 0.18898,
        "ndcg_at_100": 0.23692,
        "ndcg_at_1000": 0.28813,
        "map_at_1": 0.03618,
        "map_at_3": 0.06682,
        "map_at_5": 0.07936,
        "map_at_10": 0.0941,
        "map_at_20": 0.10301,
        "map_at_100": 0.112,
        "map_at_1000": 0.11471,
        "recall_at_1": 0.03618,
        "recall_at_3": 0.08792,
        "recall_at_5": 0.12132,
        "recall_at_10": 0.17622,
        "recall_at_20": 0.23592,
        "recall_at_100": 0.39093,
        "recall_at_1000": 0.64112,
        "accuracy": 0.03618,
        "precision_at_1": 0.178,
        "precision_at_3": 0.14433,
        "precision_at_5": 0.1196,
        "precision_at_10": 0.0869,
        "precision_at_20": 0.0581,
        "precision_at_100": 0.01926,
        "precision_at_1000": 0.00316,
        "mrr_at_1": 0.178,
        "mrr_at_3": 0.246833,
        "mrr_at_5": 0.265883,
        "mrr_at_10": 0.279195,
        "mrr_at_20": 0.285754,
        "mrr_at_100": 0.290632,
        "mrr_at_1000": 0.291327,
        "nauc_ndcg_at_1_max": 0.208178,
        "nauc_ndcg_at_1_std": 0.040644,
        "nauc_ndcg_at_1_diff1": 0.279969,
        "nauc_ndcg_at_3_max": 0.275226,
        "nauc_ndcg_at_3_std": 0.100922,
        "nauc_ndcg_at_3_diff1": 0.241222,
        "nauc_ndcg_at_5_max": 0.292698,
        "nauc_ndcg_at_5_std": 0.113028,
        "nauc_ndcg_at_5_diff1": 0.223008,
        "nauc_ndcg_at_10_max": 0.306503,
        "nauc_ndcg_at_10_std": 0.15104,
        "nauc_ndcg_at_10_diff1": 0.218366,
        "nauc_ndcg_at_20_max": 0.31432,
        "nauc_ndcg_at_20_std": 0.181087,
        "nauc_ndcg_at_20_diff1": 0.210431,
        "nauc_ndcg_at_100_max": 0.331268,
        "nauc_ndcg_at_100_std": 0.235026,
        "nauc_ndcg_at_100_diff1": 0.202471,
        "nauc_ndcg_at_1000_max": 0.338067,
        "nauc_ndcg_at_1000_std": 0.258461,
        "nauc_ndcg_at_1000_diff1": 0.199254,
        "nauc_map_at_1_max": 0.212539,
        "nauc_map_at_1_std": 0.042952,
        "nauc_map_at_1_diff1": 0.28069,
        "nauc_map_at_3_max": 0.278373,
        "nauc_map_at_3_std": 0.095586,
        "nauc_map_at_3_diff1": 0.255454,
        "nauc_map_at_5_max": 0.290533,
        "nauc_map_at_5_std": 0.094272,
        "nauc_map_at_5_diff1": 0.24045,
        "nauc_map_at_10_max": 0.299436,
        "nauc_map_at_10_std": 0.122221,
        "nauc_map_at_10_diff1": 0.227218,
        "nauc_map_at_20_max": 0.304754,
        "nauc_map_at_20_std": 0.140053,
        "nauc_map_at_20_diff1": 0.223028,
        "nauc_map_at_100_max": 0.312851,
        "nauc_map_at_100_std": 0.161249,
        "nauc_map_at_100_diff1": 0.221656,
        "nauc_map_at_1000_max": 0.314488,
        "nauc_map_at_1000_std": 0.165297,
        "nauc_map_at_1000_diff1": 0.221426,
        "nauc_recall_at_1_max": 0.212539,
        "nauc_recall_at_1_std": 0.042952,
        "nauc_recall_at_1_diff1": 0.28069,
        "nauc_recall_at_3_max": 0.29582,
        "nauc_recall_at_3_std": 0.122878,
        "nauc_recall_at_3_diff1": 0.222016,
        "nauc_recall_at_5_max": 0.310876,
        "nauc_recall_at_5_std": 0.133681,
        "nauc_recall_at_5_diff1": 0.188581,
        "nauc_recall_at_10_max": 0.314673,
        "nauc_recall_at_10_std": 0.193433,
        "nauc_recall_at_10_diff1": 0.174559,
        "nauc_recall_at_20_max": 0.318401,
        "nauc_recall_at_20_std": 0.245529,
        "nauc_recall_at_20_diff1": 0.158017,
        "nauc_recall_at_100_max": 0.319841,
        "nauc_recall_at_100_std": 0.344193,
        "nauc_recall_at_100_diff1": 0.122573,
        "nauc_recall_at_1000_max": 0.290961,
        "nauc_recall_at_1000_std": 0.403279,
        "nauc_recall_at_1000_diff1": 0.069177,
        "nauc_precision_at_1_max": 0.208178,
        "nauc_precision_at_1_std": 0.040644,
        "nauc_precision_at_1_diff1": 0.279969,
        "nauc_precision_at_3_max": 0.297464,
        "nauc_precision_at_3_std": 0.122037,
        "nauc_precision_at_3_diff1": 0.225189,
        "nauc_precision_at_5_max": 0.312842,
        "nauc_precision_at_5_std": 0.133293,
        "nauc_precision_at_5_diff1": 0.191194,
        "nauc_precision_at_10_max": 0.315541,
        "nauc_precision_at_10_std": 0.192576,
        "nauc_precision_at_10_diff1": 0.176052,
        "nauc_precision_at_20_max": 0.318162,
        "nauc_precision_at_20_std": 0.242574,
        "nauc_precision_at_20_diff1": 0.158633,
        "nauc_precision_at_100_max": 0.31952,
        "nauc_precision_at_100_std": 0.341137,
        "nauc_precision_at_100_diff1": 0.123397,
        "nauc_precision_at_1000_max": 0.287342,
        "nauc_precision_at_1000_std": 0.392837,
        "nauc_precision_at_1000_diff1": 0.069639,
        "nauc_mrr_at_1_max": 0.208178,
        "nauc_mrr_at_1_std": 0.040644,
        "nauc_mrr_at_1_diff1": 0.279969,
        "nauc_mrr_at_3_max": 0.246866,
        "nauc_mrr_at_3_std": 0.084647,
        "nauc_mrr_at_3_diff1": 0.239216,
        "nauc_mrr_at_5_max": 0.255461,
        "nauc_mrr_at_5_std": 0.099139,
        "nauc_mrr_at_5_diff1": 0.232614,
        "nauc_mrr_at_10_max": 0.258222,
        "nauc_mrr_at_10_std": 0.107307,
        "nauc_mrr_at_10_diff1": 0.23567,
        "nauc_mrr_at_20_max": 0.25704,
        "nauc_mrr_at_20_std": 0.109622,
        "nauc_mrr_at_20_diff1": 0.233232,
        "nauc_mrr_at_100_max": 0.257362,
        "nauc_mrr_at_100_std": 0.109959,
        "nauc_mrr_at_100_diff1": 0.233142,
        "nauc_mrr_at_1000_max": 0.25715,
        "nauc_mrr_at_1000_std": 0.109561,
        "nauc_mrr_at_1000_diff1": 0.233366,
        "hit_rate_at_1": 0.178,
        "hit_rate_at_3": 0.34,
        "hit_rate_at_5": 0.423,
        "hit_rate_at_10": 0.524,
        "hit_rate_at_20": 0.619,
        "hit_rate_at_100": 0.807,
        "hit_rate_at_1000": 0.957,
        "main_score": 0.16367,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 317.1544306278229,
  "kg_co2_emissions": null,
  "date": null
}