results/SCIDOCS.json

{
  "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88",
  "task_name": "SCIDOCS",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.155,
        "ndcg_at_3": 0.13078,
        "ndcg_at_5": 0.11503,
        "ndcg_at_10": 0.13804,
        "ndcg_at_20": 0.15998,
        "ndcg_at_100": 0.20243,
        "ndcg_at_1000": 0.25317,
        "map_at_1": 0.03153,
        "map_at_3": 0.05712,
        "map_at_5": 0.06765,
        "map_at_10": 0.07837,
        "map_at_20": 0.08582,
        "map_at_100": 0.09327,
        "map_at_1000": 0.09573,
        "recall_at_1": 0.03153,
        "recall_at_3": 0.07543,
        "recall_at_5": 0.10372,
        "recall_at_10": 0.14582,
        "recall_at_20": 0.19738,
        "recall_at_100": 0.33632,
        "recall_at_1000": 0.58528,
        "accuracy": 0.03153,
        "precision_at_1": 0.155,
        "precision_at_3": 0.124,
        "precision_at_5": 0.1022,
        "precision_at_10": 0.072,
        "precision_at_20": 0.04865,
        "precision_at_100": 0.01654,
        "precision_at_1000": 0.00288,
        "mrr_at_1": 0.155,
        "mrr_at_3": 0.215,
        "mrr_at_5": 0.232,
        "mrr_at_10": 0.243669,
        "mrr_at_20": 0.249906,
        "mrr_at_100": 0.254768,
        "mrr_at_1000": 0.255674,
        "nauc_ndcg_at_1_max": 0.231484,
        "nauc_ndcg_at_1_std": 0.084593,
        "nauc_ndcg_at_1_diff1": 0.236848,
        "nauc_ndcg_at_3_max": 0.234252,
        "nauc_ndcg_at_3_std": 0.109501,
        "nauc_ndcg_at_3_diff1": 0.156689,
        "nauc_ndcg_at_5_max": 0.250816,
        "nauc_ndcg_at_5_std": 0.127385,
        "nauc_ndcg_at_5_diff1": 0.159505,
        "nauc_ndcg_at_10_max": 0.261777,
        "nauc_ndcg_at_10_std": 0.146122,
        "nauc_ndcg_at_10_diff1": 0.155097,
        "nauc_ndcg_at_20_max": 0.277604,
        "nauc_ndcg_at_20_std": 0.18522,
        "nauc_ndcg_at_20_diff1": 0.149107,
        "nauc_ndcg_at_100_max": 0.299531,
        "nauc_ndcg_at_100_std": 0.238601,
        "nauc_ndcg_at_100_diff1": 0.153838,
        "nauc_ndcg_at_1000_max": 0.303846,
        "nauc_ndcg_at_1000_std": 0.253348,
        "nauc_ndcg_at_1000_diff1": 0.149708,
        "nauc_map_at_1_max": 0.227826,
        "nauc_map_at_1_std": 0.079616,
        "nauc_map_at_1_diff1": 0.233921,
        "nauc_map_at_3_max": 0.224283,
        "nauc_map_at_3_std": 0.094514,
        "nauc_map_at_3_diff1": 0.16489,
        "nauc_map_at_5_max": 0.248081,
        "nauc_map_at_5_std": 0.109918,
        "nauc_map_at_5_diff1": 0.169002,
        "nauc_map_at_10_max": 0.257353,
        "nauc_map_at_10_std": 0.127767,
        "nauc_map_at_10_diff1": 0.155553,
        "nauc_map_at_20_max": 0.269403,
        "nauc_map_at_20_std": 0.150379,
        "nauc_map_at_20_diff1": 0.149023,
        "nauc_map_at_100_max": 0.279361,
        "nauc_map_at_100_std": 0.172387,
        "nauc_map_at_100_diff1": 0.15071,
        "nauc_map_at_1000_max": 0.281011,
        "nauc_map_at_1000_std": 0.175714,
        "nauc_map_at_1000_diff1": 0.151116,
        "nauc_recall_at_1_max": 0.227826,
        "nauc_recall_at_1_std": 0.079616,
        "nauc_recall_at_1_diff1": 0.233921,
        "nauc_recall_at_3_max": 0.229892,
        "nauc_recall_at_3_std": 0.113366,
        "nauc_recall_at_3_diff1": 0.119941,
        "nauc_recall_at_5_max": 0.260898,
        "nauc_recall_at_5_std": 0.14579,
        "nauc_recall_at_5_diff1": 0.132385,
        "nauc_recall_at_10_max": 0.265188,
        "nauc_recall_at_10_std": 0.170693,
        "nauc_recall_at_10_diff1": 0.122562,
        "nauc_recall_at_20_max": 0.282079,
        "nauc_recall_at_20_std": 0.239223,
        "nauc_recall_at_20_diff1": 0.107755,
        "nauc_recall_at_100_max": 0.302749,
        "nauc_recall_at_100_std": 0.332714,
        "nauc_recall_at_100_diff1": 0.112588,
        "nauc_recall_at_1000_max": 0.274104,
        "nauc_recall_at_1000_std": 0.348695,
        "nauc_recall_at_1000_diff1": 0.071044,
        "nauc_precision_at_1_max": 0.231484,
        "nauc_precision_at_1_std": 0.084593,
        "nauc_precision_at_1_diff1": 0.236848,
        "nauc_precision_at_3_max": 0.232853,
        "nauc_precision_at_3_std": 0.116771,
        "nauc_precision_at_3_diff1": 0.121221,
        "nauc_precision_at_5_max": 0.261833,
        "nauc_precision_at_5_std": 0.14751,
        "nauc_precision_at_5_diff1": 0.131572,
        "nauc_precision_at_10_max": 0.26684,
        "nauc_precision_at_10_std": 0.172864,
        "nauc_precision_at_10_diff1": 0.121939,
        "nauc_precision_at_20_max": 0.283174,
        "nauc_precision_at_20_std": 0.239201,
        "nauc_precision_at_20_diff1": 0.107388,
        "nauc_precision_at_100_max": 0.304568,
        "nauc_precision_at_100_std": 0.334437,
        "nauc_precision_at_100_diff1": 0.112342,
        "nauc_precision_at_1000_max": 0.268955,
        "nauc_precision_at_1000_std": 0.344055,
        "nauc_precision_at_1000_diff1": 0.069828,
        "nauc_mrr_at_1_max": 0.231484,
        "nauc_mrr_at_1_std": 0.084593,
        "nauc_mrr_at_1_diff1": 0.236848,
        "nauc_mrr_at_3_max": 0.241033,
        "nauc_mrr_at_3_std": 0.111429,
        "nauc_mrr_at_3_diff1": 0.179655,
        "nauc_mrr_at_5_max": 0.239315,
        "nauc_mrr_at_5_std": 0.120883,
        "nauc_mrr_at_5_diff1": 0.179617,
        "nauc_mrr_at_10_max": 0.239134,
        "nauc_mrr_at_10_std": 0.12255,
        "nauc_mrr_at_10_diff1": 0.183522,
        "nauc_mrr_at_20_max": 0.241025,
        "nauc_mrr_at_20_std": 0.129373,
        "nauc_mrr_at_20_diff1": 0.183849,
        "nauc_mrr_at_100_max": 0.242517,
        "nauc_mrr_at_100_std": 0.130664,
        "nauc_mrr_at_100_diff1": 0.184625,
        "nauc_mrr_at_1000_max": 0.242389,
        "nauc_mrr_at_1000_std": 0.130298,
        "nauc_mrr_at_1000_diff1": 0.184644,
        "hit_rate_at_1": 0.155,
        "hit_rate_at_3": 0.293,
        "hit_rate_at_5": 0.367,
        "hit_rate_at_10": 0.455,
        "hit_rate_at_20": 0.544,
        "hit_rate_at_100": 0.739,
        "hit_rate_at_1000": 0.947,
        "main_score": 0.13804,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 33.275694370269775,
  "kg_co2_emissions": null,
  "date": null
}