{ "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", "task_name": "NQ", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.33951, "ndcg_at_3": 0.43457, "ndcg_at_5": 0.47221, "ndcg_at_10": 0.50709, "ndcg_at_20": 0.52863, "ndcg_at_100": 0.55254, "ndcg_at_1000": 0.56244, "map_at_1": 0.30453, "map_at_3": 0.39928, "map_at_5": 0.42211, "map_at_10": 0.43813, "map_at_20": 0.4448, "map_at_100": 0.44863, "map_at_1000": 0.44905, "recall_at_1": 0.30453, "recall_at_3": 0.50403, "recall_at_5": 0.5905, "recall_at_10": 0.69153, "recall_at_20": 0.77091, "recall_at_100": 0.89098, "recall_at_1000": 0.9641, "accuracy": 0.30453, "precision_at_1": 0.33951, "precision_at_3": 0.19409, "precision_at_5": 0.13841, "precision_at_10": 0.08204, "precision_at_20": 0.04612, "precision_at_100": 0.01077, "precision_at_1000": 0.00117, "mrr_at_1": 0.339803, "mrr_at_3": 0.432165, "mrr_at_5": 0.450835, "mrr_at_10": 0.463697, "mrr_at_20": 0.469005, "mrr_at_100": 0.471857, "mrr_at_1000": 0.472159, "nauc_ndcg_at_1_max": 0.270025, "nauc_ndcg_at_1_std": -0.026849, "nauc_ndcg_at_1_diff1": 0.349592, "nauc_ndcg_at_3_max": 0.280558, "nauc_ndcg_at_3_std": -0.022572, "nauc_ndcg_at_3_diff1": 0.310399, "nauc_ndcg_at_5_max": 0.29647, "nauc_ndcg_at_5_std": -0.009819, "nauc_ndcg_at_5_diff1": 0.310482, "nauc_ndcg_at_10_max": 0.311006, "nauc_ndcg_at_10_std": 0.004916, "nauc_ndcg_at_10_diff1": 0.315014, "nauc_ndcg_at_20_max": 0.316541, "nauc_ndcg_at_20_std": 0.019375, "nauc_ndcg_at_20_diff1": 0.310826, "nauc_ndcg_at_100_max": 0.317248, "nauc_ndcg_at_100_std": 0.025329, "nauc_ndcg_at_100_diff1": 0.309193, "nauc_ndcg_at_1000_max": 0.313143, "nauc_ndcg_at_1000_std": 0.019623, "nauc_ndcg_at_1000_diff1": 0.311716, "nauc_map_at_1_max": 0.251462, "nauc_map_at_1_std": -0.049018, "nauc_map_at_1_diff1": 0.354785, "nauc_map_at_3_max": 0.273375, "nauc_map_at_3_std": -0.032462, "nauc_map_at_3_diff1": 0.319255, "nauc_map_at_5_max": 0.283607, "nauc_map_at_5_std": -0.024037, "nauc_map_at_5_diff1": 0.318974, "nauc_map_at_10_max": 0.290281, "nauc_map_at_10_std": -0.01741, "nauc_map_at_10_diff1": 0.321299, "nauc_map_at_20_max": 0.291684, "nauc_map_at_20_std": -0.013166, "nauc_map_at_20_diff1": 0.320553, "nauc_map_at_100_max": 0.291961, "nauc_map_at_100_std": -0.012082, "nauc_map_at_100_diff1": 0.320184, "nauc_map_at_1000_max": 0.291836, "nauc_map_at_1000_std": -0.012211, "nauc_map_at_1000_diff1": 0.320286, "nauc_recall_at_1_max": 0.251462, "nauc_recall_at_1_std": -0.049018, "nauc_recall_at_1_diff1": 0.354785, "nauc_recall_at_3_max": 0.281935, "nauc_recall_at_3_std": -0.015814, "nauc_recall_at_3_diff1": 0.278599, "nauc_recall_at_5_max": 0.316856, "nauc_recall_at_5_std": 0.011386, "nauc_recall_at_5_diff1": 0.274985, "nauc_recall_at_10_max": 0.369207, "nauc_recall_at_10_std": 0.063566, "nauc_recall_at_10_diff1": 0.282917, "nauc_recall_at_20_max": 0.414031, "nauc_recall_at_20_std": 0.155072, "nauc_recall_at_20_diff1": 0.250797, "nauc_recall_at_100_max": 0.516506, "nauc_recall_at_100_std": 0.343967, "nauc_recall_at_100_diff1": 0.198863, "nauc_recall_at_1000_max": 0.689949, "nauc_recall_at_1000_std": 0.621901, "nauc_recall_at_1000_diff1": 0.139196, "nauc_precision_at_1_max": 0.270025, "nauc_precision_at_1_std": -0.026849, "nauc_precision_at_1_diff1": 0.349592, "nauc_precision_at_3_max": 0.299539, "nauc_precision_at_3_std": 0.033226, "nauc_precision_at_3_diff1": 0.242101, "nauc_precision_at_5_max": 0.309114, "nauc_precision_at_5_std": 0.073494, "nauc_precision_at_5_diff1": 0.205136, "nauc_precision_at_10_max": 0.306248, "nauc_precision_at_10_std": 0.126028, "nauc_precision_at_10_diff1": 0.169771, "nauc_precision_at_20_max": 0.288905, "nauc_precision_at_20_std": 0.186661, "nauc_precision_at_20_diff1": 0.110903, "nauc_precision_at_100_max": 0.221255, "nauc_precision_at_100_std": 0.235258, "nauc_precision_at_100_diff1": 0.006968, "nauc_precision_at_1000_max": 0.121641, "nauc_precision_at_1000_std": 0.195476, "nauc_precision_at_1000_diff1": -0.048779, "nauc_mrr_at_1_max": 0.269532, "nauc_mrr_at_1_std": -0.02756, "nauc_mrr_at_1_diff1": 0.34872, "nauc_mrr_at_3_max": 0.285746, "nauc_mrr_at_3_std": -0.009905, "nauc_mrr_at_3_diff1": 0.318684, "nauc_mrr_at_5_max": 0.291567, "nauc_mrr_at_5_std": -0.004671, "nauc_mrr_at_5_diff1": 0.319689, "nauc_mrr_at_10_max": 0.295961, "nauc_mrr_at_10_std": -0.000471, "nauc_mrr_at_10_diff1": 0.321211, "nauc_mrr_at_20_max": 0.296766, "nauc_mrr_at_20_std": 0.001583, "nauc_mrr_at_20_diff1": 0.320293, "nauc_mrr_at_100_max": 0.296661, "nauc_mrr_at_100_std": 0.001831, "nauc_mrr_at_100_diff1": 0.320293, "nauc_mrr_at_1000_max": 0.296562, "nauc_mrr_at_1000_std": 0.001724, "nauc_mrr_at_1000_diff1": 0.320366, "hit_rate_at_1": 0.33951, "hit_rate_at_3": 0.54838, "hit_rate_at_5": 0.63007, "hit_rate_at_10": 0.72538, "hit_rate_at_20": 0.79954, "hit_rate_at_100": 0.90759, "hit_rate_at_1000": 0.97016, "main_score": 0.50709, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 30726.536249637604, "kg_co2_emissions": null, "date": null }