{ "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", "task_name": "QuoraRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.3395, "ndcg_at_3": 0.40993, "ndcg_at_5": 0.43895, "ndcg_at_10": 0.47125, "ndcg_at_20": 0.49673, "ndcg_at_100": 0.52977, "ndcg_at_1000": 0.54587, "map_at_1": 0.29747, "map_at_3": 0.37586, "map_at_5": 0.39525, "map_at_10": 0.41078, "map_at_20": 0.41919, "map_at_100": 0.42506, "map_at_1000": 0.42596, "recall_at_1": 0.29747, "recall_at_3": 0.45582, "recall_at_5": 0.52672, "recall_at_10": 0.6215, "recall_at_20": 0.71323, "recall_at_100": 0.86966, "recall_at_1000": 0.97776, "accuracy": 0.29747, "precision_at_1": 0.3395, "precision_at_3": 0.18537, "precision_at_5": 0.13218, "precision_at_10": 0.08104, "precision_at_20": 0.04838, "precision_at_100": 0.0127, "precision_at_1000": 0.00151, "mrr_at_1": 0.3394, "mrr_at_3": 0.411967, "mrr_at_5": 0.428422, "mrr_at_10": 0.440889, "mrr_at_20": 0.447098, "mrr_at_100": 0.450728, "mrr_at_1000": 0.451141, "nauc_ndcg_at_1_max": 0.135346, "nauc_ndcg_at_1_std": -0.223801, "nauc_ndcg_at_1_diff1": 0.524108, "nauc_ndcg_at_3_max": 0.099687, "nauc_ndcg_at_3_std": -0.246758, "nauc_ndcg_at_3_diff1": 0.465789, "nauc_ndcg_at_5_max": 0.093327, "nauc_ndcg_at_5_std": -0.244507, "nauc_ndcg_at_5_diff1": 0.459002, "nauc_ndcg_at_10_max": 0.086768, "nauc_ndcg_at_10_std": -0.240557, "nauc_ndcg_at_10_diff1": 0.454514, "nauc_ndcg_at_20_max": 0.087084, "nauc_ndcg_at_20_std": -0.235867, "nauc_ndcg_at_20_diff1": 0.453584, "nauc_ndcg_at_100_max": 0.09941, "nauc_ndcg_at_100_std": -0.218573, "nauc_ndcg_at_100_diff1": 0.45706, "nauc_ndcg_at_1000_max": 0.106198, "nauc_ndcg_at_1000_std": -0.220209, "nauc_ndcg_at_1000_diff1": 0.462484, "nauc_map_at_1_max": 0.117878, "nauc_map_at_1_std": -0.239938, "nauc_map_at_1_diff1": 0.544161, "nauc_map_at_3_max": 0.100022, "nauc_map_at_3_std": -0.251977, "nauc_map_at_3_diff1": 0.48562, "nauc_map_at_5_max": 0.098995, "nauc_map_at_5_std": -0.249101, "nauc_map_at_5_diff1": 0.480474, "nauc_map_at_10_max": 0.097397, "nauc_map_at_10_std": -0.245821, "nauc_map_at_10_diff1": 0.477757, "nauc_map_at_20_max": 0.098407, "nauc_map_at_20_std": -0.243218, "nauc_map_at_20_diff1": 0.477262, "nauc_map_at_100_max": 0.101907, "nauc_map_at_100_std": -0.238898, "nauc_map_at_100_diff1": 0.477479, "nauc_map_at_1000_max": 0.102496, "nauc_map_at_1000_std": -0.238572, "nauc_map_at_1000_diff1": 0.477652, "nauc_recall_at_1_max": 0.117878, "nauc_recall_at_1_std": -0.239938, "nauc_recall_at_1_diff1": 0.544161, "nauc_recall_at_3_max": 0.066617, "nauc_recall_at_3_std": -0.263381, "nauc_recall_at_3_diff1": 0.423394, "nauc_recall_at_5_max": 0.052716, "nauc_recall_at_5_std": -0.253446, "nauc_recall_at_5_diff1": 0.398113, "nauc_recall_at_10_max": 0.023686, "nauc_recall_at_10_std": -0.241584, "nauc_recall_at_10_diff1": 0.372372, "nauc_recall_at_20_max": 0.007724, "nauc_recall_at_20_std": -0.224439, "nauc_recall_at_20_diff1": 0.350451, "nauc_recall_at_100_max": 0.036551, "nauc_recall_at_100_std": -0.070878, "nauc_recall_at_100_diff1": 0.31393, "nauc_recall_at_1000_max": 0.205495, "nauc_recall_at_1000_std": 0.221713, "nauc_recall_at_1000_diff1": 0.300437, "nauc_precision_at_1_max": 0.135346, "nauc_precision_at_1_std": -0.223801, "nauc_precision_at_1_diff1": 0.524108, "nauc_precision_at_3_max": 0.095232, "nauc_precision_at_3_std": -0.196321, "nauc_precision_at_3_diff1": 0.318365, "nauc_precision_at_5_max": 0.085769, "nauc_precision_at_5_std": -0.151798, "nauc_precision_at_5_diff1": 0.252051, "nauc_precision_at_10_max": 0.077989, "nauc_precision_at_10_std": -0.074288, "nauc_precision_at_10_diff1": 0.162782, "nauc_precision_at_20_max": 0.093223, "nauc_precision_at_20_std": 0.015528, "nauc_precision_at_20_diff1": 0.077619, "nauc_precision_at_100_max": 0.161458, "nauc_precision_at_100_std": 0.201995, "nauc_precision_at_100_diff1": -0.06583, "nauc_precision_at_1000_max": 0.181209, "nauc_precision_at_1000_std": 0.242523, "nauc_precision_at_1000_diff1": -0.142709, "nauc_mrr_at_1_max": 0.134859, "nauc_mrr_at_1_std": -0.224306, "nauc_mrr_at_1_diff1": 0.524417, "nauc_mrr_at_3_max": 0.112952, "nauc_mrr_at_3_std": -0.233472, "nauc_mrr_at_3_diff1": 0.474668, "nauc_mrr_at_5_max": 0.109906, "nauc_mrr_at_5_std": -0.2317, "nauc_mrr_at_5_diff1": 0.471847, "nauc_mrr_at_10_max": 0.108752, "nauc_mrr_at_10_std": -0.229231, "nauc_mrr_at_10_diff1": 0.471538, "nauc_mrr_at_20_max": 0.108807, "nauc_mrr_at_20_std": -0.228431, "nauc_mrr_at_20_diff1": 0.47166, "nauc_mrr_at_100_max": 0.109739, "nauc_mrr_at_100_std": -0.227372, "nauc_mrr_at_100_diff1": 0.472266, "nauc_mrr_at_1000_max": 0.109833, "nauc_mrr_at_1000_std": -0.227483, "nauc_mrr_at_1000_diff1": 0.472448, "hit_rate_at_1": 0.3395, "hit_rate_at_3": 0.5047, "hit_rate_at_5": 0.5759, "hit_rate_at_10": 0.6695, "hit_rate_at_20": 0.7588, "hit_rate_at_100": 0.8993, "hit_rate_at_1000": 0.9866, "main_score": 0.47125, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 859.216555595398, "kg_co2_emissions": null, "date": null }