Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", | |
| "task_name": "QuoraRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.4698, | |
| "ndcg_at_3": 0.54509, | |
| "ndcg_at_5": 0.57649, | |
| "ndcg_at_10": 0.60878, | |
| "ndcg_at_20": 0.63103, | |
| "ndcg_at_100": 0.65625, | |
| "ndcg_at_1000": 0.66329, | |
| "map_at_1": 0.41446, | |
| "map_at_3": 0.50626, | |
| "map_at_5": 0.52862, | |
| "map_at_10": 0.54542, | |
| "map_at_20": 0.55362, | |
| "map_at_100": 0.55889, | |
| "map_at_1000": 0.55941, | |
| "recall_at_1": 0.41446, | |
| "recall_at_3": 0.59202, | |
| "recall_at_5": 0.66933, | |
| "recall_at_10": 0.7625, | |
| "recall_at_20": 0.84025, | |
| "recall_at_100": 0.95421, | |
| "recall_at_1000": 0.99694, | |
| "accuracy": 0.41446, | |
| "precision_at_1": 0.4698, | |
| "precision_at_3": 0.24263, | |
| "precision_at_5": 0.17018, | |
| "precision_at_10": 0.10134, | |
| "precision_at_20": 0.05836, | |
| "precision_at_100": 0.01426, | |
| "precision_at_1000": 0.00156, | |
| "mrr_at_1": 0.4697, | |
| "mrr_at_3": 0.5477, | |
| "mrr_at_5": 0.565015, | |
| "mrr_at_10": 0.576804, | |
| "mrr_at_20": 0.581595, | |
| "mrr_at_100": 0.584092, | |
| "mrr_at_1000": 0.584251, | |
| "nauc_ndcg_at_1_max": 0.242627, | |
| "nauc_ndcg_at_1_std": -0.27156, | |
| "nauc_ndcg_at_1_diff1": 0.596144, | |
| "nauc_ndcg_at_3_max": 0.225705, | |
| "nauc_ndcg_at_3_std": -0.311229, | |
| "nauc_ndcg_at_3_diff1": 0.551705, | |
| "nauc_ndcg_at_5_max": 0.221515, | |
| "nauc_ndcg_at_5_std": -0.317005, | |
| "nauc_ndcg_at_5_diff1": 0.54517, | |
| "nauc_ndcg_at_10_max": 0.218478, | |
| "nauc_ndcg_at_10_std": -0.320542, | |
| "nauc_ndcg_at_10_diff1": 0.542752, | |
| "nauc_ndcg_at_20_max": 0.222624, | |
| "nauc_ndcg_at_20_std": -0.314486, | |
| "nauc_ndcg_at_20_diff1": 0.545057, | |
| "nauc_ndcg_at_100_max": 0.231862, | |
| "nauc_ndcg_at_100_std": -0.296704, | |
| "nauc_ndcg_at_100_diff1": 0.552009, | |
| "nauc_ndcg_at_1000_max": 0.235307, | |
| "nauc_ndcg_at_1000_std": -0.293706, | |
| "nauc_ndcg_at_1000_diff1": 0.553064, | |
| "nauc_map_at_1_max": 0.2022, | |
| "nauc_map_at_1_std": -0.296687, | |
| "nauc_map_at_1_diff1": 0.617598, | |
| "nauc_map_at_3_max": 0.211943, | |
| "nauc_map_at_3_std": -0.321927, | |
| "nauc_map_at_3_diff1": 0.571384, | |
| "nauc_map_at_5_max": 0.214408, | |
| "nauc_map_at_5_std": -0.321853, | |
| "nauc_map_at_5_diff1": 0.565964, | |
| "nauc_map_at_10_max": 0.216198, | |
| "nauc_map_at_10_std": -0.319969, | |
| "nauc_map_at_10_diff1": 0.563605, | |
| "nauc_map_at_20_max": 0.219685, | |
| "nauc_map_at_20_std": -0.315431, | |
| "nauc_map_at_20_diff1": 0.563699, | |
| "nauc_map_at_100_max": 0.223416, | |
| "nauc_map_at_100_std": -0.309592, | |
| "nauc_map_at_100_diff1": 0.564217, | |
| "nauc_map_at_1000_max": 0.223981, | |
| "nauc_map_at_1000_std": -0.308983, | |
| "nauc_map_at_1000_diff1": 0.564231, | |
| "nauc_recall_at_1_max": 0.2022, | |
| "nauc_recall_at_1_std": -0.296687, | |
| "nauc_recall_at_1_diff1": 0.617598, | |
| "nauc_recall_at_3_max": 0.197244, | |
| "nauc_recall_at_3_std": -0.348603, | |
| "nauc_recall_at_3_diff1": 0.51425, | |
| "nauc_recall_at_5_max": 0.185466, | |
| "nauc_recall_at_5_std": -0.35927, | |
| "nauc_recall_at_5_diff1": 0.482596, | |
| "nauc_recall_at_10_max": 0.162764, | |
| "nauc_recall_at_10_std": -0.381159, | |
| "nauc_recall_at_10_diff1": 0.4518, | |
| "nauc_recall_at_20_max": 0.156416, | |
| "nauc_recall_at_20_std": -0.380128, | |
| "nauc_recall_at_20_diff1": 0.434512, | |
| "nauc_recall_at_100_max": 0.169038, | |
| "nauc_recall_at_100_std": -0.261928, | |
| "nauc_recall_at_100_diff1": 0.453251, | |
| "nauc_recall_at_1000_max": 0.209998, | |
| "nauc_recall_at_1000_std": 0.068533, | |
| "nauc_recall_at_1000_diff1": 0.551631, | |
| "nauc_precision_at_1_max": 0.242627, | |
| "nauc_precision_at_1_std": -0.27156, | |
| "nauc_precision_at_1_diff1": 0.596144, | |
| "nauc_precision_at_3_max": 0.216054, | |
| "nauc_precision_at_3_std": -0.190855, | |
| "nauc_precision_at_3_diff1": 0.296211, | |
| "nauc_precision_at_5_max": 0.19862, | |
| "nauc_precision_at_5_std": -0.111633, | |
| "nauc_precision_at_5_diff1": 0.17586, | |
| "nauc_precision_at_10_max": 0.177626, | |
| "nauc_precision_at_10_std": 0.006455, | |
| "nauc_precision_at_10_diff1": 0.034291, | |
| "nauc_precision_at_20_max": 0.173016, | |
| "nauc_precision_at_20_std": 0.137359, | |
| "nauc_precision_at_20_diff1": -0.073858, | |
| "nauc_precision_at_100_max": 0.175021, | |
| "nauc_precision_at_100_std": 0.331598, | |
| "nauc_precision_at_100_diff1": -0.199334, | |
| "nauc_precision_at_1000_max": 0.183748, | |
| "nauc_precision_at_1000_std": 0.372886, | |
| "nauc_precision_at_1000_diff1": -0.243966, | |
| "nauc_mrr_at_1_max": 0.242127, | |
| "nauc_mrr_at_1_std": -0.271875, | |
| "nauc_mrr_at_1_diff1": 0.596406, | |
| "nauc_mrr_at_3_max": 0.239631, | |
| "nauc_mrr_at_3_std": -0.28665, | |
| "nauc_mrr_at_3_diff1": 0.556734, | |
| "nauc_mrr_at_5_max": 0.237779, | |
| "nauc_mrr_at_5_std": -0.287479, | |
| "nauc_mrr_at_5_diff1": 0.55338, | |
| "nauc_mrr_at_10_max": 0.237429, | |
| "nauc_mrr_at_10_std": -0.287793, | |
| "nauc_mrr_at_10_diff1": 0.554064, | |
| "nauc_mrr_at_20_max": 0.237648, | |
| "nauc_mrr_at_20_std": -0.287064, | |
| "nauc_mrr_at_20_diff1": 0.555243, | |
| "nauc_mrr_at_100_max": 0.237957, | |
| "nauc_mrr_at_100_std": -0.286295, | |
| "nauc_mrr_at_100_diff1": 0.55618, | |
| "nauc_mrr_at_1000_max": 0.237964, | |
| "nauc_mrr_at_1000_std": -0.286311, | |
| "nauc_mrr_at_1000_diff1": 0.556228, | |
| "hit_rate_at_1": 0.4698, | |
| "hit_rate_at_3": 0.6474, | |
| "hit_rate_at_5": 0.7226, | |
| "hit_rate_at_10": 0.81, | |
| "hit_rate_at_20": 0.8779, | |
| "hit_rate_at_100": 0.9697, | |
| "hit_rate_at_1000": 0.9986, | |
| "main_score": 0.60878, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 6991.366915464401, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |