Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1", | |
| "task_name": "MindSmallReranking", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.12598, | |
| "ndcg_at_3": 0.20216, | |
| "ndcg_at_5": 0.24835, | |
| "ndcg_at_10": 0.31204, | |
| "ndcg_at_20": 0.36539, | |
| "ndcg_at_100": 0.42798, | |
| "ndcg_at_1000": 0.43128, | |
| "map_at_1": 0.0956, | |
| "map_at_3": 0.16528, | |
| "map_at_5": 0.19258, | |
| "map_at_10": 0.22112, | |
| "map_at_20": 0.23859, | |
| "map_at_100": 0.25209, | |
| "map_at_1000": 0.25252, | |
| "recall_at_1": 0.0956, | |
| "recall_at_3": 0.25232, | |
| "recall_at_5": 0.36225, | |
| "recall_at_10": 0.54217, | |
| "recall_at_20": 0.72363, | |
| "recall_at_100": 0.98401, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.0956, | |
| "precision_at_1": 0.12598, | |
| "precision_at_3": 0.11221, | |
| "precision_at_5": 0.09928, | |
| "precision_at_10": 0.07839, | |
| "precision_at_20": 0.05605, | |
| "precision_at_100": 0.01768, | |
| "precision_at_1000": 0.00183, | |
| "mrr_at_1": 0.125981, | |
| "mrr_at_3": 0.209588, | |
| "mrr_at_5": 0.239351, | |
| "mrr_at_10": 0.26572, | |
| "mrr_at_20": 0.277943, | |
| "mrr_at_100": 0.283183, | |
| "mrr_at_1000": 0.283225, | |
| "nauc_ndcg_at_1_max": -0.104201, | |
| "nauc_ndcg_at_1_std": 0.001288, | |
| "nauc_ndcg_at_1_diff1": 0.095348, | |
| "nauc_ndcg_at_3_max": -0.211544, | |
| "nauc_ndcg_at_3_std": -0.029752, | |
| "nauc_ndcg_at_3_diff1": 0.115933, | |
| "nauc_ndcg_at_5_max": -0.244515, | |
| "nauc_ndcg_at_5_std": -0.031516, | |
| "nauc_ndcg_at_5_diff1": 0.114488, | |
| "nauc_ndcg_at_10_max": -0.279164, | |
| "nauc_ndcg_at_10_std": -0.029658, | |
| "nauc_ndcg_at_10_diff1": 0.110381, | |
| "nauc_ndcg_at_20_max": -0.287885, | |
| "nauc_ndcg_at_20_std": -0.022378, | |
| "nauc_ndcg_at_20_diff1": 0.108318, | |
| "nauc_ndcg_at_100_max": -0.225422, | |
| "nauc_ndcg_at_100_std": -0.017316, | |
| "nauc_ndcg_at_100_diff1": 0.105675, | |
| "nauc_ndcg_at_1000_max": -0.214328, | |
| "nauc_ndcg_at_1000_std": -0.018515, | |
| "nauc_ndcg_at_1000_diff1": 0.105085, | |
| "nauc_map_at_1_max": -0.173303, | |
| "nauc_map_at_1_std": -0.025778, | |
| "nauc_map_at_1_diff1": 0.113225, | |
| "nauc_map_at_3_max": -0.225168, | |
| "nauc_map_at_3_std": -0.036324, | |
| "nauc_map_at_3_diff1": 0.121841, | |
| "nauc_map_at_5_max": -0.241531, | |
| "nauc_map_at_5_std": -0.035501, | |
| "nauc_map_at_5_diff1": 0.119487, | |
| "nauc_map_at_10_max": -0.25586, | |
| "nauc_map_at_10_std": -0.033091, | |
| "nauc_map_at_10_diff1": 0.116565, | |
| "nauc_map_at_20_max": -0.256827, | |
| "nauc_map_at_20_std": -0.029715, | |
| "nauc_map_at_20_diff1": 0.115319, | |
| "nauc_map_at_100_max": -0.243816, | |
| "nauc_map_at_100_std": -0.027839, | |
| "nauc_map_at_100_diff1": 0.114594, | |
| "nauc_map_at_1000_max": -0.242651, | |
| "nauc_map_at_1000_std": -0.027962, | |
| "nauc_map_at_1000_diff1": 0.114543, | |
| "nauc_recall_at_1_max": -0.173303, | |
| "nauc_recall_at_1_std": -0.025778, | |
| "nauc_recall_at_1_diff1": 0.113225, | |
| "nauc_recall_at_3_max": -0.252014, | |
| "nauc_recall_at_3_std": -0.042615, | |
| "nauc_recall_at_3_diff1": 0.118464, | |
| "nauc_recall_at_5_max": -0.294924, | |
| "nauc_recall_at_5_std": -0.042843, | |
| "nauc_recall_at_5_diff1": 0.111123, | |
| "nauc_recall_at_10_max": -0.377514, | |
| "nauc_recall_at_10_std": -0.041452, | |
| "nauc_recall_at_10_diff1": 0.100685, | |
| "nauc_recall_at_20_max": -0.468779, | |
| "nauc_recall_at_20_std": -0.025678, | |
| "nauc_recall_at_20_diff1": 0.095301, | |
| "nauc_recall_at_100_max": -0.788366, | |
| "nauc_recall_at_100_std": 0.06123, | |
| "nauc_recall_at_100_diff1": 0.107095, | |
| "nauc_recall_at_1000_max": -0.523156, | |
| "nauc_recall_at_1000_std": -0.097666, | |
| "nauc_recall_at_1000_diff1": 0.462278, | |
| "nauc_precision_at_1_max": -0.104201, | |
| "nauc_precision_at_1_std": 0.001288, | |
| "nauc_precision_at_1_diff1": 0.095348, | |
| "nauc_precision_at_3_max": -0.170536, | |
| "nauc_precision_at_3_std": -0.007155, | |
| "nauc_precision_at_3_diff1": 0.095646, | |
| "nauc_precision_at_5_max": -0.186608, | |
| "nauc_precision_at_5_std": 0.001505, | |
| "nauc_precision_at_5_diff1": 0.081227, | |
| "nauc_precision_at_10_max": -0.162808, | |
| "nauc_precision_at_10_std": 0.02156, | |
| "nauc_precision_at_10_diff1": 0.045084, | |
| "nauc_precision_at_20_max": -0.051641, | |
| "nauc_precision_at_20_std": 0.049477, | |
| "nauc_precision_at_20_diff1": 0.002871, | |
| "nauc_precision_at_100_max": 0.248386, | |
| "nauc_precision_at_100_std": 0.049607, | |
| "nauc_precision_at_100_diff1": -0.0518, | |
| "nauc_precision_at_1000_max": 0.276931, | |
| "nauc_precision_at_1000_std": 0.043409, | |
| "nauc_precision_at_1000_diff1": -0.054216, | |
| "nauc_mrr_at_1_max": -0.104201, | |
| "nauc_mrr_at_1_std": 0.001288, | |
| "nauc_mrr_at_1_diff1": 0.095348, | |
| "nauc_mrr_at_3_max": -0.152842, | |
| "nauc_mrr_at_3_std": -0.010081, | |
| "nauc_mrr_at_3_diff1": 0.10128, | |
| "nauc_mrr_at_5_max": -0.16673, | |
| "nauc_mrr_at_5_std": -0.010453, | |
| "nauc_mrr_at_5_diff1": 0.100154, | |
| "nauc_mrr_at_10_max": -0.176941, | |
| "nauc_mrr_at_10_std": -0.010261, | |
| "nauc_mrr_at_10_diff1": 0.099085, | |
| "nauc_mrr_at_20_max": -0.177121, | |
| "nauc_mrr_at_20_std": -0.009398, | |
| "nauc_mrr_at_20_diff1": 0.099188, | |
| "nauc_mrr_at_100_max": -0.173364, | |
| "nauc_mrr_at_100_std": -0.009322, | |
| "nauc_mrr_at_100_diff1": 0.099437, | |
| "nauc_mrr_at_1000_max": -0.173261, | |
| "nauc_mrr_at_1000_std": -0.009337, | |
| "nauc_mrr_at_1000_diff1": 0.099435, | |
| "hit_rate_at_1": 0.12598, | |
| "hit_rate_at_3": 0.32039, | |
| "hit_rate_at_5": 0.4515, | |
| "hit_rate_at_10": 0.6489, | |
| "hit_rate_at_20": 0.82237, | |
| "hit_rate_at_100": 0.99467, | |
| "hit_rate_at_1000": 1.0, | |
| "max_over_subqueries_ndcg_at_1": 0.15657, | |
| "max_over_subqueries_ndcg_at_3": 0.25225, | |
| "max_over_subqueries_ndcg_at_5": 0.30198, | |
| "max_over_subqueries_ndcg_at_10": 0.36553, | |
| "max_over_subqueries_ndcg_at_20": 0.41292, | |
| "max_over_subqueries_ndcg_at_100": 0.45995, | |
| "max_over_subqueries_ndcg_at_1000": 0.46184, | |
| "max_over_subqueries_map_at_1": 0.12983, | |
| "max_over_subqueries_map_at_3": 0.21415, | |
| "max_over_subqueries_map_at_5": 0.24316, | |
| "max_over_subqueries_map_at_10": 0.27155, | |
| "max_over_subqueries_map_at_20": 0.28685, | |
| "max_over_subqueries_map_at_100": 0.29655, | |
| "max_over_subqueries_map_at_1000": 0.29675, | |
| "max_over_subqueries_recall_at_1": 0.12983, | |
| "max_over_subqueries_recall_at_3": 0.31863, | |
| "max_over_subqueries_recall_at_5": 0.43604, | |
| "max_over_subqueries_recall_at_10": 0.61794, | |
| "max_over_subqueries_recall_at_20": 0.78406, | |
| "max_over_subqueries_recall_at_100": 0.98996, | |
| "max_over_subqueries_recall_at_1000": 0.99999, | |
| "max_over_subqueries_accuracy": 0.12983, | |
| "max_over_subqueries_precision_at_1": 0.15657, | |
| "max_over_subqueries_precision_at_3": 0.12987, | |
| "max_over_subqueries_precision_at_5": 0.10928, | |
| "max_over_subqueries_precision_at_10": 0.08076, | |
| "max_over_subqueries_precision_at_20": 0.05395, | |
| "max_over_subqueries_precision_at_100": 0.01494, | |
| "max_over_subqueries_precision_at_1000": 0.00152, | |
| "max_over_subqueries_mrr_at_1_max": -0.083322, | |
| "max_over_subqueries_mrr_at_1_std": 0.004621, | |
| "max_over_subqueries_mrr_at_1_diff1": 0.129126, | |
| "max_over_subqueries_mrr_at_3_max": -0.165724, | |
| "max_over_subqueries_mrr_at_3_std": -0.036559, | |
| "max_over_subqueries_mrr_at_3_diff1": 0.108393, | |
| "max_over_subqueries_mrr_at_5_max": -0.174057, | |
| "max_over_subqueries_mrr_at_5_std": -0.031077, | |
| "max_over_subqueries_mrr_at_5_diff1": 0.083845, | |
| "max_over_subqueries_mrr_at_10_max": -0.128178, | |
| "max_over_subqueries_mrr_at_10_std": -0.003154, | |
| "max_over_subqueries_mrr_at_10_diff1": 0.045313, | |
| "max_over_subqueries_mrr_at_20_max": 0.026749, | |
| "max_over_subqueries_mrr_at_20_std": 0.070114, | |
| "max_over_subqueries_mrr_at_20_diff1": 0.007007, | |
| "max_over_subqueries_mrr_at_100_max": 0.37139, | |
| "max_over_subqueries_mrr_at_100_std": 0.179291, | |
| "max_over_subqueries_mrr_at_100_diff1": -0.035877, | |
| "max_over_subqueries_mrr_at_1000_max": 0.394305, | |
| "max_over_subqueries_mrr_at_1000_std": 0.177673, | |
| "max_over_subqueries_mrr_at_1000_diff1": -0.037114, | |
| "max_over_subqueries_mrr_at_1": 0.156573, | |
| "max_over_subqueries_mrr_at_3": 0.251198, | |
| "max_over_subqueries_mrr_at_5": 0.281036, | |
| "max_over_subqueries_mrr_at_10": 0.306447, | |
| "max_over_subqueries_mrr_at_20": 0.317359, | |
| "max_over_subqueries_mrr_at_100": 0.321859, | |
| "max_over_subqueries_mrr_at_1000": 0.321894, | |
| "max_over_subqueries_nauc_mrr_at_1_max": -0.083322, | |
| "max_over_subqueries_nauc_mrr_at_1_std": 0.004621, | |
| "max_over_subqueries_nauc_mrr_at_1_diff1": 0.129126, | |
| "max_over_subqueries_nauc_mrr_at_3_max": -0.14095, | |
| "max_over_subqueries_nauc_mrr_at_3_std": -0.026159, | |
| "max_over_subqueries_nauc_mrr_at_3_diff1": 0.122392, | |
| "max_over_subqueries_nauc_mrr_at_5_max": -0.15343, | |
| "max_over_subqueries_nauc_mrr_at_5_std": -0.02986, | |
| "max_over_subqueries_nauc_mrr_at_5_diff1": 0.118007, | |
| "max_over_subqueries_nauc_mrr_at_10_max": -0.160839, | |
| "max_over_subqueries_nauc_mrr_at_10_std": -0.031598, | |
| "max_over_subqueries_nauc_mrr_at_10_diff1": 0.117091, | |
| "max_over_subqueries_nauc_mrr_at_20_max": -0.15927, | |
| "max_over_subqueries_nauc_mrr_at_20_std": -0.02991, | |
| "max_over_subqueries_nauc_mrr_at_20_diff1": 0.118052, | |
| "max_over_subqueries_nauc_mrr_at_100_max": -0.156134, | |
| "max_over_subqueries_nauc_mrr_at_100_std": -0.028925, | |
| "max_over_subqueries_nauc_mrr_at_100_diff1": 0.118473, | |
| "max_over_subqueries_nauc_mrr_at_1000_max": -0.156066, | |
| "max_over_subqueries_nauc_mrr_at_1000_std": -0.028929, | |
| "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.11848, | |
| "max_over_subqueries_hit_rate_at_1": 0.15657, | |
| "max_over_subqueries_hit_rate_at_3": 0.37454, | |
| "max_over_subqueries_hit_rate_at_5": 0.50564, | |
| "max_over_subqueries_hit_rate_at_10": 0.69456, | |
| "max_over_subqueries_hit_rate_at_20": 0.84867, | |
| "max_over_subqueries_hit_rate_at_100": 0.9956, | |
| "max_over_subqueries_hit_rate_at_1000": 0.99999, | |
| "main_score": 0.29675, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 3376.5412323474884, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |