researchit-reranker-phase6 / production_model /eval_metrics_exa_v1.json
siddhm11's picture
Exa model eval metrics
33df4bd verified
Raw
History Blame Contribute Delete
2.97 kB
{
"model": "reranker_exa_v1",
"data": "93K Exa findSimilar pairs + hard negatives",
"train_rows": 39459,
"eval_rows": 3881,
"train_queries": 2257,
"eval_queries": 235,
"best_iteration": 188,
"eval_metrics": {
"ndcg@10": 0.999861211859234,
"hard_neg_auc": 0.9730603385975726,
"mrr": 0.9659574468085106
},
"importance": [
{
"f": "position_inverse",
"i": 91858.95870601013
},
{
"f": "candidate_position",
"i": 14132.449180345982
},
{
"f": "co_citation_count",
"i": 3560.862382028252
},
{
"f": "query_citation_count",
"i": 1034.9953849189915
},
{
"f": "candidate_influential_citations",
"i": 937.888320078142
},
{
"f": "age_ratio",
"i": 918.4462667144835
},
{
"f": "citation_count_ratio",
"i": 836.8483927757479
},
{
"f": "query_age_days",
"i": 783.7682531564496
},
{
"f": "category_x_recency",
"i": 772.5697443634272
},
{
"f": "candidate_num_cited_by",
"i": 769.316386341583
},
{
"f": "candidate_citation_count",
"i": 722.9314735834487
},
{
"f": "shared_author_count",
"i": 651.7318598488346
},
{
"f": "citations_x_recency",
"i": 589.5717827547342
},
{
"f": "candidate_citations_per_year",
"i": 467.35710863163695
},
{
"f": "candidate_age_days",
"i": 375.18497193418443
},
{
"f": "candidate_recency_score",
"i": 242.9321630364284
},
{
"f": "query_num_references",
"i": 179.99511690903455
},
{
"f": "year_diff",
"i": 103.86553149763495
},
{
"f": "query_log_citations",
"i": 80.68094129022211
},
{
"f": "same_primary_category",
"i": 72.33195366058499
}
],
"production_ready": true,
"schema": [
"qdrant_cosine_score",
"candidate_position",
"candidate_citation_count",
"candidate_log_citations",
"candidate_influential_citations",
"candidate_age_days",
"candidate_recency_score",
"query_citation_count",
"query_age_days",
"year_diff",
"same_primary_category",
"co_citation_count",
"shared_author_count",
"candidate_is_newer",
"query_log_citations",
"citation_count_ratio",
"age_ratio",
"candidate_citations_per_year",
"query_num_references",
"candidate_num_cited_by",
"ewma_longterm_similarity",
"ewma_shortterm_similarity",
"ewma_negative_similarity",
"cluster_importance",
"cluster_distance_to_medoid",
"is_suppressed_category",
"onboarding_category_match",
"user_total_saves",
"user_total_dismissals",
"user_days_since_last_save",
"user_session_save_count",
"cosine_x_recency",
"cosine_x_citations",
"category_x_recency",
"cosine_x_cocitation",
"position_inverse",
"citations_x_recency"
]
}