researchit-reranker-phase6 / production_model /eval_metrics_v6_production.json
siddhm11's picture
Add V6 production results
6300f40 verified
Raw
History Blame Contribute Delete
2.89 kB
{
"model": "V6 Production",
"schema": [
"qdrant_cosine_score",
"candidate_position",
"candidate_citation_count",
"candidate_log_citations",
"candidate_influential_citations",
"candidate_age_days",
"candidate_recency_score",
"query_citation_count",
"query_age_days",
"year_diff",
"same_primary_category",
"co_citation_count",
"shared_author_count",
"candidate_is_newer",
"query_log_citations",
"citation_count_ratio",
"age_ratio",
"candidate_citations_per_year",
"query_num_references",
"candidate_num_cited_by",
"ewma_longterm_similarity",
"ewma_shortterm_similarity",
"ewma_negative_similarity",
"cluster_importance",
"cluster_distance_to_medoid",
"is_suppressed_category",
"onboarding_category_match",
"user_total_saves",
"user_total_dismissals",
"user_days_since_last_save",
"user_session_save_count",
"cosine_x_recency",
"cosine_x_citations",
"category_x_recency",
"cosine_x_cocitation",
"position_inverse",
"citations_x_recency"
],
"features": 37,
"production_ready": true,
"deployment": "Replace production_model/reranker_v1.txt with this file",
"best_iter": 32,
"metrics": {
"ndcg@10": 0.9255485160611074,
"hard_neg_auc": 0.758041570149948,
"mrr": 0.9273172643543014
},
"importance": [
{
"f": "candidate_num_cited_by",
"i": 26907.28640025854
},
{
"f": "candidate_citation_count",
"i": 1561.4522007107735
},
{
"f": "candidate_age_days",
"i": 906.3612630367279
},
{
"f": "candidate_influential_citations",
"i": 881.0205265879631
},
{
"f": "candidate_recency_score",
"i": 709.3529700040817
},
{
"f": "candidate_citations_per_year",
"i": 641.6490477919579
},
{
"f": "candidate_log_citations",
"i": 524.8431212902069
},
{
"f": "category_x_recency",
"i": 511.7980020046234
},
{
"f": "same_primary_category",
"i": 458.84561812877655
},
{
"f": "query_age_days",
"i": 377.9137612581253
},
{
"f": "query_citation_count",
"i": 355.81505089998245
},
{
"f": "co_citation_count",
"i": 316.1920477747917
},
{
"f": "citations_x_recency",
"i": 292.59017914533615
},
{
"f": "query_num_references",
"i": 186.13154965639114
},
{
"f": "citation_count_ratio",
"i": 182.76094210147858
},
{
"f": "age_ratio",
"i": 180.22711968421936
},
{
"f": "query_log_citations",
"i": 57.030449986457825
},
{
"f": "year_diff",
"i": 21.366632163524628
},
{
"f": "qdrant_cosine_score",
"i": 0.0
},
{
"f": "candidate_position",
"i": 0.0
}
]
}