siddhm11's picture
Add V5 eval metrics: nDCG=1.0, HN-AUC=0.837
245a85f verified
Raw
History Blame Contribute Delete
2.46 kB
{
"model": "V5",
"features": [
"cand_cited_by",
"cand_refs",
"survey_refs",
"co_citation",
"bib_coupling",
"jaccard",
"adamic_adar",
"n_surveys_citing",
"n_total_cit",
"cited_by_survey_refs",
"hub_score",
"authority",
"authority_ratio",
"year_diff",
"is_newer",
"pref_attach",
"indirect_cit",
"cand_citation_count",
"cand_influential_cit",
"same_category",
"cand_recency",
"cit_ratio",
"cand_age_years",
"survey_citation_count",
"cit_per_year"
],
"num_features": 25,
"metrics": {
"ndcg@10": 1.0,
"hard_neg_auc": 0.8367518691894439,
"mrr": 0.9382716049382716
},
"feature_importance": [
{
"f": "n_surveys_citing",
"i": 33610.03427093569
},
{
"f": "cand_cited_by",
"i": 5473.262965915725
},
{
"f": "hub_score",
"i": 1090.9751255121082
},
{
"f": "survey_refs",
"i": 1035.7450321940705
},
{
"f": "cand_recency",
"i": 970.9841798022389
},
{
"f": "n_total_cit",
"i": 939.4337191255763
},
{
"f": "survey_citation_count",
"i": 927.2334140073508
},
{
"f": "cand_influential_cit",
"i": 715.6924514118582
},
{
"f": "same_category",
"i": 607.3218726748601
},
{
"f": "cited_by_survey_refs",
"i": 584.1888177180663
},
{
"f": "authority",
"i": 578.5719946101308
},
{
"f": "cit_ratio",
"i": 571.5529085090384
},
{
"f": "year_diff",
"i": 566.3474437119439
},
{
"f": "cit_per_year",
"i": 487.4531460739672
},
{
"f": "pref_attach",
"i": 474.953755245544
},
{
"f": "cand_age_years",
"i": 450.05624829325825
},
{
"f": "authority_ratio",
"i": 404.013142907992
},
{
"f": "cand_citation_count",
"i": 328.2113908044994
},
{
"f": "adamic_adar",
"i": 276.42846376635134
},
{
"f": "is_newer",
"i": 242.44030845165253
},
{
"f": "indirect_cit",
"i": 123.05330572463572
},
{
"f": "co_citation",
"i": 65.44761579390615
},
{
"f": "jaccard",
"i": 45.59257882926613
},
{
"f": "cand_refs",
"i": 41.46722808852792
},
{
"f": "bib_coupling",
"i": 19.3214054396376
}
]
}