siddhm11's picture
Add V4 eval metrics
81f6108 verified
Raw
History Blame Contribute Delete
3.06 kB
{
"model": "LightGBM LambdaRank V4",
"features": [
"candidate_num_cited_by",
"candidate_num_references",
"survey_num_references",
"co_citation_count",
"bibliographic_coupling",
"jaccard_refs",
"adamic_adar",
"n_surveys_citing",
"n_total_citations",
"cited_by_survey_refs",
"candidate_cites_survey_refs",
"shared_citers_with_survey",
"hub_score",
"authority_score",
"authority_ratio",
"citation_asymmetry",
"year_diff",
"is_newer",
"clustering_coeff",
"common_neighbors_normalized",
"preferential_attachment",
"resource_allocation",
"centrality_in_survey_subgraph",
"indirect_citation_strength",
"citation_depth"
],
"num_features": 25,
"best_iteration": 1,
"train_metrics": {
"ndcg@10": 0.945946057277316,
"hard_neg_auc": 0.7782199203149744,
"mrr": 0.9020263972424466
},
"feature_importance": [
{
"feature": "n_surveys_citing",
"importance": 1405.8176836669445
},
{
"feature": "is_newer",
"importance": 28.071730136871338
},
{
"feature": "hub_score",
"importance": 24.737838745117188
},
{
"feature": "cited_by_survey_refs",
"importance": 19.119629859924316
},
{
"feature": "year_diff",
"importance": 15.386948198080063
},
{
"feature": "survey_num_references",
"importance": 13.789052933454514
},
{
"feature": "preferential_attachment",
"importance": 13.501449078321457
},
{
"feature": "clustering_coeff",
"importance": 10.019370973110199
},
{
"feature": "authority_score",
"importance": 8.070955008268356
},
{
"feature": "candidate_num_cited_by",
"importance": 7.871390104293823
},
{
"feature": "resource_allocation",
"importance": 5.227717876434326
},
{
"feature": "adamic_adar",
"importance": 5.04240494966507
},
{
"feature": "citation_depth",
"importance": 3.947459876537323
},
{
"feature": "co_citation_count",
"importance": 1.970870018005371
},
{
"feature": "citation_asymmetry",
"importance": 1.3012259900569916
},
{
"feature": "candidate_num_references",
"importance": 0.0
},
{
"feature": "bibliographic_coupling",
"importance": 0.0
},
{
"feature": "jaccard_refs",
"importance": 0.0
},
{
"feature": "n_total_citations",
"importance": 0.0
},
{
"feature": "candidate_cites_survey_refs",
"importance": 0.0
},
{
"feature": "shared_citers_with_survey",
"importance": 0.0
},
{
"feature": "authority_ratio",
"importance": 0.0
},
{
"feature": "common_neighbors_normalized",
"importance": 0.0
},
{
"feature": "centrality_in_survey_subgraph",
"importance": 0.0
},
{
"feature": "indirect_citation_strength",
"importance": 0.0
}
]
}