Hugging Face's logo

siddhm11
/
researchit-reranker-phase6

ml-intern
Model card Files
xet
 Community
siddhm11 commited on
Commit
81f6108
·
verified ·
1 Parent(s): 4808c83

Add V4 eval metrics

Browse files
Files changed (1) hide show
  1. production_model/eval_metrics_v4.json +139 -0
production_model/eval_metrics_v4.json ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "LightGBM LambdaRank V4",
3
+ "features": [
4
+ "candidate_num_cited_by",
5
+ "candidate_num_references",
6
+ "survey_num_references",
7
+ "co_citation_count",
8
+ "bibliographic_coupling",
9
+ "jaccard_refs",
10
+ "adamic_adar",
11
+ "n_surveys_citing",
12
+ "n_total_citations",
13
+ "cited_by_survey_refs",
14
+ "candidate_cites_survey_refs",
15
+ "shared_citers_with_survey",
16
+ "hub_score",
17
+ "authority_score",
18
+ "authority_ratio",
19
+ "citation_asymmetry",
20
+ "year_diff",
21
+ "is_newer",
22
+ "clustering_coeff",
23
+ "common_neighbors_normalized",
24
+ "preferential_attachment",
25
+ "resource_allocation",
26
+ "centrality_in_survey_subgraph",
27
+ "indirect_citation_strength",
28
+ "citation_depth"
29
+ ],
30
+ "num_features": 25,
31
+ "best_iteration": 1,
32
+ "train_metrics": {
33
+ "ndcg@10": 0.945946057277316,
34
+ "hard_neg_auc": 0.7782199203149744,
35
+ "mrr": 0.9020263972424466
36
+ },
37
+ "feature_importance": [
38
+ {
39
+ "feature": "n_surveys_citing",
40
+ "importance": 1405.8176836669445
41
+ },
42
+ {
43
+ "feature": "is_newer",
44
+ "importance": 28.071730136871338
45
+ },
46
+ {
47
+ "feature": "hub_score",
48
+ "importance": 24.737838745117188
49
+ },
50
+ {
51
+ "feature": "cited_by_survey_refs",
52
+ "importance": 19.119629859924316
53
+ },
54
+ {
55
+ "feature": "year_diff",
56
+ "importance": 15.386948198080063
57
+ },
58
+ {
59
+ "feature": "survey_num_references",
60
+ "importance": 13.789052933454514
61
+ },
62
+ {
63
+ "feature": "preferential_attachment",
64
+ "importance": 13.501449078321457
65
+ },
66
+ {
67
+ "feature": "clustering_coeff",
68
+ "importance": 10.019370973110199
69
+ },
70
+ {
71
+ "feature": "authority_score",
72
+ "importance": 8.070955008268356
73
+ },
74
+ {
75
+ "feature": "candidate_num_cited_by",
76
+ "importance": 7.871390104293823
77
+ },
78
+ {
79
+ "feature": "resource_allocation",
80
+ "importance": 5.227717876434326
81
+ },
82
+ {
83
+ "feature": "adamic_adar",
84
+ "importance": 5.04240494966507
85
+ },
86
+ {
87
+ "feature": "citation_depth",
88
+ "importance": 3.947459876537323
89
+ },
90
+ {
91
+ "feature": "co_citation_count",
92
+ "importance": 1.970870018005371
93
+ },
94
+ {
95
+ "feature": "citation_asymmetry",
96
+ "importance": 1.3012259900569916
97
+ },
98
+ {
99
+ "feature": "candidate_num_references",
100
+ "importance": 0.0
101
+ },
102
+ {
103
+ "feature": "bibliographic_coupling",
104
+ "importance": 0.0
105
+ },
106
+ {
107
+ "feature": "jaccard_refs",
108
+ "importance": 0.0
109
+ },
110
+ {
111
+ "feature": "n_total_citations",
112
+ "importance": 0.0
113
+ },
114
+ {
115
+ "feature": "candidate_cites_survey_refs",
116
+ "importance": 0.0
117
+ },
118
+ {
119
+ "feature": "shared_citers_with_survey",
120
+ "importance": 0.0
121
+ },
122
+ {
123
+ "feature": "authority_ratio",
124
+ "importance": 0.0
125
+ },
126
+ {
127
+ "feature": "common_neighbors_normalized",
128
+ "importance": 0.0
129
+ },
130
+ {
131
+ "feature": "centrality_in_survey_subgraph",
132
+ "importance": 0.0
133
+ },
134
+ {
135
+ "feature": "indirect_citation_strength",
136
+ "importance": 0.0
137
+ }
138
+ ]
139
+ }