siddhm11 commited on
Commit
73d7b62
·
verified ·
1 Parent(s): a3f9c6f

Add V6 eval results

Browse files
Files changed (1) hide show
  1. production_model/eval_metrics_v6.json +123 -0
production_model/eval_metrics_v6.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "V6b",
3
+ "description": "V1 features + cross-survey authority labels. Zero-change drop-in.",
4
+ "eval_new_labels": {
5
+ "ndcg@10": 0.8083254312407216,
6
+ "hard_neg_auc": 0.9643726042235736,
7
+ "mrr": 0.046703296703296704
8
+ },
9
+ "eval_old_labels": {
10
+ "ndcg@10": 0.8025014423620837,
11
+ "hard_neg_auc": 0.9643726042235736
12
+ },
13
+ "v1_original": {
14
+ "ndcg@10": 0.879
15
+ },
16
+ "feature_importance": [
17
+ {
18
+ "feature": "candidate_num_cited_by",
19
+ "importance": 95714.38218975067
20
+ },
21
+ {
22
+ "feature": "age_ratio",
23
+ "importance": 11212.892765045166
24
+ },
25
+ {
26
+ "feature": "candidate_position",
27
+ "importance": 10694.238535404205
28
+ },
29
+ {
30
+ "feature": "cosine_x_citations",
31
+ "importance": 3525.602966427803
32
+ },
33
+ {
34
+ "feature": "citation_count_ratio",
35
+ "importance": 2628.3409717082977
36
+ },
37
+ {
38
+ "feature": "qdrant_cosine_score",
39
+ "importance": 2256.924142599106
40
+ },
41
+ {
42
+ "feature": "candidate_citation_count",
43
+ "importance": 2081.045948266983
44
+ },
45
+ {
46
+ "feature": "query_age_days",
47
+ "importance": 1836.5924948453903
48
+ },
49
+ {
50
+ "feature": "query_num_references",
51
+ "importance": 1812.8741285800934
52
+ },
53
+ {
54
+ "feature": "cosine_x_cocitation",
55
+ "importance": 1725.9124801158905
56
+ },
57
+ {
58
+ "feature": "query_citation_count",
59
+ "importance": 1723.7410662174225
60
+ },
61
+ {
62
+ "feature": "position_inverse",
63
+ "importance": 1549.5409333705902
64
+ },
65
+ {
66
+ "feature": "candidate_influential_citations",
67
+ "importance": 1375.8269906044006
68
+ },
69
+ {
70
+ "feature": "category_x_recency",
71
+ "importance": 1370.5971972942352
72
+ },
73
+ {
74
+ "feature": "candidate_citations_per_year",
75
+ "importance": 1212.376704454422
76
+ },
77
+ {
78
+ "feature": "shared_author_count",
79
+ "importance": 1143.5533628463745
80
+ },
81
+ {
82
+ "feature": "candidate_is_newer",
83
+ "importance": 1096.4675076007843
84
+ },
85
+ {
86
+ "feature": "citations_x_recency",
87
+ "importance": 921.4295499324799
88
+ },
89
+ {
90
+ "feature": "candidate_age_days",
91
+ "importance": 727.1201193332672
92
+ },
93
+ {
94
+ "feature": "co_citation_count",
95
+ "importance": 693.6392021179199
96
+ },
97
+ {
98
+ "feature": "year_diff",
99
+ "importance": 670.5385792255402
100
+ },
101
+ {
102
+ "feature": "candidate_recency_score",
103
+ "importance": 581.3697993755341
104
+ },
105
+ {
106
+ "feature": "cosine_x_recency",
107
+ "importance": 509.9122312068939
108
+ },
109
+ {
110
+ "feature": "query_log_citations",
111
+ "importance": 381.1057994365692
112
+ },
113
+ {
114
+ "feature": "candidate_log_citations",
115
+ "importance": 308.49161076545715
116
+ },
117
+ {
118
+ "feature": "same_primary_category",
119
+ "importance": 280.09327006340027
120
+ }
121
+ ],
122
+ "deployment": "Replace reranker_v1.txt with reranker_v6.txt. No code changes."
123
+ }