{
  "metrics": {
    "Heuristic": {
      "ndcg@5": 0.11592394487394277,
      "ndcg@10": 0.16781153427227338,
      "ndcg@20": 0.2319342951881642,
      "recall@10": 0.3023517740429505,
      "mrr": 0.21061923173981048
    },
    "V2 LightGBM": {
      "ndcg@5": 0.8903084772096255,
      "ndcg@10": 0.9186384673551364,
      "ndcg@20": 0.9473276046637528,
      "recall@10": 0.9362628384687208,
      "mrr": 1.0
    },
    "V1 LightGBM": {
      "ndcg@5": 0.7257547161489314,
      "ndcg@10": 0.7895323219635818,
      "ndcg@20": 0.8420620604377875,
      "recall@10": 0.8752917833800186,
      "mrr": 0.8982843137254901
    }
  },
  "feature_importance": [
    {
      "rank": 1,
      "feature": "candidate_num_cited_by",
      "importance": 14985.530790269375
    },
    {
      "rank": 2,
      "feature": "age_ratio",
      "importance": 9626.036534249783
    },
    {
      "rank": 3,
      "feature": "candidate_position",
      "importance": 8036.926429748535
    },
    {
      "rank": 4,
      "feature": "cluster_distance_to_medoid",
      "importance": 2655.753707051277
    },
    {
      "rank": 5,
      "feature": "position_inverse",
      "importance": 2578.4697216153145
    },
    {
      "rank": 6,
      "feature": "ewma_negative_similarity",
      "importance": 1595.2763053178787
    },
    {
      "rank": 7,
      "feature": "ewma_shortterm_similarity",
      "importance": 1498.1983343958855
    },
    {
      "rank": 8,
      "feature": "qdrant_cosine_score",
      "importance": 418.87039536237717
    },
    {
      "rank": 9,
      "feature": "citation_count_ratio",
      "importance": 360.1048934459686
    },
    {
      "rank": 10,
      "feature": "cosine_x_citations",
      "importance": 288.0438839793205
    },
    {
      "rank": 11,
      "feature": "query_age_days",
      "importance": 287.9089082479477
    },
    {
      "rank": 12,
      "feature": "candidate_influential_citations",
      "importance": 250.03656780719757
    },
    {
      "rank": 13,
      "feature": "user_days_since_last_save",
      "importance": 244.79518991708755
    },
    {
      "rank": 14,
      "feature": "candidate_citation_count",
      "importance": 244.56051486730576
    },
    {
      "rank": 15,
      "feature": "query_citation_count",
      "importance": 243.8800145983696
    },
    {
      "rank": 16,
      "feature": "ewma_longterm_similarity",
      "importance": 227.91575199365616
    },
    {
      "rank": 17,
      "feature": "query_num_references",
      "importance": 225.5082014799118
    },
    {
      "rank": 18,
      "feature": "candidate_citations_per_year",
      "importance": 214.10649985074997
    },
    {
      "rank": 19,
      "feature": "candidate_age_days",
      "importance": 184.8911971449852
    },
    {
      "rank": 20,
      "feature": "cosine_x_cocitation",
      "importance": 152.6348159313202
    },
    {
      "rank": 21,
      "feature": "onboarding_category_match",
      "importance": 152.52679014205933
    },
    {
      "rank": 22,
      "feature": "citations_x_recency",
      "importance": 140.38160228729248
    },
    {
      "rank": 23,
      "feature": "category_x_recency",
      "importance": 129.21052467823029
    },
    {
      "rank": 24,
      "feature": "user_session_save_count",
      "importance": 109.97411346435547
    },
    {
      "rank": 25,
      "feature": "cluster_importance",
      "importance": 102.49212235212326
    },
    {
      "rank": 26,
      "feature": "year_diff",
      "importance": 81.32582759857178
    },
    {
      "rank": 27,
      "feature": "candidate_recency_score",
      "importance": 80.25869399309158
    },
    {
      "rank": 28,
      "feature": "cosine_x_recency",
      "importance": 61.490856766700745
    },
    {
      "rank": 29,
      "feature": "user_total_saves",
      "importance": 60.1797690987587
    },
    {
      "rank": 30,
      "feature": "query_log_citations",
      "importance": 48.18304318189621
    },
    {
      "rank": 31,
      "feature": "candidate_log_citations",
      "importance": 44.986644983291626
    },
    {
      "rank": 32,
      "feature": "co_citation_count",
      "importance": 17.18885040283203
    },
    {
      "rank": 33,
      "feature": "is_suppressed_category",
      "importance": 16.725749731063843
    },
    {
      "rank": 34,
      "feature": "candidate_is_newer",
      "importance": 11.455129861831665
    },
    {
      "rank": 35,
      "feature": "same_primary_category",
      "importance": 0.0
    },
    {
      "rank": 36,
      "feature": "shared_author_count",
      "importance": 0.0
    },
    {
      "rank": 37,
      "feature": "user_total_dismissals",
      "importance": 0.0
    }
  ],
  "training": {
    "best_iteration": 52,
    "train_rows": 26494,
    "eval_rows": 3389,
    "train_queries": 532,
    "eval_queries": 68,
    "training_time_seconds": 0.7
  },
  "latency_ms": 0.128
}