File size: 1,836 Bytes
51853f5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
  "data_path": "trident_full_panel_combined_2020_2025_nouuid.parquet",
  "run_mode": "FINAL",
  "target_mode": "synthetic_demo_score",
  "n_panel_rows": 1181376,
  "n_latest_rows": 16408,
  "n_train": 13126,
  "n_test": 3282,
  "ag_preset": "high_quality",
  "auto_stack": true,
  "num_bag_folds": 3,
  "num_stack_levels": 1,
  "cv_enable": true,
  "cv_summary": {
    "rmse": 9.139885244731428,
    "mae": 7.28762515348475,
    "r2": 0.3174230575841412,
    "spearman": 0.5094184903695035,
    "ndcg@10": 0.9779200097227996,
    "top10_capture": 0.5,
    "precision@10_p90": 0.9666666666666667,
    "ndcg@25": 0.941836841312047,
    "top25_capture": 0.49333333333333335,
    "precision@25_p90": 0.84,
    "ndcg@50": 0.9250962883452178,
    "top50_capture": 0.46,
    "precision@50_p90": 0.7799999999999999,
    "fold": 2.0,
    "valid_size": 4375.333333333333,
    "group_count": 3.0
  },
  "baseline_metrics": {
    "rmse": 9.289716619389742,
    "mae": 7.397541056526493,
    "r2": 0.3586301350560749,
    "spearman": 0.5342407898473293,
    "ndcg@10": 0.9851352486512703,
    "top10_capture": 0.5,
    "precision@10_p90": 1.0,
    "ndcg@25": 0.969709497650189,
    "top25_capture": 0.72,
    "precision@25_p90": 1.0,
    "ndcg@50": 0.9579456479953972,
    "top50_capture": 0.7,
    "precision@50_p90": 0.94
  },
  "test_metrics": {
    "rmse": 9.056537941980457,
    "mae": 7.282902849064294,
    "r2": 0.39042374692417614,
    "spearman": 0.5449499900864166,
    "ndcg@10": 1.0000000000000002,
    "top10_capture": 0.6,
    "precision@10_p90": 1.0,
    "ndcg@25": 0.9803402338118213,
    "top25_capture": 0.8,
    "precision@25_p90": 1.0,
    "ndcg@50": 0.9632877347454332,
    "top50_capture": 0.68,
    "precision@50_p90": 0.96,
    "ndcg@100": 0.9369788724852576,
    "top100_capture": 0.5,
    "precision@100_p90": 0.75
  }
}