File size: 1,836 Bytes
51853f5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | {
"data_path": "trident_full_panel_combined_2020_2025_nouuid.parquet",
"run_mode": "FINAL",
"target_mode": "synthetic_demo_score",
"n_panel_rows": 1181376,
"n_latest_rows": 16408,
"n_train": 13126,
"n_test": 3282,
"ag_preset": "high_quality",
"auto_stack": true,
"num_bag_folds": 3,
"num_stack_levels": 1,
"cv_enable": true,
"cv_summary": {
"rmse": 9.139885244731428,
"mae": 7.28762515348475,
"r2": 0.3174230575841412,
"spearman": 0.5094184903695035,
"ndcg@10": 0.9779200097227996,
"top10_capture": 0.5,
"precision@10_p90": 0.9666666666666667,
"ndcg@25": 0.941836841312047,
"top25_capture": 0.49333333333333335,
"precision@25_p90": 0.84,
"ndcg@50": 0.9250962883452178,
"top50_capture": 0.46,
"precision@50_p90": 0.7799999999999999,
"fold": 2.0,
"valid_size": 4375.333333333333,
"group_count": 3.0
},
"baseline_metrics": {
"rmse": 9.289716619389742,
"mae": 7.397541056526493,
"r2": 0.3586301350560749,
"spearman": 0.5342407898473293,
"ndcg@10": 0.9851352486512703,
"top10_capture": 0.5,
"precision@10_p90": 1.0,
"ndcg@25": 0.969709497650189,
"top25_capture": 0.72,
"precision@25_p90": 1.0,
"ndcg@50": 0.9579456479953972,
"top50_capture": 0.7,
"precision@50_p90": 0.94
},
"test_metrics": {
"rmse": 9.056537941980457,
"mae": 7.282902849064294,
"r2": 0.39042374692417614,
"spearman": 0.5449499900864166,
"ndcg@10": 1.0000000000000002,
"top10_capture": 0.6,
"precision@10_p90": 1.0,
"ndcg@25": 0.9803402338118213,
"top25_capture": 0.8,
"precision@25_p90": 1.0,
"ndcg@50": 0.9632877347454332,
"top50_capture": 0.68,
"precision@50_p90": 0.96,
"ndcg@100": 0.9369788724852576,
"top100_capture": 0.5,
"precision@100_p90": 0.75
}
} |