Veil commited on
Commit ·
f46a1c5
1
Parent(s): a1d4063
Revert to state from commit d1e851f8
Browse files- README.md +17 -14
- calibration_curve.png +2 -2
- confusion_matrix.png +2 -2
- cv_fold_details.json +95 -95
- feature_importance.csv +110 -117
- feature_importance.png +2 -2
- learning_curves.png +2 -2
- metrics_comparison_across_folds.png +2 -2
- precision_recall_curve.png +2 -2
- random_forest_metrics.json +18 -18
- random_forest_model.joblib +2 -2
- roc_curve.png +2 -2
- training_summary.json +35 -32
README.md
CHANGED
|
@@ -18,7 +18,7 @@ This hospital-readmission-phase2-rf model predicts the risk of 30-day hospital r
|
|
| 18 |
|
| 19 |
**Task:** Hospital 30-Day Readmission Risk Prediction
|
| 20 |
**Model Type:** Gradient Boosting Machine (LightGBM)
|
| 21 |
-
**Training Date:** 2025-12-
|
| 22 |
**Environment:** kaggle (CPU)
|
| 23 |
|
| 24 |
## Performance Metrics
|
|
@@ -27,28 +27,28 @@ This hospital-readmission-phase2-rf model predicts the risk of 30-day hospital r
|
|
| 27 |
|
| 28 |
| Metric | Value |
|
| 29 |
|--------|-------|
|
| 30 |
-
| Mean ROC-AUC | 0.
|
| 31 |
|
| 32 |
### Final Test Set Results
|
| 33 |
|
| 34 |
#### Primary Metrics
|
| 35 |
| Metric | Value |
|
| 36 |
|--------|-------|
|
| 37 |
-
| ROC-AUC | 0.
|
| 38 |
-
| PR-AUC | 0.
|
| 39 |
-
| F1 Score | 0.
|
| 40 |
|
| 41 |
#### Classification Metrics
|
| 42 |
| Metric | Value |
|
| 43 |
|--------|-------|
|
| 44 |
-
| Precision | 0.
|
| 45 |
-
| Recall | 0.
|
| 46 |
|
| 47 |
#### Clinical Metrics
|
| 48 |
| Metric | Value |
|
| 49 |
|--------|-------|
|
| 50 |
-
| Sensitivity (TPR) | 0.
|
| 51 |
-
| Specificity (TNR) | 0.
|
| 52 |
|
| 53 |
## Model Visualizations
|
| 54 |
|
|
@@ -81,7 +81,7 @@ This hospital-readmission-phase2-rf model predicts the risk of 30-day hospital r
|
|
| 81 |
| Property | Value |
|
| 82 |
|----------|-------|
|
| 83 |
| Total Samples | 101,766 |
|
| 84 |
-
| Features |
|
| 85 |
| Development Set | 86,501 |
|
| 86 |
| Final Test Set | 15,265 |
|
| 87 |
|
|
@@ -99,10 +99,13 @@ This hospital-readmission-phase2-rf model predicts the risk of 30-day hospital r
|
|
| 99 |
{
|
| 100 |
"n_estimators": 500,
|
| 101 |
"max_depth": null,
|
| 102 |
-
"min_samples_split":
|
| 103 |
"min_samples_leaf": 4,
|
| 104 |
"max_features": "sqrt",
|
| 105 |
-
"class_weight":
|
|
|
|
|
|
|
|
|
|
| 106 |
"bootstrap": true,
|
| 107 |
"oob_score": true
|
| 108 |
}
|
|
@@ -110,8 +113,8 @@ This hospital-readmission-phase2-rf model predicts the risk of 30-day hospital r
|
|
| 110 |
|
| 111 |
## Training Details
|
| 112 |
|
| 113 |
-
- **Total Training Time:**
|
| 114 |
-
- **Hyperparameter Search Time:**
|
| 115 |
- **Cross-Validation Folds:** 5
|
| 116 |
- **Early Stopping:** Yes
|
| 117 |
- **Device:** CPU
|
|
|
|
| 18 |
|
| 19 |
**Task:** Hospital 30-Day Readmission Risk Prediction
|
| 20 |
**Model Type:** Gradient Boosting Machine (LightGBM)
|
| 21 |
+
**Training Date:** 2025-12-15 19:30:35
|
| 22 |
**Environment:** kaggle (CPU)
|
| 23 |
|
| 24 |
## Performance Metrics
|
|
|
|
| 27 |
|
| 28 |
| Metric | Value |
|
| 29 |
|--------|-------|
|
| 30 |
+
| Mean ROC-AUC | 0.8295 ± 0.0058 |
|
| 31 |
|
| 32 |
### Final Test Set Results
|
| 33 |
|
| 34 |
#### Primary Metrics
|
| 35 |
| Metric | Value |
|
| 36 |
|--------|-------|
|
| 37 |
+
| ROC-AUC | 0.8326 |
|
| 38 |
+
| PR-AUC | 0.3641 |
|
| 39 |
+
| F1 Score | 0.4324 |
|
| 40 |
|
| 41 |
#### Classification Metrics
|
| 42 |
| Metric | Value |
|
| 43 |
|--------|-------|
|
| 44 |
+
| Precision | 0.3540 |
|
| 45 |
+
| Recall | 0.5552 |
|
| 46 |
|
| 47 |
#### Clinical Metrics
|
| 48 |
| Metric | Value |
|
| 49 |
|--------|-------|
|
| 50 |
+
| Sensitivity (TPR) | 0.5552 |
|
| 51 |
+
| Specificity (TNR) | 0.8727 |
|
| 52 |
|
| 53 |
## Model Visualizations
|
| 54 |
|
|
|
|
| 81 |
| Property | Value |
|
| 82 |
|----------|-------|
|
| 83 |
| Total Samples | 101,766 |
|
| 84 |
+
| Features | 113 |
|
| 85 |
| Development Set | 86,501 |
|
| 86 |
| Final Test Set | 15,265 |
|
| 87 |
|
|
|
|
| 99 |
{
|
| 100 |
"n_estimators": 500,
|
| 101 |
"max_depth": null,
|
| 102 |
+
"min_samples_split": 10,
|
| 103 |
"min_samples_leaf": 4,
|
| 104 |
"max_features": "sqrt",
|
| 105 |
+
"class_weight": {
|
| 106 |
+
"0": 1,
|
| 107 |
+
"1": 8
|
| 108 |
+
},
|
| 109 |
"bootstrap": true,
|
| 110 |
"oob_score": true
|
| 111 |
}
|
|
|
|
| 113 |
|
| 114 |
## Training Details
|
| 115 |
|
| 116 |
+
- **Total Training Time:** 343.65 minutes
|
| 117 |
+
- **Hyperparameter Search Time:** 319.03 minutes
|
| 118 |
- **Cross-Validation Folds:** 5
|
| 119 |
- **Early Stopping:** Yes
|
| 120 |
- **Device:** CPU
|
calibration_curve.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
confusion_matrix.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
cv_fold_details.json
CHANGED
|
@@ -2,131 +2,131 @@
|
|
| 2 |
{
|
| 3 |
"fold": 1,
|
| 4 |
"metrics": {
|
| 5 |
-
"roc_auc": 0.
|
| 6 |
-
"pr_auc": 0.
|
| 7 |
-
"precision": 0.
|
| 8 |
-
"recall": 0.
|
| 9 |
-
"f1": 0.
|
| 10 |
-
"accuracy": 0.
|
| 11 |
-
"balanced_accuracy": 0.
|
| 12 |
-
"sensitivity": 0.
|
| 13 |
-
"specificity": 0.
|
| 14 |
-
"ppv": 0.
|
| 15 |
-
"npv": 0.
|
| 16 |
-
"fpr": 0.
|
| 17 |
-
"fnr": 0.
|
| 18 |
-
"true_positives":
|
| 19 |
-
"true_negatives":
|
| 20 |
-
"false_positives":
|
| 21 |
-
"false_negatives":
|
| 22 |
-
"brier_score": 0.
|
| 23 |
},
|
| 24 |
"train_size": 69200,
|
| 25 |
"holdout_size": 17301,
|
| 26 |
-
"oob_score": 0.
|
| 27 |
},
|
| 28 |
{
|
| 29 |
"fold": 2,
|
| 30 |
"metrics": {
|
| 31 |
-
"roc_auc": 0.
|
| 32 |
-
"pr_auc": 0.
|
| 33 |
-
"precision": 0.
|
| 34 |
-
"recall": 0.
|
| 35 |
-
"f1": 0.
|
| 36 |
-
"accuracy": 0.
|
| 37 |
-
"balanced_accuracy": 0.
|
| 38 |
-
"sensitivity": 0.
|
| 39 |
-
"specificity": 0.
|
| 40 |
-
"ppv": 0.
|
| 41 |
-
"npv": 0.
|
| 42 |
-
"fpr": 0.
|
| 43 |
-
"fnr": 0.
|
| 44 |
-
"true_positives":
|
| 45 |
-
"true_negatives":
|
| 46 |
-
"false_positives":
|
| 47 |
-
"false_negatives":
|
| 48 |
-
"brier_score": 0.
|
| 49 |
},
|
| 50 |
"train_size": 69201,
|
| 51 |
"holdout_size": 17300,
|
| 52 |
-
"oob_score": 0.
|
| 53 |
},
|
| 54 |
{
|
| 55 |
"fold": 3,
|
| 56 |
"metrics": {
|
| 57 |
-
"roc_auc": 0.
|
| 58 |
-
"pr_auc": 0.
|
| 59 |
-
"precision": 0.
|
| 60 |
-
"recall": 0.
|
| 61 |
-
"f1": 0.
|
| 62 |
-
"accuracy": 0.
|
| 63 |
-
"balanced_accuracy": 0.
|
| 64 |
-
"sensitivity": 0.
|
| 65 |
-
"specificity": 0.
|
| 66 |
-
"ppv": 0.
|
| 67 |
-
"npv": 0.
|
| 68 |
-
"fpr": 0.
|
| 69 |
-
"fnr": 0.
|
| 70 |
-
"true_positives":
|
| 71 |
-
"true_negatives":
|
| 72 |
-
"false_positives":
|
| 73 |
-
"false_negatives":
|
| 74 |
-
"brier_score": 0.
|
| 75 |
},
|
| 76 |
"train_size": 69201,
|
| 77 |
"holdout_size": 17300,
|
| 78 |
-
"oob_score": 0.
|
| 79 |
},
|
| 80 |
{
|
| 81 |
"fold": 4,
|
| 82 |
"metrics": {
|
| 83 |
-
"roc_auc": 0.
|
| 84 |
-
"pr_auc": 0.
|
| 85 |
-
"precision": 0.
|
| 86 |
-
"recall": 0.
|
| 87 |
-
"f1": 0.
|
| 88 |
-
"accuracy": 0.
|
| 89 |
-
"balanced_accuracy": 0.
|
| 90 |
-
"sensitivity": 0.
|
| 91 |
-
"specificity": 0.
|
| 92 |
-
"ppv": 0.
|
| 93 |
-
"npv": 0.
|
| 94 |
-
"fpr": 0.
|
| 95 |
-
"fnr": 0.
|
| 96 |
-
"true_positives":
|
| 97 |
-
"true_negatives":
|
| 98 |
-
"false_positives":
|
| 99 |
-
"false_negatives":
|
| 100 |
-
"brier_score": 0.
|
| 101 |
},
|
| 102 |
"train_size": 69201,
|
| 103 |
"holdout_size": 17300,
|
| 104 |
-
"oob_score": 0.
|
| 105 |
},
|
| 106 |
{
|
| 107 |
"fold": 5,
|
| 108 |
"metrics": {
|
| 109 |
-
"roc_auc": 0.
|
| 110 |
-
"pr_auc": 0.
|
| 111 |
-
"precision": 0.
|
| 112 |
-
"recall": 0.
|
| 113 |
-
"f1": 0.
|
| 114 |
-
"accuracy": 0.
|
| 115 |
-
"balanced_accuracy": 0.
|
| 116 |
-
"sensitivity": 0.
|
| 117 |
-
"specificity": 0.
|
| 118 |
-
"ppv": 0.
|
| 119 |
-
"npv": 0.
|
| 120 |
-
"fpr": 0.
|
| 121 |
-
"fnr": 0.
|
| 122 |
-
"true_positives":
|
| 123 |
-
"true_negatives":
|
| 124 |
-
"false_positives":
|
| 125 |
-
"false_negatives":
|
| 126 |
-
"brier_score": 0.
|
| 127 |
},
|
| 128 |
"train_size": 69201,
|
| 129 |
"holdout_size": 17300,
|
| 130 |
-
"oob_score": 0.
|
| 131 |
}
|
| 132 |
]
|
|
|
|
| 2 |
{
|
| 3 |
"fold": 1,
|
| 4 |
"metrics": {
|
| 5 |
+
"roc_auc": 0.8320064003838342,
|
| 6 |
+
"pr_auc": 0.3468972181615831,
|
| 7 |
+
"precision": 0.355772584583188,
|
| 8 |
+
"recall": 0.5282237182806836,
|
| 9 |
+
"f1": 0.425177157148812,
|
| 10 |
+
"accuracy": 0.8405872492919484,
|
| 11 |
+
"balanced_accuracy": 0.7040272787890081,
|
| 12 |
+
"sensitivity": 0.5282237182806836,
|
| 13 |
+
"specificity": 0.8798308392973324,
|
| 14 |
+
"ppv": 0.355772584583188,
|
| 15 |
+
"npv": 0.9368851323264514,
|
| 16 |
+
"fpr": 0.12016916070266753,
|
| 17 |
+
"fnr": 0.4717762817193164,
|
| 18 |
+
"true_positives": 1020,
|
| 19 |
+
"true_negatives": 13523,
|
| 20 |
+
"false_positives": 1847,
|
| 21 |
+
"false_negatives": 911,
|
| 22 |
+
"brier_score": 0.10133066832539106
|
| 23 |
},
|
| 24 |
"train_size": 69200,
|
| 25 |
"holdout_size": 17301,
|
| 26 |
+
"oob_score": 0.8384248554913295
|
| 27 |
},
|
| 28 |
{
|
| 29 |
"fold": 2,
|
| 30 |
"metrics": {
|
| 31 |
+
"roc_auc": 0.8340020428733721,
|
| 32 |
+
"pr_auc": 0.35619901969389883,
|
| 33 |
+
"precision": 0.35601915184678523,
|
| 34 |
+
"recall": 0.539378238341969,
|
| 35 |
+
"f1": 0.4289245982694685,
|
| 36 |
+
"accuracy": 0.8397687861271677,
|
| 37 |
+
"balanced_accuracy": 0.7084334262627217,
|
| 38 |
+
"sensitivity": 0.539378238341969,
|
| 39 |
+
"specificity": 0.8774886141834743,
|
| 40 |
+
"ppv": 0.35601915184678523,
|
| 41 |
+
"npv": 0.9381608235948804,
|
| 42 |
+
"fpr": 0.1225113858165257,
|
| 43 |
+
"fnr": 0.4606217616580311,
|
| 44 |
+
"true_positives": 1041,
|
| 45 |
+
"true_negatives": 13487,
|
| 46 |
+
"false_positives": 1883,
|
| 47 |
+
"false_negatives": 889,
|
| 48 |
+
"brier_score": 0.101020168746024
|
| 49 |
},
|
| 50 |
"train_size": 69201,
|
| 51 |
"holdout_size": 17300,
|
| 52 |
+
"oob_score": 0.8369532232193176
|
| 53 |
},
|
| 54 |
{
|
| 55 |
"fold": 3,
|
| 56 |
"metrics": {
|
| 57 |
+
"roc_auc": 0.8250132651926065,
|
| 58 |
+
"pr_auc": 0.34356251963049117,
|
| 59 |
+
"precision": 0.3474258438458916,
|
| 60 |
+
"recall": 0.5279792746113989,
|
| 61 |
+
"f1": 0.41908287065597366,
|
| 62 |
+
"accuracy": 0.8367052023121387,
|
| 63 |
+
"balanced_accuracy": 0.7017254863623033,
|
| 64 |
+
"sensitivity": 0.5279792746113989,
|
| 65 |
+
"specificity": 0.8754716981132076,
|
| 66 |
+
"ppv": 0.3474258438458916,
|
| 67 |
+
"npv": 0.9365907983573467,
|
| 68 |
+
"fpr": 0.12452830188679245,
|
| 69 |
+
"fnr": 0.472020725388601,
|
| 70 |
+
"true_positives": 1019,
|
| 71 |
+
"true_negatives": 13456,
|
| 72 |
+
"false_positives": 1914,
|
| 73 |
+
"false_negatives": 911,
|
| 74 |
+
"brier_score": 0.10307757393458322
|
| 75 |
},
|
| 76 |
"train_size": 69201,
|
| 77 |
"holdout_size": 17300,
|
| 78 |
+
"oob_score": 0.8376613054724643
|
| 79 |
},
|
| 80 |
{
|
| 81 |
"fold": 4,
|
| 82 |
"metrics": {
|
| 83 |
+
"roc_auc": 0.8218565225371279,
|
| 84 |
+
"pr_auc": 0.33404306226540276,
|
| 85 |
+
"precision": 0.33557724671827666,
|
| 86 |
+
"recall": 0.5163127912998446,
|
| 87 |
+
"f1": 0.4067727458180334,
|
| 88 |
+
"accuracy": 0.8319075144508671,
|
| 89 |
+
"balanced_accuracy": 0.6939362121636838,
|
| 90 |
+
"sensitivity": 0.5163127912998446,
|
| 91 |
+
"specificity": 0.8715596330275229,
|
| 92 |
+
"ppv": 0.33557724671827666,
|
| 93 |
+
"npv": 0.934817502966013,
|
| 94 |
+
"fpr": 0.12844036697247707,
|
| 95 |
+
"fnr": 0.48368720870015536,
|
| 96 |
+
"true_positives": 997,
|
| 97 |
+
"true_negatives": 13395,
|
| 98 |
+
"false_positives": 1974,
|
| 99 |
+
"false_negatives": 934,
|
| 100 |
+
"brier_score": 0.10409430077495117
|
| 101 |
},
|
| 102 |
"train_size": 69201,
|
| 103 |
"holdout_size": 17300,
|
| 104 |
+
"oob_score": 0.837863614687649
|
| 105 |
},
|
| 106 |
{
|
| 107 |
"fold": 5,
|
| 108 |
"metrics": {
|
| 109 |
+
"roc_auc": 0.8348574320802005,
|
| 110 |
+
"pr_auc": 0.35767143591494466,
|
| 111 |
+
"precision": 0.3541369472182596,
|
| 112 |
+
"recall": 0.5142413257379596,
|
| 113 |
+
"f1": 0.41942977824709604,
|
| 114 |
+
"accuracy": 0.8410982658959537,
|
| 115 |
+
"balanced_accuracy": 0.6982033618084034,
|
| 116 |
+
"sensitivity": 0.5142413257379596,
|
| 117 |
+
"specificity": 0.8821653978788471,
|
| 118 |
+
"ppv": 0.3541369472182596,
|
| 119 |
+
"npv": 0.9352924944812362,
|
| 120 |
+
"fpr": 0.11783460212115297,
|
| 121 |
+
"fnr": 0.4857586742620404,
|
| 122 |
+
"true_positives": 993,
|
| 123 |
+
"true_negatives": 13558,
|
| 124 |
+
"false_positives": 1811,
|
| 125 |
+
"false_negatives": 938,
|
| 126 |
+
"brier_score": 0.10019440112303402
|
| 127 |
},
|
| 128 |
"train_size": 69201,
|
| 129 |
"holdout_size": 17300,
|
| 130 |
+
"oob_score": 0.8406236904090981
|
| 131 |
}
|
| 132 |
]
|
feature_importance.csv
CHANGED
|
@@ -1,121 +1,114 @@
|
|
| 1 |
feature,importance
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
repaglinide_Up,5.724803362087786e-05
|
| 95 |
-
rosiglitazone_Up,5.688507397723546e-05
|
| 96 |
-
weight_125_150),4.933099047227132e-05
|
| 97 |
-
chlorpropamide_No,2.5008690714667067e-05
|
| 98 |
-
weight_25_50),2.3202702173128943e-05
|
| 99 |
-
chlorpropamide_Steady,1.3899109899472108e-05
|
| 100 |
-
weight_0_25),6.901223590616904e-06
|
| 101 |
-
tolazamide_Steady,5.255797062739557e-06
|
| 102 |
-
miglitol_No,3.120851088783191e-06
|
| 103 |
-
miglitol_Steady,2.255682773631739e-06
|
| 104 |
-
weight_150_175),2.1490613115585884e-06
|
| 105 |
-
tolbutamide_Steady,1.743422556876162e-06
|
| 106 |
-
acarbose_Up,4.84115926400817e-07
|
| 107 |
-
nateglinide_Up,4.211358618695205e-07
|
| 108 |
-
glyburide_metformin_Up,1.1052980314561865e-07
|
| 109 |
-
tolazamide_Up,0.0
|
| 110 |
-
troglitazone_Steady,0.0
|
| 111 |
-
miglitol_Up,0.0
|
| 112 |
-
number_emergency,0.0
|
| 113 |
-
acetohexamide_Steady,0.0
|
| 114 |
-
glipizide_metformin_Steady,0.0
|
| 115 |
-
glimepiride_pioglitazone_Steady,0.0
|
| 116 |
-
metformin_rosiglitazone_Steady,0.0
|
| 117 |
-
metformin_pioglitazone_Steady,0.0
|
| 118 |
-
gender_Unknown_Invalid,0.0
|
| 119 |
chlorpropamide_Up,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 120 |
number_outpatient,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
weight_175_200),0.0
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
feature,importance
|
| 2 |
+
number_inpatient_mean,0.1329191251757382
|
| 3 |
+
number_inpatient_sum,0.12216349088744241
|
| 4 |
+
number_inpatient_max,0.11277830997789617
|
| 5 |
+
diag_1_target_encoded,0.042141192352778675
|
| 6 |
+
diag_3_target_encoded,0.038852814802303494
|
| 7 |
+
diag_2_target_encoded,0.03850987583684705
|
| 8 |
+
num_lab_procedures,0.038389325979493356
|
| 9 |
+
med_diagnosis_interaction,0.03519254022827208
|
| 10 |
+
num_medications,0.03003705459523165
|
| 11 |
+
time_in_hospital,0.024187301329904116
|
| 12 |
+
care_utilization_risk_score,0.02349023922714431
|
| 13 |
+
number_inpatient,0.02288068492437462
|
| 14 |
+
discharge_disposition_id,0.022623874817431194
|
| 15 |
+
total_visits,0.022510080851690806
|
| 16 |
+
diag_1_cat_target_encoded,0.01985468953151941
|
| 17 |
+
diag_3_cat_target_encoded,0.019201150326046537
|
| 18 |
+
diag_2_cat_target_encoded,0.018520236181290936
|
| 19 |
+
age_target_encoded,0.017479155337714245
|
| 20 |
+
medical_specialty_target_encoded,0.017231954472519503
|
| 21 |
+
num_procedures,0.015054755336894122
|
| 22 |
+
number_diagnoses,0.015033072055876985
|
| 23 |
+
admission_type_id,0.012900856487145075
|
| 24 |
+
los_medication_interaction,0.010774089054896083
|
| 25 |
+
payer_code_target_encoded,0.010663430151925857
|
| 26 |
+
age_bucket,0.010648349619864342
|
| 27 |
+
admission_source_id,0.010231495762580676
|
| 28 |
+
payer_code_is_missing,0.009803940752798593
|
| 29 |
+
unique_diagnosis_categories,0.009240149629109873
|
| 30 |
+
gender_Male,0.007317343528558311
|
| 31 |
+
medical_specialty_is_missing,0.007071141405126216
|
| 32 |
+
race_Caucasian,0.0053192308739035575
|
| 33 |
+
insulin_Steady,0.0052475952066824635
|
| 34 |
+
insulin_No,0.0052143279026447996
|
| 35 |
+
change_No,0.005075118450884063
|
| 36 |
+
diabetesMed_Yes,0.004215943389993113
|
| 37 |
+
medication_complexity_score,0.004181041818328842
|
| 38 |
+
A1Cresult_is_missing,0.003934802588399781
|
| 39 |
+
metformin_No,0.0037119200710726413
|
| 40 |
+
weight_is_missing,0.003482899007776682
|
| 41 |
+
metformin_Steady,0.003441737495069194
|
| 42 |
+
glipizide_No,0.0032739841407760308
|
| 43 |
+
glipizide_Steady,0.0030410354593309965
|
| 44 |
+
insulin_Up,0.0026770276088027532
|
| 45 |
+
glyburide_No,0.002648993688968285
|
| 46 |
+
A1Cresult_8,0.0023121217288053983
|
| 47 |
+
glyburide_Steady,0.0022846559080426806
|
| 48 |
+
pioglitazone_No,0.0018926573561802139
|
| 49 |
+
pioglitazone_Steady,0.0018542509601709508
|
| 50 |
+
rosiglitazone_No,0.0017854149656313727
|
| 51 |
+
rosiglitazone_Steady,0.0017737925756113695
|
| 52 |
+
glimepiride_No,0.0015456521572620157
|
| 53 |
+
glimepiride_Steady,0.0014345329601879032
|
| 54 |
+
A1Cresult_Norm,0.0013854739377970582
|
| 55 |
+
weight_75_100),0.0011192994361916974
|
| 56 |
+
max_glu_serum_Norm,0.0009285297802807649
|
| 57 |
+
race_is_missing,0.0008037370216883512
|
| 58 |
+
repaglinide_No,0.0007358361988236335
|
| 59 |
+
race_Hispanic,0.0006380430646520299
|
| 60 |
+
repaglinide_Steady,0.0006257475677116866
|
| 61 |
+
weight_50_75),0.0005555173838131999
|
| 62 |
+
bmi_normal,0.0005041657892998647
|
| 63 |
+
race_Other,0.0004869103652119539
|
| 64 |
+
weight_100_125),0.00045533921000919626
|
| 65 |
+
bmi_overweight,0.0004376975165968489
|
| 66 |
+
max_glu_serum_300,0.0003995527481171434
|
| 67 |
+
metformin_Up,0.00035547621392891757
|
| 68 |
+
glyburide_Up,0.00034697673668152484
|
| 69 |
+
race_Asian,0.00025468982608658873
|
| 70 |
+
nateglinide_Steady,0.00023961338813127168
|
| 71 |
+
glyburide_metformin_Steady,0.00023687002437319704
|
| 72 |
+
glipizide_Up,0.00023491204827834155
|
| 73 |
+
nateglinide_No,0.00022211069016711622
|
| 74 |
+
glyburide_metformin_No,0.00020521853583423103
|
| 75 |
+
acarbose_No,0.00015118745340052928
|
| 76 |
+
acarbose_Steady,0.00012102165782380482
|
| 77 |
+
pioglitazone_Up,0.00010103547365678268
|
| 78 |
+
repaglinide_Up,9.139508390322629e-05
|
| 79 |
+
glimepiride_Up,8.763236099559224e-05
|
| 80 |
+
weight_125_150),6.147143587014703e-05
|
| 81 |
+
rosiglitazone_Up,4.5484641050813676e-05
|
| 82 |
+
weight_0_25),2.7299938937200895e-05
|
| 83 |
+
weight_25_50),2.123102999099999e-05
|
| 84 |
+
bmi_underweight,2.1182958181665777e-05
|
| 85 |
+
bmi_obese,1.1752712447802424e-05
|
| 86 |
+
weight_150_175),8.766386984555456e-06
|
| 87 |
+
chlorpropamide_No,7.829065484680467e-06
|
| 88 |
+
chlorpropamide_Steady,7.104606490312663e-06
|
| 89 |
+
miglitol_No,3.83735381514065e-06
|
| 90 |
+
miglitol_Steady,3.4498787388936278e-06
|
| 91 |
+
tolbutamide_Steady,2.9456299962656145e-06
|
| 92 |
+
acarbose_Up,2.3978060334252642e-06
|
| 93 |
+
tolazamide_Steady,8.001075835421977e-07
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
chlorpropamide_Up,0.0
|
| 95 |
+
number_outpatient_mean,0.0
|
| 96 |
+
number_outpatient_max,0.0
|
| 97 |
+
number_outpatient_sum,0.0
|
| 98 |
+
metformin_pioglitazone_Steady,0.0
|
| 99 |
+
number_emergency,0.0
|
| 100 |
number_outpatient,0.0
|
| 101 |
+
number_emergency_mean,0.0
|
| 102 |
+
gender_Unknown_Invalid,0.0
|
| 103 |
+
troglitazone_Steady,0.0
|
| 104 |
+
metformin_rosiglitazone_Steady,0.0
|
| 105 |
+
glimepiride_pioglitazone_Steady,0.0
|
| 106 |
+
glipizide_metformin_Steady,0.0
|
| 107 |
+
glyburide_metformin_Up,0.0
|
| 108 |
+
tolazamide_Up,0.0
|
| 109 |
+
number_emergency_max,0.0
|
| 110 |
+
miglitol_Up,0.0
|
| 111 |
weight_175_200),0.0
|
| 112 |
+
nateglinide_Up,0.0
|
| 113 |
+
acetohexamide_Steady,0.0
|
| 114 |
+
number_emergency_sum,0.0
|
feature_importance.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
learning_curves.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
metrics_comparison_across_folds.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
precision_recall_curve.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
random_forest_metrics.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
-
"roc_auc": 0.
|
| 3 |
-
"pr_auc": 0.
|
| 4 |
-
"precision": 0.
|
| 5 |
-
"recall": 0.
|
| 6 |
-
"f1": 0.
|
| 7 |
-
"accuracy": 0.
|
| 8 |
-
"balanced_accuracy": 0.
|
| 9 |
-
"sensitivity": 0.
|
| 10 |
-
"specificity": 0.
|
| 11 |
-
"ppv": 0.
|
| 12 |
-
"npv": 0.
|
| 13 |
-
"fpr": 0.
|
| 14 |
-
"fnr": 0.
|
| 15 |
-
"true_positives":
|
| 16 |
-
"true_negatives":
|
| 17 |
-
"false_positives":
|
| 18 |
-
"false_negatives":
|
| 19 |
-
"brier_score": 0.
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"roc_auc": 0.8326208943556381,
|
| 3 |
+
"pr_auc": 0.36408932414480305,
|
| 4 |
+
"precision": 0.35404191616766467,
|
| 5 |
+
"recall": 0.5551643192488263,
|
| 6 |
+
"f1": 0.4323583180987203,
|
| 7 |
+
"accuracy": 0.8372748116606616,
|
| 8 |
+
"balanced_accuracy": 0.7139437848732886,
|
| 9 |
+
"sensitivity": 0.5551643192488263,
|
| 10 |
+
"specificity": 0.8727232504977509,
|
| 11 |
+
"ppv": 0.35404191616766467,
|
| 12 |
+
"npv": 0.9398078297466846,
|
| 13 |
+
"fpr": 0.1272767495022491,
|
| 14 |
+
"fnr": 0.4448356807511737,
|
| 15 |
+
"true_positives": 946,
|
| 16 |
+
"true_negatives": 11835,
|
| 17 |
+
"false_positives": 1726,
|
| 18 |
+
"false_negatives": 758,
|
| 19 |
+
"brier_score": 0.1018540864871197
|
| 20 |
}
|
random_forest_model.joblib
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87d6ebbb49f83293074856032e162917fc641f86e77f41e7fae7d17c376bb2d8
|
| 3 |
+
size 303524336
|
roc_curve.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
training_summary.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"model": "Random Forest Classifier",
|
| 3 |
"task": "Hospital 30-Day Readmission Risk Prediction",
|
| 4 |
-
"timestamp": "2025-12-
|
| 5 |
"environment": "kaggle",
|
| 6 |
"sklearn_version": "1.2.2",
|
| 7 |
"device": "cpu",
|
|
@@ -15,51 +15,54 @@
|
|
| 15 |
"total_samples": 101766,
|
| 16 |
"development_size": 86501,
|
| 17 |
"final_test_size": 15265,
|
| 18 |
-
"n_features":
|
| 19 |
},
|
| 20 |
"best_params": {
|
| 21 |
"n_estimators": 500,
|
| 22 |
"max_depth": null,
|
| 23 |
-
"min_samples_split":
|
| 24 |
"min_samples_leaf": 4,
|
| 25 |
"max_features": "sqrt",
|
| 26 |
-
"class_weight":
|
|
|
|
|
|
|
|
|
|
| 27 |
"bootstrap": true,
|
| 28 |
"oob_score": true
|
| 29 |
},
|
| 30 |
-
"oob_score": 0.
|
| 31 |
"cross_validation": {
|
| 32 |
-
"mean_roc_auc": 0.
|
| 33 |
-
"std_roc_auc": 0.
|
| 34 |
"fold_scores": [
|
| 35 |
-
0.
|
| 36 |
-
0.
|
| 37 |
-
0.
|
| 38 |
-
0.
|
| 39 |
-
0.
|
| 40 |
],
|
| 41 |
"n_folds": 5
|
| 42 |
},
|
| 43 |
"final_test_metrics": {
|
| 44 |
-
"roc_auc": 0.
|
| 45 |
-
"pr_auc": 0.
|
| 46 |
-
"precision": 0.
|
| 47 |
-
"recall": 0.
|
| 48 |
-
"f1": 0.
|
| 49 |
-
"accuracy": 0.
|
| 50 |
-
"balanced_accuracy": 0.
|
| 51 |
-
"sensitivity": 0.
|
| 52 |
-
"specificity": 0.
|
| 53 |
-
"ppv": 0.
|
| 54 |
-
"npv": 0.
|
| 55 |
-
"fpr": 0.
|
| 56 |
-
"fnr": 0.
|
| 57 |
-
"true_positives":
|
| 58 |
-
"true_negatives":
|
| 59 |
-
"false_positives":
|
| 60 |
-
"false_negatives":
|
| 61 |
-
"brier_score": 0.
|
| 62 |
},
|
| 63 |
-
"hyperparameter_search_time_seconds":
|
| 64 |
-
"total_time_seconds":
|
| 65 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Random Forest Classifier",
|
| 3 |
"task": "Hospital 30-Day Readmission Risk Prediction",
|
| 4 |
+
"timestamp": "2025-12-15 19:30:35",
|
| 5 |
"environment": "kaggle",
|
| 6 |
"sklearn_version": "1.2.2",
|
| 7 |
"device": "cpu",
|
|
|
|
| 15 |
"total_samples": 101766,
|
| 16 |
"development_size": 86501,
|
| 17 |
"final_test_size": 15265,
|
| 18 |
+
"n_features": 113
|
| 19 |
},
|
| 20 |
"best_params": {
|
| 21 |
"n_estimators": 500,
|
| 22 |
"max_depth": null,
|
| 23 |
+
"min_samples_split": 10,
|
| 24 |
"min_samples_leaf": 4,
|
| 25 |
"max_features": "sqrt",
|
| 26 |
+
"class_weight": {
|
| 27 |
+
"0": 1,
|
| 28 |
+
"1": 8
|
| 29 |
+
},
|
| 30 |
"bootstrap": true,
|
| 31 |
"oob_score": true
|
| 32 |
},
|
| 33 |
+
"oob_score": 0.8367186506514376,
|
| 34 |
"cross_validation": {
|
| 35 |
+
"mean_roc_auc": 0.8295471326134282,
|
| 36 |
+
"std_roc_auc": 0.005783488154928484,
|
| 37 |
"fold_scores": [
|
| 38 |
+
0.8320064003838342,
|
| 39 |
+
0.8340020428733721,
|
| 40 |
+
0.8250132651926065,
|
| 41 |
+
0.8218565225371279,
|
| 42 |
+
0.8348574320802005
|
| 43 |
],
|
| 44 |
"n_folds": 5
|
| 45 |
},
|
| 46 |
"final_test_metrics": {
|
| 47 |
+
"roc_auc": 0.8326208943556381,
|
| 48 |
+
"pr_auc": 0.36408932414480305,
|
| 49 |
+
"precision": 0.35404191616766467,
|
| 50 |
+
"recall": 0.5551643192488263,
|
| 51 |
+
"f1": 0.4323583180987203,
|
| 52 |
+
"accuracy": 0.8372748116606616,
|
| 53 |
+
"balanced_accuracy": 0.7139437848732886,
|
| 54 |
+
"sensitivity": 0.5551643192488263,
|
| 55 |
+
"specificity": 0.8727232504977509,
|
| 56 |
+
"ppv": 0.35404191616766467,
|
| 57 |
+
"npv": 0.9398078297466846,
|
| 58 |
+
"fpr": 0.1272767495022491,
|
| 59 |
+
"fnr": 0.4448356807511737,
|
| 60 |
+
"true_positives": 946,
|
| 61 |
+
"true_negatives": 11835,
|
| 62 |
+
"false_positives": 1726,
|
| 63 |
+
"false_negatives": 758,
|
| 64 |
+
"brier_score": 0.1018540864871197
|
| 65 |
},
|
| 66 |
+
"hyperparameter_search_time_seconds": 19142.03841161728,
|
| 67 |
+
"total_time_seconds": 20619.085399627686
|
| 68 |
}
|