| { |
| "feature_groups": { |
| "all_features": { |
| "accuracy": 0.934156378600823, |
| "accuracy_std": 0.0033600682342704623, |
| "f1_macro": 0.9025098817579865, |
| "f1_macro_std": 0.0032711375359027986, |
| "f1_weighted": 0.9351707425320005, |
| "f1_weighted_std": 0.00252075341300129, |
| "precision": 0.8150491476919249, |
| "precision_std": 0.04058853585786643, |
| "recall": 0.8866666666666667, |
| "recall_std": 0.04988876515698589, |
| "auc_roc": 0.9712953367875649, |
| "auc_roc_std": 0.0030752361124773545, |
| "ece": 0.05625765306190419, |
| "ece_std": 0.008588383909395743, |
| "brier_score": 0.05581313623709779, |
| "brier_score_std": 0.006274220148221518 |
| }, |
| "drop_demographic": { |
| "accuracy": 0.9231824417009603, |
| "accuracy_std": 0.007759745198206247, |
| "f1_macro": 0.8859667578371555, |
| "f1_macro_std": 0.013763613216983155, |
| "f1_weighted": 0.9242796237468868, |
| "f1_weighted_std": 0.008295054350748773, |
| "precision": 0.7880747126436782, |
| "precision_std": 0.022281698878262694, |
| "recall": 0.86, |
| "recall_std": 0.058878405775518984, |
| "auc_roc": 0.9731606217616582, |
| "auc_roc_std": 0.0017768319377702078, |
| "ece": 0.052618936281241736, |
| "ece_std": 0.0026563482885394213, |
| "brier_score": 0.0571605721833377, |
| "brier_score_std": 0.003969568180693764 |
| }, |
| "drop_nutritional": { |
| "accuracy": 0.9300411522633745, |
| "accuracy_std": 0.00888990493608756, |
| "f1_macro": 0.89688575862919, |
| "f1_macro_std": 0.010190860509204883, |
| "f1_weighted": 0.9312651519062315, |
| "f1_weighted_std": 0.007753314441575472, |
| "precision": 0.8051479579359256, |
| "precision_std": 0.0506662122098875, |
| "recall": 0.88, |
| "recall_std": 0.043204937989385774, |
| "auc_roc": 0.9747841105354058, |
| "auc_roc_std": 0.005028725120655431, |
| "ece": 0.05112197499182398, |
| "ece_std": 0.010045868219477016, |
| "brier_score": 0.055542791170826326, |
| "brier_score_std": 0.007900172699135828 |
| }, |
| "drop_socioeconomic": { |
| "accuracy": 0.9272976680384089, |
| "accuracy_std": 0.003879872599103124, |
| "f1_macro": 0.8913635596802715, |
| "f1_macro_std": 0.005740032291453515, |
| "f1_weighted": 0.928077016260845, |
| "f1_weighted_std": 0.0032616166857185867, |
| "precision": 0.8086979371961635, |
| "precision_std": 0.05349863273069293, |
| "recall": 0.86, |
| "recall_std": 0.07118052168020875, |
| "auc_roc": 0.9725043177892919, |
| "auc_roc_std": 0.0022865864129098827, |
| "ece": 0.058421829055497386, |
| "ece_std": 0.007957945257837242, |
| "brier_score": 0.05898473729251519, |
| "brier_score_std": 0.005418553338063918 |
| }, |
| "drop_environmental": { |
| "accuracy": 0.9272976680384089, |
| "accuracy_std": 0.01026517801584072, |
| "f1_macro": 0.892875007730843, |
| "f1_macro_std": 0.014588942717511452, |
| "f1_weighted": 0.9285557078393758, |
| "f1_weighted_std": 0.009728794325890293, |
| "precision": 0.7970856102003644, |
| "precision_std": 0.0531401839574474, |
| "recall": 0.88, |
| "recall_std": 0.0748331477354788, |
| "auc_roc": 0.9717098445595855, |
| "auc_roc_std": 0.004798274363850904, |
| "ece": 0.05447866720518955, |
| "ece_std": 0.009101877611029157, |
| "brier_score": 0.057996770037197554, |
| "brier_score_std": 0.00644363193679079 |
| }, |
| "drop_healthcare": { |
| "accuracy": 0.9300411522633745, |
| "accuracy_std": 0.0033600682342704623, |
| "f1_macro": 0.8966926208735324, |
| "f1_macro_std": 0.002801841175856656, |
| "f1_weighted": 0.9312113571659425, |
| "f1_weighted_std": 0.0024363943761779557, |
| "precision": 0.8032299175271121, |
| "precision_std": 0.03605109624893552, |
| "recall": 0.88, |
| "recall_std": 0.043204937989385774, |
| "auc_roc": 0.969706390328152, |
| "auc_roc_std": 0.0032817016584493425, |
| "ece": 0.053590356701218166, |
| "ece_std": 0.007088597700711033, |
| "brier_score": 0.05779605248571739, |
| "brier_score_std": 0.004837322186373437 |
| }, |
| "only_demographic": { |
| "accuracy": 0.7764060356652949, |
| "accuracy_std": 0.01180017183407767, |
| "f1_macro": 0.6323504875342443, |
| "f1_macro_std": 0.019841171533820322, |
| "f1_weighted": 0.7677400635488437, |
| "f1_weighted_std": 0.011877228507686981, |
| "precision": 0.4476694085389738, |
| "precision_std": 0.035858526683525724, |
| "recall": 0.3666666666666667, |
| "recall_std": 0.0410960933531265, |
| "auc_roc": 0.7070466321243524, |
| "auc_roc_std": 0.029369174916989992, |
| "ece": 0.13712007752964459, |
| "ece_std": 0.02363188559702372, |
| "brier_score": 0.17116552768530777, |
| "brier_score_std": 0.01236118363590424 |
| }, |
| "only_nutritional": { |
| "accuracy": 0.7256515775034295, |
| "accuracy_std": 0.010801108194803566, |
| "f1_macro": 0.5233204157524848, |
| "f1_macro_std": 0.013679053837226465, |
| "f1_weighted": 0.7060670891377628, |
| "f1_weighted_std": 0.009611705058173494, |
| "precision": 0.2605225546402017, |
| "precision_std": 0.030232197564110358, |
| "recall": 0.18000000000000002, |
| "recall_std": 0.016329931618554526, |
| "auc_roc": 0.5682556131260795, |
| "auc_roc_std": 0.037280007784803004, |
| "ece": 0.16882323983456385, |
| "ece_std": 0.015388775332815376, |
| "brier_score": 0.2034708341421735, |
| "brier_score_std": 0.007328561457780753 |
| }, |
| "only_socioeconomic": { |
| "accuracy": 0.7133058984910837, |
| "accuracy_std": 0.010265178015840709, |
| "f1_macro": 0.5216959726278539, |
| "f1_macro_std": 0.04387223461155405, |
| "f1_weighted": 0.6994907842935604, |
| "f1_weighted_std": 0.017493171442481675, |
| "precision": 0.23970773494583017, |
| "precision_std": 0.07290131771540098, |
| "recall": 0.20666666666666667, |
| "recall_std": 0.09843215373488932, |
| "auc_roc": 0.5621761658031087, |
| "auc_roc_std": 0.043979189964741386, |
| "ece": 0.16175159224951338, |
| "ece_std": 0.019751401070095608, |
| "brier_score": 0.20407348577598647, |
| "brier_score_std": 0.00760765222174475 |
| }, |
| "only_environmental": { |
| "accuracy": 0.7914951989026063, |
| "accuracy_std": 0.013579554096860985, |
| "f1_macro": 0.6773251437928417, |
| "f1_macro_std": 0.026367182289513465, |
| "f1_weighted": 0.7902616650585124, |
| "f1_weighted_std": 0.015415521788714043, |
| "precision": 0.49154391707583195, |
| "precision_std": 0.03317576823897603, |
| "recall": 0.48, |
| "recall_std": 0.05656854249492383, |
| "auc_roc": 0.7855958549222798, |
| "auc_roc_std": 0.019820125923107293, |
| "ece": 0.1257641581498692, |
| "ece_std": 0.01335097764422107, |
| "brier_score": 0.15604989863572077, |
| "brier_score_std": 0.010250038894142643 |
| }, |
| "only_healthcare": { |
| "accuracy": 0.7160493827160495, |
| "accuracy_std": 0.010080204702811431, |
| "f1_macro": 0.5357954081367066, |
| "f1_macro_std": 0.041127627746483555, |
| "f1_weighted": 0.705852665512889, |
| "f1_weighted_std": 0.018763680460714468, |
| "precision": 0.26566951566951563, |
| "precision_std": 0.06228020580825975, |
| "recall": 0.2333333333333333, |
| "recall_std": 0.09285592184789412, |
| "auc_roc": 0.5577892918825561, |
| "auc_roc_std": 0.015592861350262787, |
| "ece": 0.18157288400552682, |
| "ece_std": 0.006434572376156912, |
| "brier_score": 0.2062071678838663, |
| "brier_score_std": 0.0007350408851747545 |
| } |
| }, |
| "spatial_encoding": { |
| "no_spatial": { |
| "accuracy": 0.934156378600823, |
| "accuracy_std": 0.0033600682342704623, |
| "f1_macro": 0.9025098817579865, |
| "f1_macro_std": 0.0032711375359027986, |
| "f1_weighted": 0.9351707425320005, |
| "f1_weighted_std": 0.00252075341300129, |
| "precision": 0.8150491476919249, |
| "precision_std": 0.04058853585786643, |
| "recall": 0.8866666666666667, |
| "recall_std": 0.04988876515698589, |
| "auc_roc": 0.9712953367875649, |
| "auc_roc_std": 0.0030752361124773545, |
| "ece": 0.05625765306190419, |
| "ece_std": 0.008588383909395743, |
| "brier_score": 0.05581313623709779, |
| "brier_score_std": 0.006274220148221518 |
| }, |
| "spatial_lag_only": { |
| "accuracy": 0.934156378600823, |
| "accuracy_std": 0.0033600682342704623, |
| "f1_macro": 0.9015887525644697, |
| "f1_macro_std": 0.002713465695110215, |
| "f1_weighted": 0.9348745324986095, |
| "f1_weighted_std": 0.002304215818872965, |
| "precision": 0.8238220071250923, |
| "precision_std": 0.04603309044329161, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.0524933858267454, |
| "auc_roc": 0.9810017271157169, |
| "auc_roc_std": 0.0020470511074306354, |
| "ece": 0.04948789444410349, |
| "ece_std": 0.005827174629755799, |
| "brier_score": 0.05093533682449882, |
| "brier_score_std": 0.004620922764351714 |
| }, |
| "fourier_only": { |
| "accuracy": 0.9368998628257886, |
| "accuracy_std": 0.01026517801584072, |
| "f1_macro": 0.906585065329408, |
| "f1_macro_std": 0.017412547900051915, |
| "f1_weighted": 0.9378711419036461, |
| "f1_weighted_std": 0.010758266021661871, |
| "precision": 0.8156041986687148, |
| "precision_std": 0.02938241171529233, |
| "recall": 0.9, |
| "recall_std": 0.07118052168020869, |
| "auc_roc": 0.9821761658031088, |
| "auc_roc_std": 0.0026392679094843995, |
| "ece": 0.04494034478956999, |
| "ece_std": 0.005726424915493296, |
| "brier_score": 0.0466544096876615, |
| "brier_score_std": 0.004742563582724417 |
| }, |
| "graph_only": { |
| "accuracy": 0.9327846364883402, |
| "accuracy_std": 0.009699681497757861, |
| "f1_macro": 0.8999754908482798, |
| "f1_macro_std": 0.015973872212778746, |
| "f1_weighted": 0.9336681613632254, |
| "f1_weighted_std": 0.010016150131483496, |
| "precision": 0.8112522686025408, |
| "precision_std": 0.025279588089643226, |
| "recall": 0.88, |
| "recall_std": 0.05887840577551894, |
| "auc_roc": 0.9794473229706391, |
| "auc_roc_std": 0.004518842407326572, |
| "ece": 0.04988376339660561, |
| "ece_std": 0.005270687352787256, |
| "brier_score": 0.05351088606272011, |
| "brier_score_std": 0.004712551086056143 |
| }, |
| "clusters_only": { |
| "accuracy": 0.9327846364883401, |
| "accuracy_std": 0.005132589007920335, |
| "f1_macro": 0.899547119319776, |
| "f1_macro_std": 0.008336212842531497, |
| "f1_weighted": 0.9335092210152506, |
| "f1_weighted_std": 0.0050248084073146555, |
| "precision": 0.8196119582735597, |
| "precision_std": 0.04795456749007511, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.06798692684790376, |
| "auc_roc": 0.9778238341968913, |
| "auc_roc_std": 0.0032976605139516603, |
| "ece": 0.04968188728170691, |
| "ece_std": 0.00536472638852737, |
| "brier_score": 0.051895951665629936, |
| "brier_score_std": 0.0025601528689546227 |
| }, |
| "all_spatial": { |
| "accuracy": 0.9368998628257886, |
| "accuracy_std": 0.008455986286651548, |
| "f1_macro": 0.9045052333319902, |
| "f1_macro_std": 0.01712508160361251, |
| "f1_weighted": 0.9372024686824588, |
| "f1_weighted_std": 0.00980954743271344, |
| "precision": 0.8317384370015949, |
| "precision_std": 0.02366509448597023, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.08055363982396381, |
| "auc_roc": 0.9836614853195164, |
| "auc_roc_std": 0.004274602676148179, |
| "ece": 0.0495688676028967, |
| "ece_std": 0.0010367371583657778, |
| "brier_score": 0.047661818741178, |
| "brier_score_std": 0.004223029229299427 |
| } |
| }, |
| "clustering_granularity": { |
| "k=5": { |
| "accuracy": 0.934156378600823, |
| "accuracy_std": 0.008889904936087593, |
| "f1_macro": 0.9001535749642354, |
| "f1_macro_std": 0.01891210759908036, |
| "f1_weighted": 0.9343987099876888, |
| "f1_weighted_std": 0.010627995331271404, |
| "precision": 0.8259424959083086, |
| "precision_std": 0.024448942611041833, |
| "recall": 0.8666666666666667, |
| "recall_std": 0.08993825042154695, |
| "auc_roc": 0.9837996545768566, |
| "auc_roc_std": 0.00397791907443432, |
| "ece": 0.04689666052261382, |
| "ece_std": 0.009314414641981877, |
| "brier_score": 0.04679048982498124, |
| "brier_score_std": 0.004739284217247446 |
| }, |
| "k=10": { |
| "accuracy": 0.934156378600823, |
| "accuracy_std": 0.0058198088986546855, |
| "f1_macro": 0.9011361082078723, |
| "f1_macro_std": 0.012701781232144856, |
| "f1_weighted": 0.9347346656359964, |
| "f1_weighted_std": 0.007051327186642521, |
| "precision": 0.8206203915586067, |
| "precision_std": 0.019237331702761415, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.06599663291074444, |
| "auc_roc": 0.982832469775475, |
| "auc_roc_std": 0.00368260601169675, |
| "ece": 0.04728646662768171, |
| "ece_std": 0.0005582092082208497, |
| "brier_score": 0.047569526926073726, |
| "brier_score_std": 0.004569314921970368 |
| }, |
| "k=20": { |
| "accuracy": 0.935528120713306, |
| "accuracy_std": 0.006994539799167062, |
| "f1_macro": 0.9029439707642372, |
| "f1_macro_std": 0.01415438702923127, |
| "f1_weighted": 0.9360152806169815, |
| "f1_weighted_std": 0.00810996688307506, |
| "precision": 0.825424067414914, |
| "precision_std": 0.016897875380354546, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.06599663291074444, |
| "auc_roc": 0.983419689119171, |
| "auc_roc_std": 0.0037228859648518356, |
| "ece": 0.045144637029069394, |
| "ece_std": 0.002866283685321084, |
| "brier_score": 0.046910290821234955, |
| "brier_score_std": 0.004769634243694431 |
| }, |
| "k=50": { |
| "accuracy": 0.934156378600823, |
| "accuracy_std": 0.008889904936087593, |
| "f1_macro": 0.9008292051083737, |
| "f1_macro_std": 0.01796672639626433, |
| "f1_weighted": 0.9346282380308591, |
| "f1_weighted_std": 0.010307758547442316, |
| "precision": 0.8206022719634335, |
| "precision_std": 0.0169135960243027, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.08055363982396381, |
| "auc_roc": 0.9835924006908462, |
| "auc_roc_std": 0.0032904160840371978, |
| "ece": 0.0470419108293246, |
| "ece_std": 0.0013514542902060575, |
| "brier_score": 0.04743248205297146, |
| "brier_score_std": 0.003762859331949097 |
| }, |
| "all_granularities": { |
| "accuracy": 0.9382716049382717, |
| "accuracy_std": 0.010080204702811431, |
| "f1_macro": 0.9069658178347435, |
| "f1_macro_std": 0.01827636538115004, |
| "f1_weighted": 0.9387027781479818, |
| "f1_weighted_std": 0.010990149880983232, |
| "precision": 0.831376448367295, |
| "precision_std": 0.017573686066550933, |
| "recall": 0.88, |
| "recall_std": 0.07118052168020872, |
| "auc_roc": 0.9833160621761659, |
| "auc_roc_std": 0.003856073518366977, |
| "ece": 0.04826353248959792, |
| "ece_std": 0.00527439530150194, |
| "brier_score": 0.04663285117900793, |
| "brier_score_std": 0.004319834384511459 |
| } |
| }, |
| "transformer_embeddings": { |
| "pure_gbdt": { |
| "accuracy": 0.9368998628257886, |
| "accuracy_std": 0.008455986286651548, |
| "f1_macro": 0.9045052333319902, |
| "f1_macro_std": 0.01712508160361251, |
| "f1_weighted": 0.9372024686824588, |
| "f1_weighted_std": 0.00980954743271344, |
| "precision": 0.8317384370015949, |
| "precision_std": 0.02366509448597023, |
| "recall": 0.8733333333333334, |
| "recall_std": 0.08055363982396381, |
| "auc_roc": 0.9836614853195164, |
| "auc_roc_std": 0.004274602676148179, |
| "ece": 0.0495688676028967, |
| "ece_std": 0.0010367371583657778, |
| "brier_score": 0.047661818741178, |
| "brier_score_std": 0.004223029229299427 |
| }, |
| "hybrid_d32_L2": { |
| "accuracy": 0.9122085048010974, |
| "accuracy_std": 0.005132589007920374, |
| "f1_macro": 0.8679139457693156, |
| "f1_macro_std": 0.015117909003304474, |
| "f1_weighted": 0.9128605777221734, |
| "f1_weighted_std": 0.007487299446980015, |
| "precision": 0.772779817761458, |
| "precision_std": 0.02916919077517404, |
| "recall": 0.82, |
| "recall_std": 0.0864098759787715, |
| "auc_roc": 0.965699481865285, |
| "auc_roc_std": 0.006645603745840797, |
| "ece": 0.07550869523136981, |
| "ece_std": 0.0070558961501389, |
| "brier_score": 0.07550888452830928, |
| "brier_score_std": 0.005517776288285954 |
| }, |
| "hybrid_d64_L2": { |
| "accuracy": 0.9067215363511659, |
| "accuracy_std": 0.0038798725991031234, |
| "f1_macro": 0.8565453270262061, |
| "f1_macro_std": 0.0065005817962412804, |
| "f1_weighted": 0.9063543838672204, |
| "f1_weighted_std": 0.0022026074905745555, |
| "precision": 0.7860328239954727, |
| "precision_std": 0.06494706306162124, |
| "recall": 0.7733333333333333, |
| "recall_std": 0.08993825042154693, |
| "auc_roc": 0.9599654576856649, |
| "auc_roc_std": 0.007181645380979579, |
| "ece": 0.0807011822330138, |
| "ece_std": 0.007084585049665119, |
| "brier_score": 0.08036028322753526, |
| "brier_score_std": 0.00522874547188044 |
| }, |
| "hybrid_d128_L2": { |
| "accuracy": 0.9176954732510287, |
| "accuracy_std": 0.005819808898654738, |
| "f1_macro": 0.8762910145445768, |
| "f1_macro_std": 0.007222245542103157, |
| "f1_weighted": 0.9183569294926975, |
| "f1_weighted_std": 0.004886826202400205, |
| "precision": 0.7912580837284336, |
| "precision_std": 0.050501112169752636, |
| "recall": 0.8266666666666667, |
| "recall_std": 0.061824123303304696, |
| "auc_roc": 0.9654231433506045, |
| "auc_roc_std": 0.0067817392941276105, |
| "ece": 0.07278331326166544, |
| "ece_std": 0.0036995712404727364, |
| "brier_score": 0.07185565814209835, |
| "brier_score_std": 0.001206032336780547 |
| } |
| }, |
| "calibration": { |
| "uncalibrated": { |
| "ECE": 0.03786273886144674, |
| "AUC": 0.9834427173287277, |
| "Brier": 0.04766181874117801 |
| }, |
| "platt": { |
| "ECE": 0.02927860504727985, |
| "AUC": 0.9679332181922856, |
| "Brier": 0.04826784034107657 |
| }, |
| "isotonic": { |
| "ECE": 0.03399572434860025, |
| "AUC": 0.976419113413932, |
| "Brier": 0.04687223107207046 |
| }, |
| "temperature": { |
| "ECE": 0.3911245326292897, |
| "AUC": 0.9793091537132989, |
| "Brier": 0.22891487324779877 |
| } |
| } |
| } |
