{ "run_id": "binding-boltz-20260706-1111-cd08", "n_targets": 29, "n_complexes": 644, "weak_cutoff": 0.3, "harder_for_classical_floor": 0.2, "loo_min_n": 8, "bootstrap_n": 2000, "headline_hard_for_both_targets": [], "hard_for_boltz_targets": [ "bace", "pfkfb3_automap", "CHK1_3u9n_corehop", "EZH2_5ij7_corehop" ], "preregistration": { "bace": { "batch1_raw_boltz_spearman": 0.08483795585116878, "batch1_classical_loo_spearman": 0.3824234009906532, "hard_for_boltz": true, "harder_for_classical": false, "headline": false }, "cdk2": { "batch1_raw_boltz_spearman": 0.7818181818181817, "batch1_classical_loo_spearman": 0.8787878787878788, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "jnk1_manual_flips": { "batch1_raw_boltz_spearman": 0.7136814789114632, "batch1_classical_loo_spearman": 0.5872843271388067, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "mcl1_extra_flips": { "batch1_raw_boltz_spearman": 0.9258441897959768, "batch1_classical_loo_spearman": 0.8724757160032967, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "p38": { "batch1_raw_boltz_spearman": 0.5352112839447614, "batch1_classical_loo_spearman": 0.2698295115732592, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "ptp1b": { "batch1_raw_boltz_spearman": 0.6457970977397256, "batch1_classical_loo_spearman": 0.42576096748491604, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "thrombin_core": { "batch1_raw_boltz_spearman": 0.6071428571428572, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "tyk2": { "batch1_raw_boltz_spearman": 0.8545454545454544, "batch1_classical_loo_spearman": 0.6484848484848483, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "cdk8_5cei_new_helix_loop_extra": { "batch1_raw_boltz_spearman": 0.8272493629820984, "batch1_classical_loo_spearman": 0.635100231033893, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "cmet": { "batch1_raw_boltz_spearman": 0.7319595566988115, "batch1_classical_loo_spearman": 0.7187047558732798, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "eg5_extraprotomers": { "batch1_raw_boltz_spearman": 0.3495480145290323, "batch1_classical_loo_spearman": 0.3404982277451091, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "hif2a_automap": { "batch1_raw_boltz_spearman": 0.5840161242941926, "batch1_classical_loo_spearman": 0.48553759660759666, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "pfkfb3_automap": { "batch1_raw_boltz_spearman": 0.1987724721399938, "batch1_classical_loo_spearman": 0.8423686201494733, "hard_for_boltz": true, "harder_for_classical": false, "headline": false }, "shp2": { "batch1_raw_boltz_spearman": 0.411764705882353, "batch1_classical_loo_spearman": 0.4852941176470589, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "syk_4puz_fullmap": { "batch1_raw_boltz_spearman": 0.5120320855614974, "batch1_classical_loo_spearman": 0.22560160427807488, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "tnks2_fullmap": { "batch1_raw_boltz_spearman": 0.7243478260869565, "batch1_classical_loo_spearman": 0.2817391304347826, "hard_for_boltz": false, "harder_for_classical": true, "headline": false }, "Bace1_4zsp": { "batch1_raw_boltz_spearman": NaN, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "CHK1_3u9n_corehop": { "batch1_raw_boltz_spearman": -0.5, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": true, "harder_for_classical": false, "headline": false }, "EZH2_5ij7_corehop": { "batch1_raw_boltz_spearman": -0.5, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": true, "harder_for_classical": false, "headline": false }, "Era_2q70": { "batch1_raw_boltz_spearman": 1.0, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "Fxa_2ei8": { "batch1_raw_boltz_spearman": NaN, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "TPSB2_3v7t": { "batch1_raw_boltz_spearman": NaN, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "2B8V_lig24and25_alpha05": { "batch1_raw_boltz_spearman": NaN, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "2E9P_lig4to7_alpha05": { "batch1_raw_boltz_spearman": 0.5, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "2Q15_lig17to21_alpha05": { "batch1_raw_boltz_spearman": 0.5, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "3RKZ_lig62to70_alpha05": { "batch1_raw_boltz_spearman": 0.3, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "MHT1_lig3_alpha05": { "batch1_raw_boltz_spearman": NaN, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "ck2_custcore_hotlys": { "batch1_raw_boltz_spearman": NaN, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false }, "hsp90_3hvd_custcore": { "batch1_raw_boltz_spearman": 0.942857142857143, "batch1_classical_loo_spearman": NaN, "hard_for_boltz": false, "harder_for_classical": false, "headline": false } }, "scopes": { "hard_for_both": { "boltz": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 }, "boltz_cal": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 }, "classical": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 }, "capo": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 } }, "all_targets": { "boltz": { "mean_spearman": 0.5936095294298028, "mean_log_pearson": 0.6226881557273616, "mean_rmse": 1.0610698143266646, "n_targets": 15 }, "boltz_cal": { "mean_spearman": 0.5936095294298028, "mean_log_pearson": 0.6226881557273617, "mean_rmse": 0.6053107968332595, "n_targets": 15 }, "classical": { "mean_spearman": 0.6162224618853932, "mean_log_pearson": 0.6416366286636627, "mean_rmse": 0.6674662693036905, "n_targets": 15 }, "capo": { "mean_spearman": 0.7000162772617888, "mean_log_pearson": 0.7396166220977922, "mean_rmse": 0.5587953307239021, "n_targets": 15 } }, "hard_for_boltz_only": { "boltz": { "mean_spearman": 0.33498686560040913, "mean_log_pearson": 0.37322969180961396, "mean_rmse": 1.2268028454733608, "n_targets": 2 }, "boltz_cal": { "mean_spearman": 0.33498686560040913, "mean_log_pearson": 0.373229691809614, "mean_rmse": 0.6919018808925246, "n_targets": 2 }, "classical": { "mean_spearman": 0.5767229117470647, "mean_log_pearson": 0.5934526648430609, "mean_rmse": 0.547364918715785, "n_targets": 2 }, "capo": { "mean_spearman": 0.5769157212183004, "mean_log_pearson": 0.6198504478417904, "mean_rmse": 0.6610375513784637, "n_targets": 2 } } }, "methods": { "boltz": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 }, "boltz_cal": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 }, "classical": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 }, "capo": { "mean_spearman": null, "mean_log_pearson": null, "mean_rmse": null, "n_targets": 0 } }, "boltz_bio_reference": { "raw_boltz_log_pearson": 0.23, "fixed_classical_log_pearson": 0.14, "agent_log_pearson": 0.38 }, "pooled_hard_for_both_aggregate": { "n_compounds": 0, "n_targets": 0 }, "paired_tests": { "spearman": { "capo_minus_rawBoltz": { "n": 0, "median_delta": null, "p_value": null }, "capo_minus_fixedClassical": { "n": 0, "median_delta": null, "p_value": null }, "rawBoltz_minus_fixedClassical": { "n": 0, "median_delta": null, "p_value": null } }, "log_pearson": { "capo_minus_rawBoltz": { "n": 0, "median_delta": null, "p_value": null }, "capo_minus_fixedClassical": { "n": 0, "median_delta": null, "p_value": null }, "rawBoltz_minus_fixedClassical": { "n": 0, "median_delta": null, "p_value": null } } } }