Cochon123's picture
Upload models/style_discriminator
cb328ac verified
Raw
History Blame Contribute Delete
296 kB
{
"model_name": "style-discriminator-v1",
"model_version": "1.0.0",
"created_at": "2026-08-09T00:18:28Z",
"seconds": 172.5,
"compute": {
"device": "cuda",
"framework": "scikit-learn + policy rollouts",
"hist_gradient_boosting_max_iter": 400,
"extra_trees": 120,
"rollout": {
"warmup_events": 12,
"max_new_events": 40,
"temperature": 0.8
}
},
"data": {
"battles_total": 30306,
"min_card_plays": 12,
"train_battles_used": 2000,
"eval_battles_used": 512,
"feature_dim": 67,
"train_policy_id": "policy_bc_v2",
"train_policy_path": "models/policy_bc",
"eval_policies": [
{
"policy_id": "policy_bc_v2",
"path": "models/policy_bc"
},
{
"policy_id": "policy_bc_v3",
"path": "models/policy_bc_v3"
},
{
"policy_id": "policy_bc_v4",
"path": "models/policy_bc_v4"
},
{
"policy_id": "policy_bc_v4_1",
"path": "models/policy_bc_v4.1"
}
],
"splits": [
{
"split": "train",
"battles": 21216,
"team_win_rate": 0.5046662895927602,
"mean_events": 64.98670814479638
},
{
"split": "val",
"battles": 4545,
"team_win_rate": 0.5152915291529153,
"mean_events": 64.86314631463146
},
{
"split": "test",
"battles": 4545,
"team_win_rate": 0.5036303630363036,
"mean_events": 64.97623762376237
}
]
},
"transfer": {
"trained_on": "policy_bc_v2",
"fit": {
"acc": 0.999748743718593,
"auc": 1.0,
"n": 3980,
"mean_score_real": 0.9996667004489418,
"mean_score_fake": 1.2997944183712571e-05,
"log_loss": 0.00023050082506624803,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 1.2997944183712571e-05,
"mean_P_human_real": 0.9996667004489418,
"n_train_rows": 3383,
"n_val_rows": 597,
"hgb_iterations": 400,
"boost_curve": [
{
"iteration": 0,
"train_loss": 0.693109372900105,
"val_loss": 0.6931165177447659
},
{
"iteration": 5,
"train_loss": 0.4918102958292081,
"val_loss": 0.4920230890776124
},
{
"iteration": 10,
"train_loss": 0.36040997518329,
"val_loss": 0.360900348698101
},
{
"iteration": 15,
"train_loss": 0.2691602556062363,
"val_loss": 0.27021266359246726
},
{
"iteration": 20,
"train_loss": 0.20354958079587715,
"val_loss": 0.20510106744017306
},
{
"iteration": 25,
"train_loss": 0.15547465066625638,
"val_loss": 0.15760619269826356
},
{
"iteration": 30,
"train_loss": 0.11940975024307342,
"val_loss": 0.12220674008656313
},
{
"iteration": 35,
"train_loss": 0.09217570925295884,
"val_loss": 0.09549091780736593
},
{
"iteration": 40,
"train_loss": 0.07150678319968151,
"val_loss": 0.07522928938354072
},
{
"iteration": 45,
"train_loss": 0.05553596413331744,
"val_loss": 0.05975811274431469
},
{
"iteration": 50,
"train_loss": 0.04322740852237203,
"val_loss": 0.04780994749597585
},
{
"iteration": 55,
"train_loss": 0.03370958231235492,
"val_loss": 0.038622116326156745
},
{
"iteration": 60,
"train_loss": 0.026372960422448494,
"val_loss": 0.0313471056227048
},
{
"iteration": 65,
"train_loss": 0.020637451048205364,
"val_loss": 0.025840688052363385
},
{
"iteration": 70,
"train_loss": 0.01609902766245408,
"val_loss": 0.021231909952337015
},
{
"iteration": 75,
"train_loss": 0.012604612310352013,
"val_loss": 0.017929053466669113
},
{
"iteration": 80,
"train_loss": 0.009877353709190883,
"val_loss": 0.01538110347625261
},
{
"iteration": 85,
"train_loss": 0.00775854943077564,
"val_loss": 0.013372742216746624
},
{
"iteration": 90,
"train_loss": 0.006102237940709022,
"val_loss": 0.011756151500677268
},
{
"iteration": 95,
"train_loss": 0.00480540181675105,
"val_loss": 0.010586658923556778
},
{
"iteration": 100,
"train_loss": 0.003792675277589494,
"val_loss": 0.009451968251049226
},
{
"iteration": 105,
"train_loss": 0.0029970837878097057,
"val_loss": 0.008557652930869571
},
{
"iteration": 110,
"train_loss": 0.0023774752838063096,
"val_loss": 0.007989106192608437
},
{
"iteration": 115,
"train_loss": 0.001889013816766433,
"val_loss": 0.007402354202028638
},
{
"iteration": 120,
"train_loss": 0.0015070937124677833,
"val_loss": 0.007010222563300616
},
{
"iteration": 125,
"train_loss": 0.001205775669100487,
"val_loss": 0.006665366949784567
},
{
"iteration": 130,
"train_loss": 0.0009706258246974283,
"val_loss": 0.006394451689316959
},
{
"iteration": 135,
"train_loss": 0.0007841243277665089,
"val_loss": 0.00619573761262395
},
{
"iteration": 140,
"train_loss": 0.0006371692318249895,
"val_loss": 0.00603355470778546
},
{
"iteration": 145,
"train_loss": 0.0005208946591135901,
"val_loss": 0.005657861010906525
},
{
"iteration": 150,
"train_loss": 0.0004288472747792278,
"val_loss": 0.005544871793012365
},
{
"iteration": 155,
"train_loss": 0.0003554803101273231,
"val_loss": 0.00530224963152945
},
{
"iteration": 160,
"train_loss": 0.0002972380877082798,
"val_loss": 0.005044170113845216
},
{
"iteration": 165,
"train_loss": 0.0002503533943022274,
"val_loss": 0.00495277820754729
},
{
"iteration": 170,
"train_loss": 0.00021253174175928975,
"val_loss": 0.004785648012540685
},
{
"iteration": 175,
"train_loss": 0.00018219448118021598,
"val_loss": 0.004685767608960454
},
{
"iteration": 180,
"train_loss": 0.0001573328544749512,
"val_loss": 0.004473479291487709
},
{
"iteration": 185,
"train_loss": 0.00013701418265431135,
"val_loss": 0.0044364390414202105
},
{
"iteration": 190,
"train_loss": 0.000120273730349729,
"val_loss": 0.004270866562471038
},
{
"iteration": 195,
"train_loss": 0.00010638595512791868,
"val_loss": 0.004134763794334566
},
{
"iteration": 200,
"train_loss": 9.479510594724199e-05,
"val_loss": 0.004109419968821381
},
{
"iteration": 205,
"train_loss": 8.505149009657734e-05,
"val_loss": 0.0039548251196041655
},
{
"iteration": 210,
"train_loss": 7.682320362410447e-05,
"val_loss": 0.0038466112108490056
},
{
"iteration": 215,
"train_loss": 6.983400512889947e-05,
"val_loss": 0.003749949508657339
},
{
"iteration": 220,
"train_loss": 6.373978701109458e-05,
"val_loss": 0.0035954612594839078
},
{
"iteration": 225,
"train_loss": 5.847677142402047e-05,
"val_loss": 0.0035032422924403143
},
{
"iteration": 230,
"train_loss": 5.387576936471329e-05,
"val_loss": 0.0033864642871212994
},
{
"iteration": 235,
"train_loss": 4.986426216117523e-05,
"val_loss": 0.0032606005656775597
},
{
"iteration": 240,
"train_loss": 4.633685746196849e-05,
"val_loss": 0.0031881440522057575
},
{
"iteration": 245,
"train_loss": 4.322943657751398e-05,
"val_loss": 0.0030784015643866795
},
{
"iteration": 250,
"train_loss": 4.046522107945488e-05,
"val_loss": 0.0030078099181556103
},
{
"iteration": 255,
"train_loss": 3.798801603906332e-05,
"val_loss": 0.0029086489023929943
},
{
"iteration": 260,
"train_loss": 3.578065188787323e-05,
"val_loss": 0.002814366629759113
},
{
"iteration": 265,
"train_loss": 3.381434109500507e-05,
"val_loss": 0.002758940103960996
},
{
"iteration": 270,
"train_loss": 3.20012759305877e-05,
"val_loss": 0.002682514571502908
},
{
"iteration": 275,
"train_loss": 3.0345956481586908e-05,
"val_loss": 0.0026324525631308657
},
{
"iteration": 280,
"train_loss": 2.8854276966399822e-05,
"val_loss": 0.002559395163349587
},
{
"iteration": 285,
"train_loss": 2.7489457280316457e-05,
"val_loss": 0.002485402786617479
},
{
"iteration": 290,
"train_loss": 2.6213760477508085e-05,
"val_loss": 0.0024305127595293675
},
{
"iteration": 295,
"train_loss": 2.5071386562567076e-05,
"val_loss": 0.0023811747381379807
},
{
"iteration": 300,
"train_loss": 2.4011844525449984e-05,
"val_loss": 0.002343137501996454
},
{
"iteration": 305,
"train_loss": 2.304562307180654e-05,
"val_loss": 0.0022968969203075586
},
{
"iteration": 310,
"train_loss": 2.212835416040209e-05,
"val_loss": 0.0022596057130301124
},
{
"iteration": 315,
"train_loss": 2.129887772194083e-05,
"val_loss": 0.0022075240835058513
},
{
"iteration": 320,
"train_loss": 2.0509104025879856e-05,
"val_loss": 0.002187824347401671
},
{
"iteration": 325,
"train_loss": 1.9778960317196043e-05,
"val_loss": 0.00213823417395602
},
{
"iteration": 330,
"train_loss": 1.9103513637160395e-05,
"val_loss": 0.0021092148689514727
},
{
"iteration": 335,
"train_loss": 1.8462622631635608e-05,
"val_loss": 0.0020649988877649793
},
{
"iteration": 340,
"train_loss": 1.785745400367523e-05,
"val_loss": 0.002041089879312135
},
{
"iteration": 345,
"train_loss": 1.7295000722892493e-05,
"val_loss": 0.002006405258815194
},
{
"iteration": 350,
"train_loss": 1.6768346653452823e-05,
"val_loss": 0.0019826789507435653
},
{
"iteration": 355,
"train_loss": 1.6270793279307614e-05,
"val_loss": 0.0019572009982950496
},
{
"iteration": 360,
"train_loss": 1.579568726506638e-05,
"val_loss": 0.0019207899263754512
},
{
"iteration": 365,
"train_loss": 1.53476864027097e-05,
"val_loss": 0.0018909332342581654
},
{
"iteration": 370,
"train_loss": 1.492574415847879e-05,
"val_loss": 0.001861275446023599
},
{
"iteration": 375,
"train_loss": 1.4529219094353577e-05,
"val_loss": 0.0018429117166414118
},
{
"iteration": 380,
"train_loss": 1.4137680356542614e-05,
"val_loss": 0.0018073603455124674
},
{
"iteration": 385,
"train_loss": 1.3779097241029502e-05,
"val_loss": 0.0017908012099039305
},
{
"iteration": 390,
"train_loss": 1.3436912107424757e-05,
"val_loss": 0.0017706693140136652
},
{
"iteration": 395,
"train_loss": 1.3109579074945578e-05,
"val_loss": 0.0017400793835980026
},
{
"iteration": 400,
"train_loss": 1.279147559282277e-05,
"val_loss": 0.0017159798393116881
}
]
},
"eval": [
{
"policy_id": "policy_bc_v4",
"policy_path": "models/policy_bc_v4",
"panel": "transfer",
"trained_on": "policy_bc_v2",
"acc": 0.9980372914622179,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9960417781296925,
"mean_score_fake": 7.310015739154003e-05,
"mean_P_human_ai": 7.310015739154003e-05,
"mean_P_human_real": 0.9960417781296925,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 7.310015739154003e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
1,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
509
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"policy_id": "policy_bc_v4_1",
"policy_path": "models/policy_bc_v4.1",
"panel": "transfer",
"trained_on": "policy_bc_v2",
"acc": 0.9980372914622179,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9960417781296925,
"mean_score_fake": 7.074711287262004e-05,
"mean_P_human_ai": 7.074711287262004e-05,
"mean_P_human_real": 0.9960417781296925,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 7.074711287262004e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
1,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
509
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"policy_id": "policy_bc_v2",
"policy_path": "models/policy_bc",
"panel": "transfer",
"trained_on": "policy_bc_v2",
"acc": 0.9980372914622179,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9960417781296925,
"mean_score_fake": 1.5289149273327188e-05,
"mean_P_human_ai": 1.5289149273327188e-05,
"mean_P_human_real": 0.9960417781296925,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 1.5289149273327188e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
1,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
509
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"policy_id": "policy_bc_v3",
"policy_path": "models/policy_bc_v3",
"panel": "transfer",
"trained_on": "policy_bc_v2",
"acc": 0.9980372914622179,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9960417781296925,
"mean_score_fake": 1.3331757304089826e-05,
"mean_P_human_ai": 1.3331757304089826e-05,
"mean_P_human_real": 0.9960417781296925,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 1.3331757304089826e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
1,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
509
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
}
],
"training_stages": [
{
"trees": 1,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 0.9846733668341708,
"tree_auc": 0.9969146464646464,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 2,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 0.9962311557788944,
"tree_auc": 0.9999709595959596,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 3,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 0.9992462311557789,
"tree_auc": 0.9999992424242424,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 5,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 0.999748743718593,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 8,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 10,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 15,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 20,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 25,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 30,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 35,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 40,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 45,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 50,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 55,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 60,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 65,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 70,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 75,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 80,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 85,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 90,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 95,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 100,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 105,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 110,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 115,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
},
{
"trees": 120,
"acc": 0.999748743718593,
"auc": 1.0,
"tree_acc": 1.0,
"tree_auc": 1.0,
"fool_rate_at_0.5": 0.0,
"hgb_acc": 0.999748743718593,
"hgb_auc": 1.0
}
]
},
"matched": {
"eval": [
{
"policy_id": "policy_bc_v4",
"policy_path": "models/policy_bc_v4",
"panel": "matched",
"trained_on": "policy_bc_v4",
"fit": {
"acc": 1.0,
"auc": 1.0,
"n": 3980,
"mean_score_real": 0.9997654010358369,
"mean_score_fake": 0.00012760162757330585,
"log_loss": 0.00022315587931933062,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 0.00012760162757330585,
"mean_P_human_real": 0.9997654010358369,
"n_train_rows": 3383,
"n_val_rows": 597,
"hgb_iterations": 400,
"boost_curve": [
{
"iteration": 0,
"train_loss": 0.6931335699121838,
"val_loss": 0.6931402502341754
},
{
"iteration": 5,
"train_loss": 0.49266093957347135,
"val_loss": 0.49306009764527764
},
{
"iteration": 10,
"train_loss": 0.36187453068036296,
"val_loss": 0.36253619869503784
},
{
"iteration": 15,
"train_loss": 0.2713016023148361,
"val_loss": 0.272374467481908
},
{
"iteration": 20,
"train_loss": 0.20627508401822808,
"val_loss": 0.20775354324462544
},
{
"iteration": 25,
"train_loss": 0.15734247125055978,
"val_loss": 0.1588512242101801
},
{
"iteration": 30,
"train_loss": 0.12068362109166106,
"val_loss": 0.12242983944221902
},
{
"iteration": 35,
"train_loss": 0.09301469797666094,
"val_loss": 0.09527074009232282
},
{
"iteration": 40,
"train_loss": 0.07199076734421468,
"val_loss": 0.07462042443006213
},
{
"iteration": 45,
"train_loss": 0.05591927511794955,
"val_loss": 0.058873927630763614
},
{
"iteration": 50,
"train_loss": 0.043564224804962616,
"val_loss": 0.04683624188642347
},
{
"iteration": 55,
"train_loss": 0.0340260923214224,
"val_loss": 0.03750947251952921
},
{
"iteration": 60,
"train_loss": 0.02657271777938182,
"val_loss": 0.029905063635195187
},
{
"iteration": 65,
"train_loss": 0.020781317785134028,
"val_loss": 0.023913479796756613
},
{
"iteration": 70,
"train_loss": 0.016282044234165016,
"val_loss": 0.019320795674972475
},
{
"iteration": 75,
"train_loss": 0.012762132767951885,
"val_loss": 0.015585574884408539
},
{
"iteration": 80,
"train_loss": 0.01002674220015342,
"val_loss": 0.01277744233307947
},
{
"iteration": 85,
"train_loss": 0.007883004650606564,
"val_loss": 0.010603018131503833
},
{
"iteration": 90,
"train_loss": 0.006214955718999371,
"val_loss": 0.00901805224566284
},
{
"iteration": 95,
"train_loss": 0.0049116770217952875,
"val_loss": 0.00769759096147975
},
{
"iteration": 100,
"train_loss": 0.003892670510272113,
"val_loss": 0.00671810567642976
},
{
"iteration": 105,
"train_loss": 0.0030955028502739003,
"val_loss": 0.00591952034583333
},
{
"iteration": 110,
"train_loss": 0.00246674230528853,
"val_loss": 0.005252969379880804
},
{
"iteration": 115,
"train_loss": 0.001974589315223308,
"val_loss": 0.00477955841047309
},
{
"iteration": 120,
"train_loss": 0.001583145997078499,
"val_loss": 0.004296349029302558
},
{
"iteration": 125,
"train_loss": 0.0012740137758884475,
"val_loss": 0.0038696509501574697
},
{
"iteration": 130,
"train_loss": 0.0010297097928378797,
"val_loss": 0.003550714951413097
},
{
"iteration": 135,
"train_loss": 0.0008376760275417359,
"val_loss": 0.0033251126933534236
},
{
"iteration": 140,
"train_loss": 0.0006832644193607217,
"val_loss": 0.003059248859053756
},
{
"iteration": 145,
"train_loss": 0.0005624784410662222,
"val_loss": 0.002886078260020514
},
{
"iteration": 150,
"train_loss": 0.0004655772160820993,
"val_loss": 0.002727308759868066
},
{
"iteration": 155,
"train_loss": 0.0003882644883189713,
"val_loss": 0.0025598506900262356
},
{
"iteration": 160,
"train_loss": 0.00032624380574135107,
"val_loss": 0.0024413882147767355
},
{
"iteration": 165,
"train_loss": 0.00027565262169576283,
"val_loss": 0.0023498271986852823
},
{
"iteration": 170,
"train_loss": 0.0002345930565856814,
"val_loss": 0.0022752590714479157
},
{
"iteration": 175,
"train_loss": 0.00020141240921311783,
"val_loss": 0.0021873670209085643
},
{
"iteration": 180,
"train_loss": 0.00017411815309640457,
"val_loss": 0.0021335743942560137
},
{
"iteration": 185,
"train_loss": 0.00015179124746386483,
"val_loss": 0.00208193110486513
},
{
"iteration": 190,
"train_loss": 0.00013338696278008798,
"val_loss": 0.002100683824613195
},
{
"iteration": 195,
"train_loss": 0.00011783634704329879,
"val_loss": 0.002073141942519769
},
{
"iteration": 200,
"train_loss": 0.0001050128557910438,
"val_loss": 0.002039571172419124
},
{
"iteration": 205,
"train_loss": 9.421610372508011e-05,
"val_loss": 0.0020110621724435318
},
{
"iteration": 210,
"train_loss": 8.503867035298148e-05,
"val_loss": 0.0020198794840617486
},
{
"iteration": 215,
"train_loss": 7.712958690768737e-05,
"val_loss": 0.001989825059053928
},
{
"iteration": 220,
"train_loss": 7.026257936374972e-05,
"val_loss": 0.001973075514168545
},
{
"iteration": 225,
"train_loss": 6.445001385822289e-05,
"val_loss": 0.001984582215293175
},
{
"iteration": 230,
"train_loss": 5.9377846430208764e-05,
"val_loss": 0.001940332789727096
},
{
"iteration": 235,
"train_loss": 5.4838755927336995e-05,
"val_loss": 0.0019364262577243805
},
{
"iteration": 240,
"train_loss": 5.08650770091377e-05,
"val_loss": 0.0019075257516137252
},
{
"iteration": 245,
"train_loss": 4.741635312625258e-05,
"val_loss": 0.0018825418916472178
},
{
"iteration": 250,
"train_loss": 4.430670109157755e-05,
"val_loss": 0.0018838489826268428
},
{
"iteration": 255,
"train_loss": 4.153428283997436e-05,
"val_loss": 0.0018680319680818788
},
{
"iteration": 260,
"train_loss": 3.907919343084054e-05,
"val_loss": 0.0018626947520155685
},
{
"iteration": 265,
"train_loss": 3.681755903927758e-05,
"val_loss": 0.0018692768045901046
},
{
"iteration": 270,
"train_loss": 3.4830737647289676e-05,
"val_loss": 0.001850984298818085
},
{
"iteration": 275,
"train_loss": 3.302747110520676e-05,
"val_loss": 0.001856333721856205
},
{
"iteration": 280,
"train_loss": 3.138421305075458e-05,
"val_loss": 0.001834304966410851
},
{
"iteration": 285,
"train_loss": 2.9866417451448106e-05,
"val_loss": 0.0018221101589393854
},
{
"iteration": 290,
"train_loss": 2.8476879549415884e-05,
"val_loss": 0.0018299589972761074
},
{
"iteration": 295,
"train_loss": 2.7205545723923927e-05,
"val_loss": 0.0018136838863866726
},
{
"iteration": 300,
"train_loss": 2.6041238601003078e-05,
"val_loss": 0.001814293939898166
},
{
"iteration": 305,
"train_loss": 2.4973153437542802e-05,
"val_loss": 0.0018004718928305728
},
{
"iteration": 310,
"train_loss": 2.3978860864618255e-05,
"val_loss": 0.001793415205943863
},
{
"iteration": 315,
"train_loss": 2.3045379326951252e-05,
"val_loss": 0.0017959483604818222
},
{
"iteration": 320,
"train_loss": 2.216640389717109e-05,
"val_loss": 0.0017808526948873036
},
{
"iteration": 325,
"train_loss": 2.1373424177045204e-05,
"val_loss": 0.001767160501265382
},
{
"iteration": 330,
"train_loss": 2.0612728348868758e-05,
"val_loss": 0.0017598606520785652
},
{
"iteration": 335,
"train_loss": 1.992285910087597e-05,
"val_loss": 0.0017482726234758863
},
{
"iteration": 340,
"train_loss": 1.9268519472305147e-05,
"val_loss": 0.0017348541346357555
},
{
"iteration": 345,
"train_loss": 1.8647036053919154e-05,
"val_loss": 0.0017215842954316106
},
{
"iteration": 350,
"train_loss": 1.8066027539869927e-05,
"val_loss": 0.0017220754142618464
},
{
"iteration": 355,
"train_loss": 1.7518559618838148e-05,
"val_loss": 0.0017006988694262877
},
{
"iteration": 360,
"train_loss": 1.6999230477491212e-05,
"val_loss": 0.0016887287996906323
},
{
"iteration": 365,
"train_loss": 1.6515108463599532e-05,
"val_loss": 0.001678710002772153
},
{
"iteration": 370,
"train_loss": 1.605627657748076e-05,
"val_loss": 0.0016544107588590587
},
{
"iteration": 375,
"train_loss": 1.5618021106481382e-05,
"val_loss": 0.001656145193467746
},
{
"iteration": 380,
"train_loss": 1.5195382478868213e-05,
"val_loss": 0.0016509957622958694
},
{
"iteration": 385,
"train_loss": 1.480135440432003e-05,
"val_loss": 0.0016433884811196389
},
{
"iteration": 390,
"train_loss": 1.4424124075164613e-05,
"val_loss": 0.0016335846902048592
},
{
"iteration": 395,
"train_loss": 1.4071553536055305e-05,
"val_loss": 0.0016226375763192145
},
{
"iteration": 400,
"train_loss": 1.3734657857157613e-05,
"val_loss": 0.0016211965225390603
}
]
},
"roc": [
{
"fpr": 0.0,
"tpr": 0.001953125
},
{
"fpr": 0.0,
"tpr": 0.03515625
},
{
"fpr": 0.0,
"tpr": 0.068359375
},
{
"fpr": 0.0,
"tpr": 0.1015625
},
{
"fpr": 0.0,
"tpr": 0.13671875
},
{
"fpr": 0.0,
"tpr": 0.169921875
},
{
"fpr": 0.0,
"tpr": 0.203125
},
{
"fpr": 0.0,
"tpr": 0.236328125
},
{
"fpr": 0.0,
"tpr": 0.271484375
},
{
"fpr": 0.0,
"tpr": 0.3046875
},
{
"fpr": 0.0,
"tpr": 0.337890625
},
{
"fpr": 0.0,
"tpr": 0.37109375
},
{
"fpr": 0.0,
"tpr": 0.40625
},
{
"fpr": 0.0,
"tpr": 0.439453125
},
{
"fpr": 0.0,
"tpr": 0.47265625
},
{
"fpr": 0.0,
"tpr": 0.505859375
},
{
"fpr": 0.0,
"tpr": 0.541015625
},
{
"fpr": 0.0,
"tpr": 0.57421875
},
{
"fpr": 0.0,
"tpr": 0.607421875
},
{
"fpr": 0.0,
"tpr": 0.640625
},
{
"fpr": 0.0,
"tpr": 0.67578125
},
{
"fpr": 0.0,
"tpr": 0.708984375
},
{
"fpr": 0.0,
"tpr": 0.7421875
},
{
"fpr": 0.0,
"tpr": 0.775390625
},
{
"fpr": 0.0,
"tpr": 0.810546875
},
{
"fpr": 0.0,
"tpr": 0.84375
},
{
"fpr": 0.0,
"tpr": 0.876953125
},
{
"fpr": 0.0,
"tpr": 0.91015625
},
{
"fpr": 0.0,
"tpr": 0.9453125
},
{
"fpr": 0.0,
"tpr": 0.978515625
},
{
"fpr": 0.011834319526627219,
"tpr": 1.0
},
{
"fpr": 0.045364891518737675,
"tpr": 1.0
},
{
"fpr": 0.08086785009861933,
"tpr": 1.0
},
{
"fpr": 0.11439842209072978,
"tpr": 1.0
},
{
"fpr": 0.14792899408284024,
"tpr": 1.0
},
{
"fpr": 0.1814595660749507,
"tpr": 1.0
},
{
"fpr": 0.21696252465483234,
"tpr": 1.0
},
{
"fpr": 0.2504930966469428,
"tpr": 1.0
},
{
"fpr": 0.28402366863905326,
"tpr": 1.0
},
{
"fpr": 0.3175542406311637,
"tpr": 1.0
},
{
"fpr": 0.3530571992110454,
"tpr": 1.0
},
{
"fpr": 0.3865877712031558,
"tpr": 1.0
},
{
"fpr": 0.42011834319526625,
"tpr": 1.0
},
{
"fpr": 0.4536489151873767,
"tpr": 1.0
},
{
"fpr": 0.4891518737672584,
"tpr": 1.0
},
{
"fpr": 0.5226824457593688,
"tpr": 1.0
},
{
"fpr": 0.5562130177514792,
"tpr": 1.0
},
{
"fpr": 0.5897435897435898,
"tpr": 1.0
},
{
"fpr": 0.6252465483234714,
"tpr": 1.0
},
{
"fpr": 0.6587771203155819,
"tpr": 1.0
},
{
"fpr": 0.6923076923076923,
"tpr": 1.0
},
{
"fpr": 0.7258382642998028,
"tpr": 1.0
},
{
"fpr": 0.7613412228796844,
"tpr": 1.0
},
{
"fpr": 0.7948717948717948,
"tpr": 1.0
},
{
"fpr": 0.8284023668639053,
"tpr": 1.0
},
{
"fpr": 0.8619329388560157,
"tpr": 1.0
},
{
"fpr": 0.8974358974358975,
"tpr": 1.0
},
{
"fpr": 0.9309664694280079,
"tpr": 1.0
},
{
"fpr": 0.9644970414201184,
"tpr": 1.0
},
{
"fpr": 1.0,
"tpr": 1.0
}
],
"acc": 0.9980372914622179,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.996416894380842,
"mean_score_fake": 3.809274771888009e-05,
"mean_P_human_ai": 3.809274771888009e-05,
"mean_P_human_real": 0.996416894380842,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 3.809274771888009e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
508
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"policy_id": "policy_bc_v2",
"policy_path": "models/policy_bc",
"panel": "matched",
"trained_on": "policy_bc_v2",
"fit": {
"acc": 0.999748743718593,
"auc": 1.0,
"n": 3980,
"mean_score_real": 0.9996287891760162,
"mean_score_fake": 1.6402727077858644e-05,
"log_loss": 0.00028254212463065355,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 1.6402727077858644e-05,
"mean_P_human_real": 0.9996287891760162,
"n_train_rows": 3383,
"n_val_rows": 597,
"hgb_iterations": 400,
"boost_curve": [
{
"iteration": 0,
"train_loss": 0.6931456682718483,
"val_loss": 0.6931418458724481
},
{
"iteration": 5,
"train_loss": 0.49225768291842764,
"val_loss": 0.49250998590589323
},
{
"iteration": 10,
"train_loss": 0.3610654332165955,
"val_loss": 0.3614594652560808
},
{
"iteration": 15,
"train_loss": 0.2702148743674761,
"val_loss": 0.2705781061532713
},
{
"iteration": 20,
"train_loss": 0.20506715933277242,
"val_loss": 0.2055123607601608
},
{
"iteration": 25,
"train_loss": 0.15691899960800956,
"val_loss": 0.1573371630107471
},
{
"iteration": 30,
"train_loss": 0.12079147560539229,
"val_loss": 0.12113880768141375
},
{
"iteration": 35,
"train_loss": 0.09345604579891702,
"val_loss": 0.09399420159671808
},
{
"iteration": 40,
"train_loss": 0.07264523198727914,
"val_loss": 0.07341215359098115
},
{
"iteration": 45,
"train_loss": 0.05659274477524757,
"val_loss": 0.05753249857239633
},
{
"iteration": 50,
"train_loss": 0.04413629377929203,
"val_loss": 0.04512570954312746
},
{
"iteration": 55,
"train_loss": 0.034435758348892696,
"val_loss": 0.03535045437333108
},
{
"iteration": 60,
"train_loss": 0.026960889110540828,
"val_loss": 0.027937455892957923
},
{
"iteration": 65,
"train_loss": 0.02110607420609059,
"val_loss": 0.022081516469666742
},
{
"iteration": 70,
"train_loss": 0.016529426272109824,
"val_loss": 0.017436483672458595
},
{
"iteration": 75,
"train_loss": 0.012958239919593738,
"val_loss": 0.013820919021684648
},
{
"iteration": 80,
"train_loss": 0.010164641110950865,
"val_loss": 0.011024996527906172
},
{
"iteration": 85,
"train_loss": 0.007989418892544254,
"val_loss": 0.008736265135005186
},
{
"iteration": 90,
"train_loss": 0.006295179395070961,
"val_loss": 0.006975071836213071
},
{
"iteration": 95,
"train_loss": 0.00496834955377759,
"val_loss": 0.005608450266104452
},
{
"iteration": 100,
"train_loss": 0.003924507671474894,
"val_loss": 0.0044829084345222765
},
{
"iteration": 105,
"train_loss": 0.0031061842732323847,
"val_loss": 0.003599166903377382
},
{
"iteration": 110,
"train_loss": 0.0024686168879499504,
"val_loss": 0.00290033840536239
},
{
"iteration": 115,
"train_loss": 0.0019629301593147965,
"val_loss": 0.002315849794541317
},
{
"iteration": 120,
"train_loss": 0.0015678903778289523,
"val_loss": 0.0018740647456062666
},
{
"iteration": 125,
"train_loss": 0.001258937731616025,
"val_loss": 0.0015236119436888662
},
{
"iteration": 130,
"train_loss": 0.0010138391076924332,
"val_loss": 0.0012356013963713518
},
{
"iteration": 135,
"train_loss": 0.0008200290506670812,
"val_loss": 0.0010001200563699928
},
{
"iteration": 140,
"train_loss": 0.0006670666863562921,
"val_loss": 0.0008300390041107362
},
{
"iteration": 145,
"train_loss": 0.0005460216268814743,
"val_loss": 0.000690056876326923
},
{
"iteration": 150,
"train_loss": 0.0004499188787751408,
"val_loss": 0.000577836858473664
},
{
"iteration": 155,
"train_loss": 0.0003729338685614241,
"val_loss": 0.0004872076116262439
},
{
"iteration": 160,
"train_loss": 0.0003120880643355504,
"val_loss": 0.0004182607602835243
},
{
"iteration": 165,
"train_loss": 0.0002631319287292625,
"val_loss": 0.0003586822744842318
},
{
"iteration": 170,
"train_loss": 0.00022394931658380917,
"val_loss": 0.00031478840811702095
},
{
"iteration": 175,
"train_loss": 0.00019173468670117622,
"val_loss": 0.00027199410510005074
},
{
"iteration": 180,
"train_loss": 0.00016588327680491303,
"val_loss": 0.00023668079397758492
},
{
"iteration": 185,
"train_loss": 0.00014428653009031353,
"val_loss": 0.00020736985065747285
},
{
"iteration": 190,
"train_loss": 0.00012666142891594223,
"val_loss": 0.00018512531465870262
},
{
"iteration": 195,
"train_loss": 0.00011198666072313141,
"val_loss": 0.00016498027689748794
},
{
"iteration": 200,
"train_loss": 9.960549918336652e-05,
"val_loss": 0.00014670547935295342
},
{
"iteration": 205,
"train_loss": 8.923341254833493e-05,
"val_loss": 0.0001343132577300712
},
{
"iteration": 210,
"train_loss": 8.047400238936338e-05,
"val_loss": 0.0001230840708188669
},
{
"iteration": 215,
"train_loss": 7.292736111404898e-05,
"val_loss": 0.00011334895400649822
},
{
"iteration": 220,
"train_loss": 6.648675824765817e-05,
"val_loss": 0.00010304953125168924
},
{
"iteration": 225,
"train_loss": 6.0957885533430735e-05,
"val_loss": 9.647750434746176e-05
},
{
"iteration": 230,
"train_loss": 5.6128472548924546e-05,
"val_loss": 9.047018164519112e-05
},
{
"iteration": 235,
"train_loss": 5.184509660117741e-05,
"val_loss": 8.369655568674099e-05
},
{
"iteration": 240,
"train_loss": 4.8141383436476464e-05,
"val_loss": 7.914733958100864e-05
},
{
"iteration": 245,
"train_loss": 4.486177651354261e-05,
"val_loss": 7.437704089235741e-05
},
{
"iteration": 250,
"train_loss": 4.191751298256423e-05,
"val_loss": 6.971247912340203e-05
},
{
"iteration": 255,
"train_loss": 3.9311467225859324e-05,
"val_loss": 6.581870419875672e-05
},
{
"iteration": 260,
"train_loss": 3.6966845544879744e-05,
"val_loss": 6.263795316040517e-05
},
{
"iteration": 265,
"train_loss": 3.489510123280618e-05,
"val_loss": 5.946125517622561e-05
},
{
"iteration": 270,
"train_loss": 3.3030202315729064e-05,
"val_loss": 5.7205822823670166e-05
},
{
"iteration": 275,
"train_loss": 3.1314761669197005e-05,
"val_loss": 5.47481818116446e-05
},
{
"iteration": 280,
"train_loss": 2.9749299116786972e-05,
"val_loss": 5.1999951088174276e-05
},
{
"iteration": 285,
"train_loss": 2.8335336587594282e-05,
"val_loss": 5.00000079238e-05
},
{
"iteration": 290,
"train_loss": 2.7036563718264766e-05,
"val_loss": 4.7685513730161135e-05
},
{
"iteration": 295,
"train_loss": 2.58353637812959e-05,
"val_loss": 4.598018959546356e-05
},
{
"iteration": 300,
"train_loss": 2.4738885395449648e-05,
"val_loss": 4.424436898302314e-05
},
{
"iteration": 305,
"train_loss": 2.3719901540039953e-05,
"val_loss": 4.271213500535463e-05
},
{
"iteration": 310,
"train_loss": 2.2770130055446156e-05,
"val_loss": 4.0952961482449834e-05
},
{
"iteration": 315,
"train_loss": 2.190585578930181e-05,
"val_loss": 3.967690857992743e-05
},
{
"iteration": 320,
"train_loss": 2.108277416390668e-05,
"val_loss": 3.824900440805975e-05
},
{
"iteration": 325,
"train_loss": 2.032196126843546e-05,
"val_loss": 3.7130250362488606e-05
},
{
"iteration": 330,
"train_loss": 1.961061458072659e-05,
"val_loss": 3.586528978157098e-05
},
{
"iteration": 335,
"train_loss": 1.8946101858208755e-05,
"val_loss": 3.4941721327741003e-05
},
{
"iteration": 340,
"train_loss": 1.832294099956891e-05,
"val_loss": 3.3696439586748055e-05
},
{
"iteration": 345,
"train_loss": 1.773267115880283e-05,
"val_loss": 3.277597099428192e-05
},
{
"iteration": 350,
"train_loss": 1.718213760535843e-05,
"val_loss": 3.18263090733603e-05
},
{
"iteration": 355,
"train_loss": 1.6668886335649678e-05,
"val_loss": 3.099706443889629e-05
},
{
"iteration": 360,
"train_loss": 1.6179437717770587e-05,
"val_loss": 3.0065811180044405e-05
},
{
"iteration": 365,
"train_loss": 1.571347388502388e-05,
"val_loss": 2.931118859742753e-05
},
{
"iteration": 370,
"train_loss": 1.527486351326596e-05,
"val_loss": 2.848061597938145e-05
},
{
"iteration": 375,
"train_loss": 1.4867753245672765e-05,
"val_loss": 2.7941041616360957e-05
},
{
"iteration": 380,
"train_loss": 1.4472219453728708e-05,
"val_loss": 2.7208129959976263e-05
},
{
"iteration": 385,
"train_loss": 1.4102104496023488e-05,
"val_loss": 2.6642315270852753e-05
},
{
"iteration": 390,
"train_loss": 1.3738639242260308e-05,
"val_loss": 2.607187981839131e-05
},
{
"iteration": 395,
"train_loss": 1.3406070075494349e-05,
"val_loss": 2.546778309451884e-05
},
{
"iteration": 400,
"train_loss": 1.308109319107441e-05,
"val_loss": 2.4905908198173868e-05
}
]
},
"roc": [
{
"fpr": 0.0,
"tpr": 0.001953125
},
{
"fpr": 0.0,
"tpr": 0.03515625
},
{
"fpr": 0.0,
"tpr": 0.068359375
},
{
"fpr": 0.0,
"tpr": 0.1015625
},
{
"fpr": 0.0,
"tpr": 0.13671875
},
{
"fpr": 0.0,
"tpr": 0.169921875
},
{
"fpr": 0.0,
"tpr": 0.203125
},
{
"fpr": 0.0,
"tpr": 0.236328125
},
{
"fpr": 0.0,
"tpr": 0.271484375
},
{
"fpr": 0.0,
"tpr": 0.3046875
},
{
"fpr": 0.0,
"tpr": 0.337890625
},
{
"fpr": 0.0,
"tpr": 0.37109375
},
{
"fpr": 0.0,
"tpr": 0.40625
},
{
"fpr": 0.0,
"tpr": 0.439453125
},
{
"fpr": 0.0,
"tpr": 0.47265625
},
{
"fpr": 0.0,
"tpr": 0.505859375
},
{
"fpr": 0.0,
"tpr": 0.541015625
},
{
"fpr": 0.0,
"tpr": 0.57421875
},
{
"fpr": 0.0,
"tpr": 0.607421875
},
{
"fpr": 0.0,
"tpr": 0.640625
},
{
"fpr": 0.0,
"tpr": 0.67578125
},
{
"fpr": 0.0,
"tpr": 0.708984375
},
{
"fpr": 0.0,
"tpr": 0.7421875
},
{
"fpr": 0.0,
"tpr": 0.775390625
},
{
"fpr": 0.0,
"tpr": 0.810546875
},
{
"fpr": 0.0,
"tpr": 0.84375
},
{
"fpr": 0.0,
"tpr": 0.876953125
},
{
"fpr": 0.0,
"tpr": 0.91015625
},
{
"fpr": 0.0,
"tpr": 0.9453125
},
{
"fpr": 0.0,
"tpr": 0.978515625
},
{
"fpr": 0.011834319526627219,
"tpr": 1.0
},
{
"fpr": 0.045364891518737675,
"tpr": 1.0
},
{
"fpr": 0.08086785009861933,
"tpr": 1.0
},
{
"fpr": 0.11439842209072978,
"tpr": 1.0
},
{
"fpr": 0.14792899408284024,
"tpr": 1.0
},
{
"fpr": 0.1814595660749507,
"tpr": 1.0
},
{
"fpr": 0.21696252465483234,
"tpr": 1.0
},
{
"fpr": 0.2504930966469428,
"tpr": 1.0
},
{
"fpr": 0.28402366863905326,
"tpr": 1.0
},
{
"fpr": 0.3175542406311637,
"tpr": 1.0
},
{
"fpr": 0.3530571992110454,
"tpr": 1.0
},
{
"fpr": 0.3865877712031558,
"tpr": 1.0
},
{
"fpr": 0.42011834319526625,
"tpr": 1.0
},
{
"fpr": 0.4536489151873767,
"tpr": 1.0
},
{
"fpr": 0.4891518737672584,
"tpr": 1.0
},
{
"fpr": 0.5226824457593688,
"tpr": 1.0
},
{
"fpr": 0.5562130177514792,
"tpr": 1.0
},
{
"fpr": 0.5897435897435898,
"tpr": 1.0
},
{
"fpr": 0.6252465483234714,
"tpr": 1.0
},
{
"fpr": 0.6587771203155819,
"tpr": 1.0
},
{
"fpr": 0.6923076923076923,
"tpr": 1.0
},
{
"fpr": 0.7258382642998028,
"tpr": 1.0
},
{
"fpr": 0.7613412228796844,
"tpr": 1.0
},
{
"fpr": 0.7948717948717948,
"tpr": 1.0
},
{
"fpr": 0.8284023668639053,
"tpr": 1.0
},
{
"fpr": 0.8619329388560157,
"tpr": 1.0
},
{
"fpr": 0.8974358974358975,
"tpr": 1.0
},
{
"fpr": 0.9309664694280079,
"tpr": 1.0
},
{
"fpr": 0.9644970414201184,
"tpr": 1.0
},
{
"fpr": 1.0,
"tpr": 1.0
}
],
"acc": 0.9990186457311089,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9970176663735841,
"mean_score_fake": 2.2638500048010705e-05,
"mean_P_human_ai": 2.2638500048010705e-05,
"mean_P_human_real": 0.9970176663735841,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 2.2638500048010705e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
1,
0,
1,
0,
508
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"policy_id": "policy_bc_v4_1",
"policy_path": "models/policy_bc_v4.1",
"panel": "matched",
"trained_on": "policy_bc_v4_1",
"fit": {
"acc": 1.0,
"auc": 1.0,
"n": 3980,
"mean_score_real": 0.9996991653739355,
"mean_score_fake": 1.723552286634327e-05,
"log_loss": 0.0001876709057286847,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 1.723552286634327e-05,
"mean_P_human_real": 0.9996991653739355,
"n_train_rows": 3383,
"n_val_rows": 597,
"hgb_iterations": 400,
"boost_curve": [
{
"iteration": 0,
"train_loss": 0.6931296984164822,
"val_loss": 0.6931181029670488
},
{
"iteration": 5,
"train_loss": 0.4928965835514818,
"val_loss": 0.4920582282956828
},
{
"iteration": 10,
"train_loss": 0.36214952721888005,
"val_loss": 0.3610291825240827
},
{
"iteration": 15,
"train_loss": 0.2715752755148066,
"val_loss": 0.27041188612052747
},
{
"iteration": 20,
"train_loss": 0.20645455633783105,
"val_loss": 0.20541737336823093
},
{
"iteration": 25,
"train_loss": 0.15788099674930828,
"val_loss": 0.15729890957046966
},
{
"iteration": 30,
"train_loss": 0.12140210465516398,
"val_loss": 0.12133537528217131
},
{
"iteration": 35,
"train_loss": 0.09377527912528973,
"val_loss": 0.0939855940434974
},
{
"iteration": 40,
"train_loss": 0.07265187390354055,
"val_loss": 0.07291123187580474
},
{
"iteration": 45,
"train_loss": 0.056459732075112935,
"val_loss": 0.056753164847608006
},
{
"iteration": 50,
"train_loss": 0.04393426019267701,
"val_loss": 0.04475797143844446
},
{
"iteration": 55,
"train_loss": 0.03423594853986967,
"val_loss": 0.035298333967362504
},
{
"iteration": 60,
"train_loss": 0.02674778033293212,
"val_loss": 0.028143586739625463
},
{
"iteration": 65,
"train_loss": 0.020941042852017953,
"val_loss": 0.0222143147128355
},
{
"iteration": 70,
"train_loss": 0.016397877607731984,
"val_loss": 0.01763612184769384
},
{
"iteration": 75,
"train_loss": 0.012872080195097568,
"val_loss": 0.014100543183672496
},
{
"iteration": 80,
"train_loss": 0.01012406549993674,
"val_loss": 0.011231180896244156
},
{
"iteration": 85,
"train_loss": 0.00796986986450925,
"val_loss": 0.009036060939332095
},
{
"iteration": 90,
"train_loss": 0.006287359106142194,
"val_loss": 0.0073192035310931155
},
{
"iteration": 95,
"train_loss": 0.0049650122521395995,
"val_loss": 0.005920179635545357
},
{
"iteration": 100,
"train_loss": 0.003931092860739315,
"val_loss": 0.0047837749766489555
},
{
"iteration": 105,
"train_loss": 0.0031194888906641884,
"val_loss": 0.003940073197051286
},
{
"iteration": 110,
"train_loss": 0.0024848990619709722,
"val_loss": 0.0032272569993968166
},
{
"iteration": 115,
"train_loss": 0.001980449093432995,
"val_loss": 0.0026848613232999534
},
{
"iteration": 120,
"train_loss": 0.0015872032973987234,
"val_loss": 0.0022755886118783677
},
{
"iteration": 125,
"train_loss": 0.0012752971673944103,
"val_loss": 0.0019337280934115873
},
{
"iteration": 130,
"train_loss": 0.0010290248734618243,
"val_loss": 0.0016620349805654298
},
{
"iteration": 135,
"train_loss": 0.0008348758313257234,
"val_loss": 0.001429571735180861
},
{
"iteration": 140,
"train_loss": 0.0006810377700359176,
"val_loss": 0.00125420092043825
},
{
"iteration": 145,
"train_loss": 0.0005589595383065894,
"val_loss": 0.0011379703271929425
},
{
"iteration": 150,
"train_loss": 0.00046093639031810944,
"val_loss": 0.0010612495038748227
},
{
"iteration": 155,
"train_loss": 0.00038409869395680194,
"val_loss": 0.0009741217669915835
},
{
"iteration": 160,
"train_loss": 0.00032138894417882695,
"val_loss": 0.0009466706114584767
},
{
"iteration": 165,
"train_loss": 0.000270987965448257,
"val_loss": 0.0008783301384173341
},
{
"iteration": 170,
"train_loss": 0.0002307728884560404,
"val_loss": 0.0008271199463456033
},
{
"iteration": 175,
"train_loss": 0.00019776563011439897,
"val_loss": 0.0007771467514131616
},
{
"iteration": 180,
"train_loss": 0.00017110484281350873,
"val_loss": 0.0007315850041957218
},
{
"iteration": 185,
"train_loss": 0.00014912332284185622,
"val_loss": 0.0007208725640546242
},
{
"iteration": 190,
"train_loss": 0.00013088323886957471,
"val_loss": 0.0006940375520414581
},
{
"iteration": 195,
"train_loss": 0.00011583709654680764,
"val_loss": 0.0006694522157477802
},
{
"iteration": 200,
"train_loss": 0.00010323868520583268,
"val_loss": 0.0006492299510922377
},
{
"iteration": 205,
"train_loss": 9.258637192846556e-05,
"val_loss": 0.0006419564065536406
},
{
"iteration": 210,
"train_loss": 8.342018136746836e-05,
"val_loss": 0.0006318686369024013
},
{
"iteration": 215,
"train_loss": 7.57087955709456e-05,
"val_loss": 0.0006285722243779149
},
{
"iteration": 220,
"train_loss": 6.90443759504983e-05,
"val_loss": 0.0006296423164459448
},
{
"iteration": 225,
"train_loss": 6.325095237329361e-05,
"val_loss": 0.0006282650999063903
},
{
"iteration": 230,
"train_loss": 5.821790009488809e-05,
"val_loss": 0.0006088535855811128
},
{
"iteration": 235,
"train_loss": 5.383236620931921e-05,
"val_loss": 0.0006033909527876401
},
{
"iteration": 240,
"train_loss": 5.001335527208851e-05,
"val_loss": 0.0005907803729321328
},
{
"iteration": 245,
"train_loss": 4.658872672760094e-05,
"val_loss": 0.0005950653351482324
},
{
"iteration": 250,
"train_loss": 4.3562664326421585e-05,
"val_loss": 0.0005867103854655816
},
{
"iteration": 255,
"train_loss": 4.0825999301176336e-05,
"val_loss": 0.0005760661477091585
},
{
"iteration": 260,
"train_loss": 3.842370854441594e-05,
"val_loss": 0.0005755243560016521
},
{
"iteration": 265,
"train_loss": 3.6251619212785826e-05,
"val_loss": 0.0005630662527019521
},
{
"iteration": 270,
"train_loss": 3.4265334594088e-05,
"val_loss": 0.0005567399653132885
},
{
"iteration": 275,
"train_loss": 3.248620256171694e-05,
"val_loss": 0.0005511457230292044
},
{
"iteration": 280,
"train_loss": 3.086541947264653e-05,
"val_loss": 0.0005483609567645481
},
{
"iteration": 285,
"train_loss": 2.9374125663474198e-05,
"val_loss": 0.0005399878428316008
},
{
"iteration": 290,
"train_loss": 2.8012908085156714e-05,
"val_loss": 0.0005417798625107377
},
{
"iteration": 295,
"train_loss": 2.6761121715826688e-05,
"val_loss": 0.0005438138431658095
},
{
"iteration": 300,
"train_loss": 2.562555573553377e-05,
"val_loss": 0.0005452007612668118
},
{
"iteration": 305,
"train_loss": 2.4556849808766078e-05,
"val_loss": 0.0005425730597596594
},
{
"iteration": 310,
"train_loss": 2.3576205424254307e-05,
"val_loss": 0.000544620404764405
},
{
"iteration": 315,
"train_loss": 2.2658251043531075e-05,
"val_loss": 0.0005468654742342579
},
{
"iteration": 320,
"train_loss": 2.1802460378110382e-05,
"val_loss": 0.0005422602526254558
},
{
"iteration": 325,
"train_loss": 2.0999742729936998e-05,
"val_loss": 0.0005416602949645223
},
{
"iteration": 330,
"train_loss": 2.0267764254246484e-05,
"val_loss": 0.0005381773697676101
},
{
"iteration": 335,
"train_loss": 1.958548381603846e-05,
"val_loss": 0.0005388143064483292
},
{
"iteration": 340,
"train_loss": 1.8928711776021443e-05,
"val_loss": 0.0005390408926581747
},
{
"iteration": 345,
"train_loss": 1.831726907141815e-05,
"val_loss": 0.0005331683464845101
},
{
"iteration": 350,
"train_loss": 1.774461705619665e-05,
"val_loss": 0.0005303032454458625
},
{
"iteration": 355,
"train_loss": 1.720485855192122e-05,
"val_loss": 0.0005302325318728199
},
{
"iteration": 360,
"train_loss": 1.6692088594635638e-05,
"val_loss": 0.0005305839862691366
},
{
"iteration": 365,
"train_loss": 1.621218038582278e-05,
"val_loss": 0.0005271422008515626
},
{
"iteration": 370,
"train_loss": 1.5753544493463314e-05,
"val_loss": 0.0005220634965411446
},
{
"iteration": 375,
"train_loss": 1.5325675627039903e-05,
"val_loss": 0.000520865381548412
},
{
"iteration": 380,
"train_loss": 1.491254024837025e-05,
"val_loss": 0.000518506396972481
},
{
"iteration": 385,
"train_loss": 1.4527504508506411e-05,
"val_loss": 0.0005162580389991544
},
{
"iteration": 390,
"train_loss": 1.4159762428958053e-05,
"val_loss": 0.0005150092210932917
},
{
"iteration": 395,
"train_loss": 1.3803923626239286e-05,
"val_loss": 0.0005139910320699274
},
{
"iteration": 400,
"train_loss": 1.3470069640667207e-05,
"val_loss": 0.0005095277531029822
}
]
},
"roc": [
{
"fpr": 0.0,
"tpr": 0.001953125
},
{
"fpr": 0.0,
"tpr": 0.03515625
},
{
"fpr": 0.0,
"tpr": 0.068359375
},
{
"fpr": 0.0,
"tpr": 0.1015625
},
{
"fpr": 0.0,
"tpr": 0.13671875
},
{
"fpr": 0.0,
"tpr": 0.169921875
},
{
"fpr": 0.0,
"tpr": 0.203125
},
{
"fpr": 0.0,
"tpr": 0.236328125
},
{
"fpr": 0.0,
"tpr": 0.271484375
},
{
"fpr": 0.0,
"tpr": 0.3046875
},
{
"fpr": 0.0,
"tpr": 0.337890625
},
{
"fpr": 0.0,
"tpr": 0.37109375
},
{
"fpr": 0.0,
"tpr": 0.40625
},
{
"fpr": 0.0,
"tpr": 0.439453125
},
{
"fpr": 0.0,
"tpr": 0.47265625
},
{
"fpr": 0.0,
"tpr": 0.505859375
},
{
"fpr": 0.0,
"tpr": 0.541015625
},
{
"fpr": 0.0,
"tpr": 0.57421875
},
{
"fpr": 0.0,
"tpr": 0.607421875
},
{
"fpr": 0.0,
"tpr": 0.640625
},
{
"fpr": 0.0,
"tpr": 0.67578125
},
{
"fpr": 0.0,
"tpr": 0.708984375
},
{
"fpr": 0.0,
"tpr": 0.7421875
},
{
"fpr": 0.0,
"tpr": 0.775390625
},
{
"fpr": 0.0,
"tpr": 0.810546875
},
{
"fpr": 0.0,
"tpr": 0.84375
},
{
"fpr": 0.0,
"tpr": 0.876953125
},
{
"fpr": 0.0,
"tpr": 0.91015625
},
{
"fpr": 0.0,
"tpr": 0.9453125
},
{
"fpr": 0.0,
"tpr": 0.978515625
},
{
"fpr": 0.011834319526627219,
"tpr": 1.0
},
{
"fpr": 0.045364891518737675,
"tpr": 1.0
},
{
"fpr": 0.08086785009861933,
"tpr": 1.0
},
{
"fpr": 0.11439842209072978,
"tpr": 1.0
},
{
"fpr": 0.14792899408284024,
"tpr": 1.0
},
{
"fpr": 0.1814595660749507,
"tpr": 1.0
},
{
"fpr": 0.21696252465483234,
"tpr": 1.0
},
{
"fpr": 0.2504930966469428,
"tpr": 1.0
},
{
"fpr": 0.28402366863905326,
"tpr": 1.0
},
{
"fpr": 0.3175542406311637,
"tpr": 1.0
},
{
"fpr": 0.3530571992110454,
"tpr": 1.0
},
{
"fpr": 0.3865877712031558,
"tpr": 1.0
},
{
"fpr": 0.42011834319526625,
"tpr": 1.0
},
{
"fpr": 0.4536489151873767,
"tpr": 1.0
},
{
"fpr": 0.4891518737672584,
"tpr": 1.0
},
{
"fpr": 0.5226824457593688,
"tpr": 1.0
},
{
"fpr": 0.5562130177514792,
"tpr": 1.0
},
{
"fpr": 0.5897435897435898,
"tpr": 1.0
},
{
"fpr": 0.6252465483234714,
"tpr": 1.0
},
{
"fpr": 0.6587771203155819,
"tpr": 1.0
},
{
"fpr": 0.6923076923076923,
"tpr": 1.0
},
{
"fpr": 0.7258382642998028,
"tpr": 1.0
},
{
"fpr": 0.7613412228796844,
"tpr": 1.0
},
{
"fpr": 0.7948717948717948,
"tpr": 1.0
},
{
"fpr": 0.8284023668639053,
"tpr": 1.0
},
{
"fpr": 0.8619329388560157,
"tpr": 1.0
},
{
"fpr": 0.8974358974358975,
"tpr": 1.0
},
{
"fpr": 0.9309664694280079,
"tpr": 1.0
},
{
"fpr": 0.9644970414201184,
"tpr": 1.0
},
{
"fpr": 1.0,
"tpr": 1.0
}
],
"acc": 0.9980372914622179,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9962705930461748,
"mean_score_fake": 1.838149538810249e-05,
"mean_P_human_ai": 1.838149538810249e-05,
"mean_P_human_real": 0.9962705930461748,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 1.838149538810249e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
508
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"policy_id": "policy_bc_v3",
"policy_path": "models/policy_bc_v3",
"panel": "matched",
"trained_on": "policy_bc_v3",
"fit": {
"acc": 1.0,
"auc": 1.0,
"n": 3980,
"mean_score_real": 0.9999726000495934,
"mean_score_fake": 1.3589570843374862e-05,
"log_loss": 2.0616377087551865e-05,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 1.3589570843374862e-05,
"mean_P_human_real": 0.9999726000495934,
"n_train_rows": 3383,
"n_val_rows": 597,
"hgb_iterations": 400,
"boost_curve": [
{
"iteration": 0,
"train_loss": 0.6931471200684508,
"val_loss": 0.6931472410514425
},
{
"iteration": 5,
"train_loss": 0.49287698850730444,
"val_loss": 0.49317885113177595
},
{
"iteration": 10,
"train_loss": 0.3622520482746597,
"val_loss": 0.3625408830269045
},
{
"iteration": 15,
"train_loss": 0.2709559606104275,
"val_loss": 0.2713158045091668
},
{
"iteration": 20,
"train_loss": 0.20491175290524766,
"val_loss": 0.20582409785982464
},
{
"iteration": 25,
"train_loss": 0.1565142019441352,
"val_loss": 0.1573836999838214
},
{
"iteration": 30,
"train_loss": 0.12011159933733337,
"val_loss": 0.12090430235415507
},
{
"iteration": 35,
"train_loss": 0.09269462408490978,
"val_loss": 0.09323193512088764
},
{
"iteration": 40,
"train_loss": 0.07166208380746923,
"val_loss": 0.07243169947327498
},
{
"iteration": 45,
"train_loss": 0.05556356800393338,
"val_loss": 0.05655186594493267
},
{
"iteration": 50,
"train_loss": 0.043202999195442814,
"val_loss": 0.04429481366367792
},
{
"iteration": 55,
"train_loss": 0.033720578946880006,
"val_loss": 0.034694372600498485
},
{
"iteration": 60,
"train_loss": 0.026326495218930067,
"val_loss": 0.02737188176424467
},
{
"iteration": 65,
"train_loss": 0.02061833133437087,
"val_loss": 0.02159644886279903
},
{
"iteration": 70,
"train_loss": 0.01616578711524902,
"val_loss": 0.017140141213835555
},
{
"iteration": 75,
"train_loss": 0.012706109745704736,
"val_loss": 0.01365229243144846
},
{
"iteration": 80,
"train_loss": 0.009966027319185623,
"val_loss": 0.010823625116014934
},
{
"iteration": 85,
"train_loss": 0.00782479515871744,
"val_loss": 0.008662765388375349
},
{
"iteration": 90,
"train_loss": 0.006155183376097244,
"val_loss": 0.006906576577132339
},
{
"iteration": 95,
"train_loss": 0.004848086248507215,
"val_loss": 0.005579697400733989
},
{
"iteration": 100,
"train_loss": 0.0038269073011189788,
"val_loss": 0.004489893168504503
},
{
"iteration": 105,
"train_loss": 0.0030287460656082,
"val_loss": 0.0036606765442743212
},
{
"iteration": 110,
"train_loss": 0.002403287728742314,
"val_loss": 0.0029894444827951562
},
{
"iteration": 115,
"train_loss": 0.0019124170664594716,
"val_loss": 0.0024535036391572043
},
{
"iteration": 120,
"train_loss": 0.0015277203068478986,
"val_loss": 0.0020361457642476006
},
{
"iteration": 125,
"train_loss": 0.00122451846514575,
"val_loss": 0.0016926032644106824
},
{
"iteration": 130,
"train_loss": 0.0009857336065489646,
"val_loss": 0.001436456059506317
},
{
"iteration": 135,
"train_loss": 0.0007979451434891126,
"val_loss": 0.0012260440489920677
},
{
"iteration": 140,
"train_loss": 0.0006495545793720296,
"val_loss": 0.0010505571192247086
},
{
"iteration": 145,
"train_loss": 0.0005313755467924886,
"val_loss": 0.0008980511146452305
},
{
"iteration": 150,
"train_loss": 0.00043812150414167554,
"val_loss": 0.0007812729556491992
},
{
"iteration": 155,
"train_loss": 0.00036370417421149355,
"val_loss": 0.0006892494082906297
},
{
"iteration": 160,
"train_loss": 0.00030408198089667583,
"val_loss": 0.0006054595387289099
},
{
"iteration": 165,
"train_loss": 0.0002565575849702228,
"val_loss": 0.0005456864119285428
},
{
"iteration": 170,
"train_loss": 0.00021816695004540023,
"val_loss": 0.0004982597741421576
},
{
"iteration": 175,
"train_loss": 0.00018753882642373338,
"val_loss": 0.00045575063947152076
},
{
"iteration": 180,
"train_loss": 0.0001624340323821391,
"val_loss": 0.00039607113645625917
},
{
"iteration": 185,
"train_loss": 0.00014184648800755223,
"val_loss": 0.000358631259658874
},
{
"iteration": 190,
"train_loss": 0.00012453955697077764,
"val_loss": 0.00032328674129972256
},
{
"iteration": 195,
"train_loss": 0.00011032976914422335,
"val_loss": 0.00030183737401530945
},
{
"iteration": 200,
"train_loss": 9.815558369880135e-05,
"val_loss": 0.0002702396181790363
},
{
"iteration": 205,
"train_loss": 8.814747179430627e-05,
"val_loss": 0.0002485815708047944
},
{
"iteration": 210,
"train_loss": 7.967038968488252e-05,
"val_loss": 0.00023534207707273953
},
{
"iteration": 215,
"train_loss": 7.228514607274685e-05,
"val_loss": 0.00021314795688225237
},
{
"iteration": 220,
"train_loss": 6.602532621139983e-05,
"val_loss": 0.00019846695566226263
},
{
"iteration": 225,
"train_loss": 6.063070833459744e-05,
"val_loss": 0.00019003322051285243
},
{
"iteration": 230,
"train_loss": 5.585446080854874e-05,
"val_loss": 0.0001769355494208998
},
{
"iteration": 235,
"train_loss": 5.1676096117152436e-05,
"val_loss": 0.00016486397198462406
},
{
"iteration": 240,
"train_loss": 4.801830361530993e-05,
"val_loss": 0.0001557261789434473
},
{
"iteration": 245,
"train_loss": 4.473487953112752e-05,
"val_loss": 0.0001479110137350817
},
{
"iteration": 250,
"train_loss": 4.185543634491904e-05,
"val_loss": 0.00014093224450875778
},
{
"iteration": 255,
"train_loss": 3.930668287943217e-05,
"val_loss": 0.00013419427900284643
},
{
"iteration": 260,
"train_loss": 3.701314359545186e-05,
"val_loss": 0.0001295095422934449
},
{
"iteration": 265,
"train_loss": 3.4935069457691114e-05,
"val_loss": 0.00012372194747855634
},
{
"iteration": 270,
"train_loss": 3.305469739603207e-05,
"val_loss": 0.00011883823275150076
},
{
"iteration": 275,
"train_loss": 3.134739469038408e-05,
"val_loss": 0.00011605424102492591
},
{
"iteration": 280,
"train_loss": 2.981257089221413e-05,
"val_loss": 0.00011168022905133178
},
{
"iteration": 285,
"train_loss": 2.8377582580000293e-05,
"val_loss": 0.00010934807548996692
},
{
"iteration": 290,
"train_loss": 2.70847021320573e-05,
"val_loss": 0.00010652137433513295
},
{
"iteration": 295,
"train_loss": 2.5888825657797212e-05,
"val_loss": 0.00010367562915004898
},
{
"iteration": 300,
"train_loss": 2.479067093955282e-05,
"val_loss": 0.0001003683092765584
},
{
"iteration": 305,
"train_loss": 2.3772729655469856e-05,
"val_loss": 9.81279001821542e-05
},
{
"iteration": 310,
"train_loss": 2.283552321359614e-05,
"val_loss": 9.518419973724224e-05
},
{
"iteration": 315,
"train_loss": 2.1948621211519505e-05,
"val_loss": 9.387277221981976e-05
},
{
"iteration": 320,
"train_loss": 2.1141218133630485e-05,
"val_loss": 9.119636501344507e-05
},
{
"iteration": 325,
"train_loss": 2.0375342213279894e-05,
"val_loss": 8.95772385817223e-05
},
{
"iteration": 330,
"train_loss": 1.967589812922222e-05,
"val_loss": 8.830028836635498e-05
},
{
"iteration": 335,
"train_loss": 1.9009125550074294e-05,
"val_loss": 8.62044689603817e-05
},
{
"iteration": 340,
"train_loss": 1.8387398559676604e-05,
"val_loss": 8.506865920806795e-05
},
{
"iteration": 345,
"train_loss": 1.7802612635896403e-05,
"val_loss": 8.244370540435985e-05
},
{
"iteration": 350,
"train_loss": 1.7247096873315718e-05,
"val_loss": 8.119157581086679e-05
},
{
"iteration": 355,
"train_loss": 1.6737121475168502e-05,
"val_loss": 8.028555549346426e-05
},
{
"iteration": 360,
"train_loss": 1.6244634829223564e-05,
"val_loss": 7.814842168719041e-05
},
{
"iteration": 365,
"train_loss": 1.5785405488632846e-05,
"val_loss": 7.7284219813266e-05
},
{
"iteration": 370,
"train_loss": 1.5344756411298998e-05,
"val_loss": 7.573162598565929e-05
},
{
"iteration": 375,
"train_loss": 1.4931690416674135e-05,
"val_loss": 7.492721036710614e-05
},
{
"iteration": 380,
"train_loss": 1.4541975634347252e-05,
"val_loss": 7.348180224350029e-05
},
{
"iteration": 385,
"train_loss": 1.4164957434897613e-05,
"val_loss": 7.214985851947729e-05
},
{
"iteration": 390,
"train_loss": 1.380607746302985e-05,
"val_loss": 7.151637738805692e-05
},
{
"iteration": 395,
"train_loss": 1.3468688211451617e-05,
"val_loss": 7.054308957605589e-05
},
{
"iteration": 400,
"train_loss": 1.3147166148111345e-05,
"val_loss": 6.931697930920868e-05
}
]
},
"roc": [
{
"fpr": 0.0,
"tpr": 0.001953125
},
{
"fpr": 0.0,
"tpr": 0.03515625
},
{
"fpr": 0.0,
"tpr": 0.068359375
},
{
"fpr": 0.0,
"tpr": 0.1015625
},
{
"fpr": 0.0,
"tpr": 0.13671875
},
{
"fpr": 0.0,
"tpr": 0.169921875
},
{
"fpr": 0.0,
"tpr": 0.203125
},
{
"fpr": 0.0,
"tpr": 0.236328125
},
{
"fpr": 0.0,
"tpr": 0.271484375
},
{
"fpr": 0.0,
"tpr": 0.3046875
},
{
"fpr": 0.0,
"tpr": 0.337890625
},
{
"fpr": 0.0,
"tpr": 0.37109375
},
{
"fpr": 0.0,
"tpr": 0.40625
},
{
"fpr": 0.0,
"tpr": 0.439453125
},
{
"fpr": 0.0,
"tpr": 0.47265625
},
{
"fpr": 0.0,
"tpr": 0.505859375
},
{
"fpr": 0.0,
"tpr": 0.541015625
},
{
"fpr": 0.0,
"tpr": 0.57421875
},
{
"fpr": 0.0,
"tpr": 0.607421875
},
{
"fpr": 0.0,
"tpr": 0.640625
},
{
"fpr": 0.0,
"tpr": 0.67578125
},
{
"fpr": 0.0,
"tpr": 0.708984375
},
{
"fpr": 0.0,
"tpr": 0.7421875
},
{
"fpr": 0.0,
"tpr": 0.775390625
},
{
"fpr": 0.0,
"tpr": 0.810546875
},
{
"fpr": 0.0,
"tpr": 0.84375
},
{
"fpr": 0.0,
"tpr": 0.876953125
},
{
"fpr": 0.0,
"tpr": 0.91015625
},
{
"fpr": 0.0,
"tpr": 0.9453125
},
{
"fpr": 0.0,
"tpr": 0.978515625
},
{
"fpr": 0.011834319526627219,
"tpr": 1.0
},
{
"fpr": 0.045364891518737675,
"tpr": 1.0
},
{
"fpr": 0.08086785009861933,
"tpr": 1.0
},
{
"fpr": 0.11439842209072978,
"tpr": 1.0
},
{
"fpr": 0.14792899408284024,
"tpr": 1.0
},
{
"fpr": 0.1814595660749507,
"tpr": 1.0
},
{
"fpr": 0.21696252465483234,
"tpr": 1.0
},
{
"fpr": 0.2504930966469428,
"tpr": 1.0
},
{
"fpr": 0.28402366863905326,
"tpr": 1.0
},
{
"fpr": 0.3175542406311637,
"tpr": 1.0
},
{
"fpr": 0.3530571992110454,
"tpr": 1.0
},
{
"fpr": 0.3865877712031558,
"tpr": 1.0
},
{
"fpr": 0.42011834319526625,
"tpr": 1.0
},
{
"fpr": 0.4536489151873767,
"tpr": 1.0
},
{
"fpr": 0.4891518737672584,
"tpr": 1.0
},
{
"fpr": 0.5226824457593688,
"tpr": 1.0
},
{
"fpr": 0.5562130177514792,
"tpr": 1.0
},
{
"fpr": 0.5897435897435898,
"tpr": 1.0
},
{
"fpr": 0.6252465483234714,
"tpr": 1.0
},
{
"fpr": 0.6587771203155819,
"tpr": 1.0
},
{
"fpr": 0.6923076923076923,
"tpr": 1.0
},
{
"fpr": 0.7258382642998028,
"tpr": 1.0
},
{
"fpr": 0.7613412228796844,
"tpr": 1.0
},
{
"fpr": 0.7948717948717948,
"tpr": 1.0
},
{
"fpr": 0.8284023668639053,
"tpr": 1.0
},
{
"fpr": 0.8619329388560157,
"tpr": 1.0
},
{
"fpr": 0.8974358974358975,
"tpr": 1.0
},
{
"fpr": 0.9309664694280079,
"tpr": 1.0
},
{
"fpr": 0.9644970414201184,
"tpr": 1.0
},
{
"fpr": 1.0,
"tpr": 1.0
}
],
"acc": 0.9990186457311089,
"auc": 1.0,
"n": 1019,
"mean_score_real": 0.9973188054317502,
"mean_score_fake": 1.3073038784412534e-05,
"mean_P_human_ai": 1.3073038784412534e-05,
"mean_P_human_real": 0.9973188054317502,
"fool_rate_at_0.5": 0.0,
"detect_rate_at_0.5": 1.0,
"human_likeness": 1.3073038784412534e-05,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
1,
0,
509
],
"synthetic": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
}
],
"best_policy_id": "policy_bc_v4"
},
"sanity_controls": {
"easy": {
"acc": 0.5,
"auc": 0.91326904296875,
"n": 256,
"mean_score_real": 0.9999924240152036,
"mean_score_fake": 0.9999828025742894,
"mean_P_human_ai": 0.9999828025742894,
"mean_P_human_real": 0.9999924240152036,
"fool_rate_at_0.5": 1.0,
"detect_rate_at_0.5": 0.0,
"human_likeness": 0.9999828025742894,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
128
],
"synthetic": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
128
]
}
},
"medium": {
"acc": 0.5078125,
"auc": 0.94647216796875,
"n": 256,
"mean_score_real": 0.9999924240152036,
"mean_score_fake": 0.9834914992874211,
"mean_P_human_ai": 0.9834914992874211,
"mean_P_human_real": 0.9999924240152036,
"fool_rate_at_0.5": 0.984375,
"detect_rate_at_0.5": 0.015625,
"human_likeness": 0.9834914992874211,
"score_histogram": {
"edges": [
0.0,
0.05,
0.1,
0.15000000000000002,
0.2,
0.25,
0.30000000000000004,
0.35000000000000003,
0.4,
0.45,
0.5,
0.55,
0.6000000000000001,
0.65,
0.7000000000000001,
0.75,
0.8,
0.8500000000000001,
0.9,
0.9500000000000001,
1.0
],
"real": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
128
],
"synthetic": [
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
125
]
}
}
},
"forensics": {
"features": [
{
"feature": "alt_rate",
"index": 13,
"separation_auc": 0.9993619893483343,
"human_mean": 0.6768886436293056,
"ai_mean": 0.9304250299725414,
"human_std": 0.08622937031786226,
"ai_std": 0.029499502695643318,
"cohens_d": -3.934291376663296,
"permutation_drop": 0.26722401824814207,
"histogram": {
"edges": [
0.26666666666666666,
0.3074074074074074,
0.34814814814814815,
0.3888888888888889,
0.42962962962962964,
0.4703703703703704,
0.5111111111111111,
0.5518518518518518,
0.5925925925925926,
0.6333333333333333,
0.674074074074074,
0.7148148148148148,
0.7555555555555555,
0.7962962962962963,
0.837037037037037,
0.8777777777777778,
0.9185185185185185,
0.9592592592592593,
1.0
],
"human": [
2,
1,
2,
2,
3,
9,
18,
42,
65,
90,
106,
80,
57,
24,
3,
3,
0,
0
],
"ai": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
12,
120,
247,
128
]
}
},
{
"feature": "in_single",
"index": 66,
"separation_auc": 0.9951410042443269,
"human_mean": 0.03944773175542406,
"ai_mean": 0.0,
"human_std": 0.19465766929349632,
"ai_std": 0.0,
"cohens_d": 0.2865929580676452,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
487,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
20
],
"ai": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "frac_triple",
"index": 17,
"separation_auc": 0.98839909900447,
"human_mean": 0.0,
"ai_mean": 0.0008024906214951464,
"human_std": 0.0,
"ai_std": 0.01062110756601638,
"cohens_d": -0.1068526152796803,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.008714596949891067,
0.017429193899782133,
0.0261437908496732,
0.03485838779956427,
0.04357298474945533,
0.0522875816993464,
0.061002178649237467,
0.06971677559912853,
0.0784313725490196,
0.08714596949891067,
0.09586056644880173,
0.1045751633986928,
0.11328976034858387,
0.12200435729847493,
0.130718954248366,
0.13943355119825707,
0.14814814814814814,
0.1568627450980392
],
"human": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"ai": [
504,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
2
]
}
},
{
"feature": "in_overtime",
"index": 65,
"separation_auc": 0.98839909900447,
"human_mean": 0.0,
"ai_mean": 0.005917159763313609,
"human_std": 0.0,
"ai_std": 0.07669515619417586,
"cohens_d": -0.1091089451179962,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
507,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"ai": [
504,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
3
]
}
},
{
"feature": "frac_gap_lt_1",
"index": 10,
"separation_auc": 0.9775879307058187,
"human_mean": 0.1718022818895277,
"ai_mean": 0.037243299686738604,
"human_std": 0.05688012218233456,
"ai_std": 0.032394662801818117,
"cohens_d": 2.9071290790011397,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.020697167755991286,
0.04139433551198257,
0.06209150326797386,
0.08278867102396514,
0.10348583877995643,
0.12418300653594772,
0.144880174291939,
0.1655773420479303,
0.18627450980392157,
0.20697167755991286,
0.22766884531590414,
0.24836601307189543,
0.2690631808278867,
0.289760348583878,
0.3104575163398693,
0.3311546840958606,
0.35185185185185186,
0.37254901960784315
],
"human": [
1,
4,
4,
16,
40,
46,
64,
54,
78,
64,
51,
37,
22,
12,
10,
1,
1,
2
],
"ai": [
244,
120,
76,
35,
12,
7,
8,
3,
0,
2,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "gap_p10",
"index": 7,
"separation_auc": 0.9769927134515209,
"human_mean": 0.6833333333333331,
"ai_mean": 1.55133872550219,
"human_std": 0.2695143805345539,
"ai_std": 0.32332191442946734,
"cohens_d": -2.91632636849116,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.19999999999998863,
0.3238506420086793,
0.44770128401736997,
0.5715519260260606,
0.6954025680347513,
0.819253210043442,
0.9431038520521327,
1.0669544940608233,
1.190805136069514,
1.3146557780782047,
1.4385064200868953,
1.562357062095586,
1.6862077041042767,
1.8100583461129673,
1.933908988121658,
2.0577596301303487,
2.1816102721390394,
2.30546091414773,
2.4293115561564207
],
"human": [
32,
45,
112,
92,
103,
45,
42,
16,
9,
2,
5,
1,
0,
0,
2,
1,
0,
0
],
"ai": [
0,
0,
0,
0,
2,
10,
23,
37,
60,
65,
62,
62,
73,
50,
28,
24,
8,
3
]
}
},
{
"feature": "team_x_std",
"index": 32,
"separation_auc": 0.9642480616536147,
"human_mean": 0.22438892131512136,
"ai_mean": 0.11253006698686532,
"human_std": 0.046569604547822926,
"ai_std": 0.03647008409688,
"cohens_d": 2.67439843734021,
"permutation_drop": 5.187078468823121e-06,
"histogram": {
"edges": [
0.04097885715007226,
0.05967554406726931,
0.07837223098446636,
0.09706891790166342,
0.11576560481886045,
0.1344622917360575,
0.15315897865325456,
0.1718556655704516,
0.19055235248764865,
0.2092490394048457,
0.22794572632204274,
0.2466424132392398,
0.26533910015643686,
0.28403578707363386,
0.3027324739908309,
0.321429160908028,
0.34012584782522504,
0.3588225347424221,
0.37751922165961915
],
"human": [
0,
0,
0,
4,
9,
21,
41,
55,
62,
62,
81,
72,
56,
27,
11,
5,
0,
1
],
"ai": [
10,
69,
141,
85,
65,
58,
40,
19,
14,
5,
1,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "n_events",
"index": 1,
"separation_auc": 0.9602371532275947,
"human_mean": 47.84220907297831,
"ai_mean": 52.0,
"human_std": 7.7423216051740775,
"ai_std": 0.0,
"cohens_d": -0.759462680364035,
"permutation_drop": 0.0,
"histogram": {
"edges": [
12.0,
14.222222222222221,
16.444444444444443,
18.666666666666668,
20.88888888888889,
23.11111111111111,
25.333333333333336,
27.555555555555557,
29.77777777777778,
32.0,
34.22222222222222,
36.44444444444444,
38.66666666666667,
40.888888888888886,
43.111111111111114,
45.333333333333336,
47.55555555555556,
49.77777777777778,
52.0
],
"human": [
3,
4,
2,
2,
5,
3,
2,
2,
7,
6,
3,
5,
13,
37,
29,
25,
21,
338
],
"ai": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
507
]
}
},
{
"feature": "opp_x_std",
"index": 36,
"separation_auc": 0.9594629817661224,
"human_mean": 0.22185115081848295,
"ai_mean": 0.11211718531541556,
"human_std": 0.04852449056794523,
"ai_std": 0.0362945098377592,
"cohens_d": 2.5610001650866927,
"permutation_drop": 2.5935392344115607e-06,
"histogram": {
"edges": [
0.03717820654597674,
0.05463523560517283,
0.07209226466436892,
0.08954929372356502,
0.1070063227827611,
0.1244633518419572,
0.14192038090115328,
0.15937740996034938,
0.1768344390195455,
0.1942914680787416,
0.21174849713793764,
0.22920552619713375,
0.24666255525632985,
0.26411958431552596,
0.281576613374722,
0.2990336424339181,
0.3164906714931142,
0.3339477005523103,
0.3514047296115064
],
"human": [
0,
0,
0,
3,
6,
15,
35,
52,
52,
48,
58,
60,
73,
51,
32,
14,
6,
2
],
"ai": [
4,
39,
130,
109,
52,
61,
50,
35,
14,
8,
4,
1,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "gap_std",
"index": 6,
"separation_auc": 0.9567903395850597,
"human_mean": 3.2854997082974453,
"ai_mean": 2.0514412409424376,
"human_std": 0.6614128387175212,
"ai_std": 0.44468498872213913,
"cohens_d": 2.189734675494674,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.8203780477431759,
1.2216192238353494,
1.622860399927523,
2.0241015760196968,
2.4253427521118702,
2.8265839282040437,
3.2278251042962176,
3.629066280388391,
4.030307456480564,
4.4315486325727385,
4.832789808664911,
5.234030984757085,
5.63527216084926,
6.036513336941432,
6.437754513033607,
6.838995689125779,
7.240236865217954,
7.641478041310126,
8.0427192174023
],
"human": [
0,
0,
2,
16,
101,
141,
131,
68,
30,
4,
5,
4,
1,
1,
2,
0,
0,
1
],
"ai": [
8,
57,
205,
150,
54,
22,
10,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "frac_gap_gt_8",
"index": 12,
"separation_auc": 0.910985843166089,
"human_mean": 0.09119874210778797,
"ai_mean": 0.03407201144757706,
"human_std": 0.04330488923357134,
"ai_std": 0.02330321547875564,
"cohens_d": 1.6428370766700275,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.025925925925925925,
0.05185185185185185,
0.07777777777777778,
0.1037037037037037,
0.12962962962962962,
0.15555555555555556,
0.18148148148148147,
0.2074074074074074,
0.23333333333333334,
0.25925925925925924,
0.28518518518518515,
0.3111111111111111,
0.337037037037037,
0.36296296296296293,
0.3888888888888889,
0.4148148148148148,
0.4407407407407407,
0.4666666666666667
],
"human": [
10,
47,
116,
195,
72,
29,
23,
4,
6,
1,
2,
1,
0,
0,
0,
0,
0,
1
],
"ai": [
227,
155,
92,
31,
2,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "n_plays",
"index": 2,
"separation_auc": 0.9083521040735424,
"human_mean": 45.19921104536489,
"ai_mean": 51.32741617357002,
"human_std": 7.577720859265211,
"ai_std": 1.4139687143018445,
"cohens_d": -1.1242883887429072,
"permutation_drop": 8.299325550120695e-05,
"histogram": {
"edges": [
12.0,
14.222222222222221,
16.444444444444443,
18.666666666666668,
20.88888888888889,
23.11111111111111,
25.333333333333336,
27.555555555555557,
29.77777777777778,
32.0,
34.22222222222222,
36.44444444444444,
38.66666666666667,
40.888888888888886,
43.111111111111114,
45.333333333333336,
47.55555555555556,
49.77777777777778,
52.0
],
"human": [
5,
2,
2,
2,
8,
2,
2,
6,
3,
8,
9,
17,
27,
42,
32,
59,
128,
153
],
"ai": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
8,
0,
0,
1,
497
]
}
},
{
"feature": "opp_y_std",
"index": 38,
"separation_auc": 0.9062746791467775,
"human_mean": 0.18274008900837094,
"ai_mean": 0.11556225137918996,
"human_std": 0.04019991904405759,
"ai_std": 0.03174514770591364,
"cohens_d": 1.8547127445289848,
"permutation_drop": 1.2967696172057803e-06,
"histogram": {
"edges": [
0.047177173605198096,
0.0626865233542638,
0.07819587310332951,
0.09370522285239521,
0.10921457260146092,
0.12472392235052662,
0.14023327209959235,
0.15574262184865806,
0.17125197159772376,
0.18676132134678947,
0.20227067109585517,
0.21778002084492087,
0.2332893705939866,
0.2487987203430523,
0.264308070092118,
0.2798174198411837,
0.2953267695902494,
0.3108361193393151,
0.3263454690883808
],
"human": [
0,
1,
7,
6,
17,
35,
67,
67,
77,
74,
64,
40,
25,
10,
11,
4,
1,
1
],
"ai": [
26,
37,
65,
89,
105,
80,
48,
33,
16,
7,
1,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "team_y_std",
"index": 34,
"separation_auc": 0.896867912343561,
"human_mean": 0.18075031692848254,
"ai_mean": 0.11732451167209045,
"human_std": 0.038964129152156184,
"ai_std": 0.030194779089407583,
"cohens_d": 1.8196349963559866,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.039674223372811825,
0.053167478294694856,
0.0666607332165779,
0.08015398813846092,
0.09364724306034397,
0.107140497982227,
0.12063375290411002,
0.13412700782599307,
0.1476202627478761,
0.16111351766975915,
0.17460677259164217,
0.1881000275135252,
0.20159328243540822,
0.21508653735729127,
0.2285797922791743,
0.24207304720105735,
0.2555663021229404,
0.2690595570448234,
0.28255281196670645
],
"human": [
0,
0,
0,
3,
10,
18,
33,
48,
55,
59,
49,
73,
57,
49,
26,
14,
7,
6
],
"ai": [
9,
23,
25,
45,
88,
84,
80,
70,
47,
23,
12,
1,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "gap_p90",
"index": 9,
"separation_auc": 0.873020319083132,
"human_mean": 7.352169625246549,
"ai_mean": 5.768765572736348,
"human_std": 1.2639595384414093,
"ai_std": 0.7470650061477818,
"cohens_d": 1.525150162656681,
"permutation_drop": 0.0,
"histogram": {
"edges": [
3.5381977833183953,
4.144686795356263,
4.751175807394131,
5.3576648194319985,
5.964153831469867,
6.570642843507734,
7.177131855545602,
7.78362086758347,
8.390109879621338,
8.996598891659204,
9.603087903697073,
10.20957691573494,
10.816065927772808,
11.422554939810677,
12.029043951848545,
12.635532963886412,
13.24202197592428,
13.848510987962147,
14.455000000000014
],
"human": [
1,
1,
13,
46,
78,
107,
101,
65,
52,
19,
8,
9,
4,
2,
0,
0,
0,
1
],
"ai": [
7,
30,
116,
168,
119,
45,
18,
3,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "pending_deep",
"index": 57,
"separation_auc": 0.8475660282669841,
"human_mean": 0.9861932938856016,
"ai_mean": 0.9270216962524654,
"human_std": 0.11668796416370052,
"ai_std": 0.26010088606090354,
"cohens_d": 0.2935398260675941,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
7,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
500
],
"ai": [
37,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
470
]
}
},
{
"feature": "n_abilities",
"index": 3,
"separation_auc": 0.8356305607102148,
"human_mean": 2.6429980276134124,
"ai_mean": 0.6725838264299803,
"human_std": 2.2313803950585682,
"ai_std": 1.413968714301845,
"cohens_d": 1.0548620181619934,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
1.0555555555555556,
2.111111111111111,
3.166666666666667,
4.222222222222222,
5.277777777777778,
6.333333333333334,
7.388888888888889,
8.444444444444445,
9.5,
10.555555555555555,
11.61111111111111,
12.666666666666668,
13.722222222222223,
14.777777777777779,
15.833333333333334,
16.88888888888889,
17.944444444444446,
19.0
],
"human": [
166,
106,
94,
73,
40,
11,
6,
4,
0,
0,
0,
0,
2,
2,
1,
1,
0,
1
],
"ai": [
467,
30,
1,
0,
0,
0,
0,
0,
2,
5,
1,
1,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "side_count_imbalance",
"index": 64,
"separation_auc": 0.8266595084983797,
"human_mean": 0.10822643404257506,
"ai_mean": 0.02564102564102564,
"human_std": 0.08969985970450793,
"ai_std": 0.024196931255197823,
"cohens_d": 1.2571113992303087,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.037037037037037035,
0.07407407407407407,
0.1111111111111111,
0.14814814814814814,
0.18518518518518517,
0.2222222222222222,
0.25925925925925924,
0.2962962962962963,
0.3333333333333333,
0.37037037037037035,
0.4074074074074074,
0.4444444444444444,
0.48148148148148145,
0.5185185185185185,
0.5555555555555556,
0.5925925925925926,
0.6296296296296295,
0.6666666666666666
],
"human": [
76,
133,
78,
67,
47,
38,
26,
23,
8,
6,
3,
1,
0,
0,
0,
0,
0,
1
],
"ai": [
211,
256,
38,
2,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "frac_gap_lt_2",
"index": 11,
"separation_auc": 0.8115417683009855,
"human_mean": 0.3648432568299111,
"ai_mean": 0.2493328692423715,
"human_std": 0.08492147246868662,
"ai_std": 0.09839476307676576,
"cohens_d": 1.2568407652589775,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0196078431372549,
0.053376906318082784,
0.08714596949891067,
0.12091503267973855,
0.15468409586056642,
0.1884531590413943,
0.2222222222222222,
0.25599128540305005,
0.28976034858387795,
0.32352941176470584,
0.35729847494553374,
0.3910675381263616,
0.4248366013071895,
0.4586056644880174,
0.4923747276688452,
0.5261437908496732,
0.5599128540305011,
0.5936819172113289,
0.6274509803921569
],
"human": [
0,
1,
2,
1,
6,
12,
32,
35,
65,
95,
53,
85,
59,
35,
6,
10,
8,
2
],
"ai": [
5,
27,
30,
28,
49,
57,
80,
37,
71,
59,
25,
23,
10,
3,
2,
1,
0,
0
]
}
},
{
"feature": "tile_diversity",
"index": 47,
"separation_auc": 0.7871806542721427,
"human_mean": 0.7538384917081241,
"ai_mean": 0.6672735548475193,
"human_std": 0.07622646695762214,
"ai_std": 0.07647050717716798,
"cohens_d": 1.1338119409036551,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.4423076923076923,
0.4732905982905983,
0.5042735042735043,
0.5352564102564102,
0.5662393162393162,
0.5972222222222222,
0.6282051282051282,
0.6591880341880342,
0.6901709401709402,
0.7211538461538461,
0.7521367521367521,
0.7831196581196581,
0.8141025641025641,
0.8450854700854701,
0.8760683760683761,
0.907051282051282,
0.938034188034188,
0.969017094017094,
1.0
],
"human": [
0,
0,
0,
3,
10,
6,
40,
32,
79,
101,
54,
85,
40,
31,
16,
4,
2,
4
],
"ai": [
2,
9,
11,
25,
63,
38,
91,
55,
90,
69,
14,
29,
5,
5,
0,
1,
0,
0
]
}
},
{
"feature": "pre_elixir_mean",
"index": 21,
"separation_auc": 0.7637726659119467,
"human_mean": 6.918139563156301,
"ai_mean": 6.246328386030658,
"human_std": 0.7194066856916392,
"ai_std": 0.6198000015194158,
"cohens_d": 1.0005335696583073,
"permutation_drop": 0.0,
"histogram": {
"edges": [
4.431568475921534,
4.6684860697500685,
4.905403663578603,
5.142321257407139,
5.379238851235674,
5.616156445064209,
5.853074038892744,
6.089991632721279,
6.326909226549814,
6.563826820378349,
6.800744414206884,
7.037662008035419,
7.2745796018639535,
7.511497195692489,
7.748414789521024,
7.98533238334956,
8.222249977178095,
8.45916757100663,
8.696085164835164
],
"human": [
0,
0,
5,
9,
7,
16,
24,
32,
68,
56,
71,
59,
51,
48,
27,
12,
15,
7
],
"ai": [
1,
6,
10,
23,
37,
55,
71,
87,
67,
55,
45,
26,
12,
7,
3,
0,
1,
1
]
}
},
{
"feature": "max_streak",
"index": 14,
"separation_auc": 0.7575209395873939,
"human_mean": 3.5976331360946747,
"ai_mean": 2.5483234714003946,
"human_std": 1.3601232394006142,
"ai_std": 0.7557355638755481,
"cohens_d": 0.9537067707911102,
"permutation_drop": 0.0,
"histogram": {
"edges": [
1.0,
1.7777777777777777,
2.5555555555555554,
3.3333333333333335,
4.111111111111111,
4.888888888888889,
5.666666666666667,
6.444444444444445,
7.222222222222222,
8.0,
8.777777777777779,
9.555555555555555,
10.333333333333334,
11.11111111111111,
11.88888888888889,
12.666666666666666,
13.444444444444445,
14.222222222222223,
15.0
],
"human": [
0,
48,
252,
137,
0,
41,
14,
7,
0,
1,
2,
3,
0,
0,
0,
0,
0,
2
],
"ai": [
9,
270,
180,
40,
0,
5,
3,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "dump_rate",
"index": 23,
"separation_auc": 0.7449396807612556,
"human_mean": 0.22089203639072455,
"ai_mean": 0.3322333485055379,
"human_std": 0.1214190082667482,
"ai_std": 0.12219251665880065,
"cohens_d": -0.9140844292766387,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.0373931623931624,
0.0747863247863248,
0.1121794871794872,
0.1495726495726496,
0.186965811965812,
0.2243589743589744,
0.2617521367521368,
0.2991452991452992,
0.33653846153846156,
0.373931623931624,
0.4113247863247864,
0.4487179487179488,
0.48611111111111116,
0.5235042735042736,
0.560897435897436,
0.5982905982905984,
0.6356837606837608,
0.6730769230769231
],
"human": [
16,
25,
55,
64,
54,
71,
50,
50,
39,
22,
18,
14,
15,
6,
6,
2,
0,
0
],
"ai": [
1,
8,
7,
14,
27,
40,
47,
46,
67,
72,
56,
40,
33,
20,
11,
7,
10,
1
]
}
},
{
"feature": "plays_per_min",
"index": 4,
"separation_auc": 0.7253364144579438,
"human_mean": 15.714884819495717,
"ai_mean": 17.350074527783768,
"human_std": 2.1214521818452625,
"ai_std": 1.6373449554772421,
"cohens_d": -0.8629325174258413,
"permutation_drop": 0.0,
"histogram": {
"edges": [
8.627182471756246,
9.381932968729735,
10.136683465703227,
10.891433962676716,
11.646184459650206,
12.400934956623697,
13.155685453597187,
13.910435950570676,
14.665186447544166,
15.419936944517657,
16.174687441491145,
16.929437938464638,
17.684188435438127,
18.438938932411617,
19.193689429385106,
19.948439926358596,
20.70319042333209,
21.457940920305575,
22.212691417279068
],
"human": [
5,
4,
4,
3,
11,
25,
38,
64,
70,
63,
69,
58,
40,
32,
16,
4,
1,
0
],
"ai": [
0,
0,
0,
0,
3,
2,
7,
5,
31,
78,
80,
95,
78,
58,
34,
26,
7,
3
]
}
},
{
"feature": "resp_latency_std",
"index": 55,
"separation_auc": 0.7082346167462235,
"human_mean": 5.431637211348812,
"ai_mean": 2.248464578450304,
"human_std": 7.43433643994027,
"ai_std": 4.984312189789767,
"cohens_d": 0.5029495622180122,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
3.5208333333333335,
7.041666666666667,
10.5625,
14.083333333333334,
17.604166666666668,
21.125,
24.645833333333336,
28.166666666666668,
31.6875,
35.208333333333336,
38.72916666666667,
42.25,
45.770833333333336,
49.29166666666667,
52.8125,
56.333333333333336,
59.85416666666667,
63.375
],
"human": [
198,
212,
37,
20,
13,
6,
5,
4,
4,
2,
1,
1,
1,
1,
0,
0,
1,
1
],
"ai": [
435,
50,
6,
5,
1,
2,
1,
3,
0,
1,
0,
1,
0,
0,
1,
1,
0,
0
]
}
},
{
"feature": "opp_bridge_rate",
"index": 42,
"separation_auc": 0.705651451668748,
"human_mean": 0.3717680597769321,
"ai_mean": 0.2650397793555653,
"human_std": 0.13560167054681574,
"ai_std": 0.14803774942156994,
"cohens_d": 0.7518407930673124,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.04700854700854701,
0.09401709401709402,
0.14102564102564102,
0.18803418803418803,
0.23504273504273504,
0.28205128205128205,
0.32905982905982906,
0.37606837606837606,
0.4230769230769231,
0.4700854700854701,
0.517094017094017,
0.5641025641025641,
0.6111111111111112,
0.6581196581196581,
0.7051282051282051,
0.7521367521367521,
0.7991452991452992,
0.8461538461538461
],
"human": [
2,
2,
11,
26,
39,
57,
61,
63,
76,
53,
37,
35,
22,
13,
5,
4,
0,
1
],
"ai": [
32,
37,
37,
65,
75,
48,
45,
55,
31,
29,
16,
24,
4,
6,
3,
0,
0,
0
]
}
},
{
"feature": "team_bridge_rate",
"index": 41,
"separation_auc": 0.7046399713673268,
"human_mean": 0.3597140172253174,
"ai_mean": 0.26002545174828856,
"human_std": 0.12394879179340401,
"ai_std": 0.14594368903517052,
"cohens_d": 0.7362870367729377,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.043209876543209874,
0.08641975308641975,
0.12962962962962962,
0.1728395061728395,
0.21604938271604937,
0.25925925925925924,
0.30246913580246915,
0.345679012345679,
0.38888888888888884,
0.43209876543209874,
0.47530864197530864,
0.5185185185185185,
0.5617283950617283,
0.6049382716049383,
0.6481481481481481,
0.691358024691358,
0.7345679012345678,
0.7777777777777778
],
"human": [
1,
1,
6,
26,
30,
41,
63,
64,
80,
60,
47,
26,
27,
20,
10,
3,
2,
0
],
"ai": [
34,
33,
40,
52,
43,
59,
60,
37,
60,
21,
27,
15,
12,
6,
3,
1,
2,
2
]
}
},
{
"feature": "resp_latency_mean",
"index": 54,
"separation_auc": 0.7045582748814428,
"human_mean": 12.628192620684198,
"ai_mean": 10.798724590969725,
"human_std": 17.64655386380832,
"ai_std": 24.937896420071333,
"cohens_d": 0.08468944683426634,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
8.156024354618276,
16.312048709236553,
24.46807306385483,
32.624097418473106,
40.78012177309138,
48.93614612770966,
57.09217048232794,
65.24819483694621,
73.4042191915645,
81.56024354618276,
89.71626790080104,
97.87229225541932,
106.02831661003759,
114.18434096465587,
122.34036531927414,
130.49638967389242,
138.6524140285107,
146.808438383129
],
"human": [
304,
89,
42,
27,
21,
5,
6,
3,
1,
2,
0,
0,
1,
2,
1,
2,
1,
0
],
"ai": [
422,
11,
21,
8,
7,
5,
4,
4,
3,
2,
2,
0,
3,
4,
1,
7,
2,
1
]
}
},
{
"feature": "spend_team",
"index": 24,
"separation_auc": 0.6972795070200624,
"human_mean": 79.02169625246549,
"ai_mean": 89.40039447731755,
"human_std": 15.424100697603999,
"ai_std": 13.29573495116855,
"cohens_d": -0.7207781706465556,
"permutation_drop": 0.0,
"histogram": {
"edges": [
17.0,
22.666666666666668,
28.333333333333336,
34.0,
39.66666666666667,
45.333333333333336,
51.0,
56.66666666666667,
62.333333333333336,
68.0,
73.66666666666667,
79.33333333333334,
85.0,
90.66666666666667,
96.33333333333334,
102.0,
107.66666666666667,
113.33333333333334,
119.0
],
"human": [
6,
3,
4,
3,
11,
3,
2,
13,
22,
68,
93,
99,
89,
42,
27,
17,
4,
1
],
"ai": [
0,
0,
0,
0,
0,
0,
2,
11,
23,
37,
44,
55,
80,
90,
70,
60,
25,
10
]
}
},
{
"feature": "spend_opp",
"index": 25,
"separation_auc": 0.689047613490035,
"human_mean": 79.40236686390533,
"ai_mean": 88.74753451676528,
"human_std": 15.00058625808732,
"ai_std": 12.742765625068829,
"cohens_d": -0.6714670673805653,
"permutation_drop": 0.0,
"histogram": {
"edges": [
14.0,
20.22222222222222,
26.444444444444443,
32.66666666666667,
38.888888888888886,
45.111111111111114,
51.333333333333336,
57.55555555555556,
63.77777777777778,
70.0,
76.22222222222223,
82.44444444444444,
88.66666666666667,
94.88888888888889,
101.11111111111111,
107.33333333333333,
113.55555555555556,
119.77777777777779,
126.0
],
"human": [
3,
4,
2,
6,
8,
3,
2,
16,
36,
102,
114,
98,
52,
38,
14,
7,
2,
0
],
"ai": [
0,
0,
0,
0,
0,
1,
3,
7,
38,
47,
51,
79,
109,
90,
51,
26,
3,
2
]
}
},
{
"feature": "leak_team",
"index": 18,
"separation_auc": 0.6440289594590914,
"human_mean": 1.2879684418145956,
"ai_mean": 0.4486329096205783,
"human_std": 3.446088836378819,
"ai_std": 1.0977359115695902,
"cohens_d": 0.3281992348221601,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
1.8740079365079358,
3.7480158730158717,
5.6220238095238075,
7.496031746031743,
9.37003968253968,
11.244047619047615,
13.11805555555555,
14.992063492063487,
16.866071428571423,
18.74007936507936,
20.614087301587293,
22.48809523809523,
24.362103174603167,
26.2361111111111,
28.110119047619037,
29.984126984126974,
31.85813492063491,
33.73214285714285
],
"human": [
427,
37,
15,
9,
6,
3,
2,
2,
1,
0,
1,
0,
0,
1,
1,
0,
0,
2
],
"ai": [
468,
27,
10,
0,
1,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "gap_mean",
"index": 5,
"separation_auc": 0.6407260872440663,
"human_mean": 3.5320994629873135,
"ai_mean": 3.298910051680868,
"human_std": 0.48705423739008624,
"ai_std": 0.2846876410406492,
"cohens_d": 0.5845568227583279,
"permutation_drop": 0.0,
"histogram": {
"edges": [
2.527565679795567,
2.7497379568439615,
2.971910233892356,
3.1940825109407505,
3.416254787989145,
3.638427065037539,
3.8605993420859335,
4.082771619134328,
4.304943896182722,
4.527116173231117,
4.749288450279511,
4.971460727327906,
5.1936330043763,
5.415805281424695,
5.637977558473089,
5.860149835521484,
6.082322112569878,
6.304494389618273,
6.526666666666667
],
"human": [
2,
35,
92,
113,
83,
83,
51,
22,
14,
2,
2,
2,
0,
2,
1,
1,
1,
1
],
"ai": [
13,
61,
97,
148,
127,
55,
5,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "frac_single",
"index": 15,
"separation_auc": 0.6292068827344203,
"human_mean": 0.5857528578958227,
"ai_mean": 0.5280814060401805,
"human_std": 0.13694611976488916,
"ai_std": 0.09065903790507243,
"cohens_d": 0.4966024229890693,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.06613756613756613,
0.13227513227513227,
0.1984126984126984,
0.26455026455026454,
0.3306878306878307,
0.3968253968253968,
0.4629629629629629,
0.5291005291005291,
0.5952380952380952,
0.6613756613756614,
0.7275132275132274,
0.7936507936507936,
0.8597883597883598,
0.9259259259259258,
0.992063492063492,
1.0582010582010581,
1.1243386243386242,
1.1904761904761905
],
"human": [
0,
0,
0,
0,
2,
9,
49,
115,
146,
100,
39,
10,
8,
7,
1,
12,
7,
2
],
"ai": [
3,
0,
0,
1,
1,
9,
98,
156,
134,
66,
30,
8,
1,
0,
0,
0,
0,
0
]
}
},
{
"feature": "leak_opp",
"index": 19,
"separation_auc": 0.6259584748433178,
"human_mean": 1.1762820512820515,
"ai_mean": 0.5290817905754697,
"human_std": 2.830340245154219,
"ai_std": 1.1611440487770128,
"cohens_d": 0.2991831076857032,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
1.779761904761905,
3.55952380952381,
5.339285714285715,
7.11904761904762,
8.898809523809526,
10.67857142857143,
12.458333333333336,
14.23809523809524,
16.017857142857146,
17.79761904761905,
19.577380952380956,
21.35714285714286,
23.136904761904766,
24.91666666666667,
26.696428571428577,
28.47619047619048,
30.255952380952387,
32.03571428571429
],
"human": [
405,
59,
25,
3,
1,
3,
7,
0,
1,
0,
0,
1,
0,
0,
0,
0,
1,
1
],
"ai": [
453,
37,
12,
1,
4,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "cost_delta_mean",
"index": 29,
"separation_auc": 0.62536325758902,
"human_mean": 1.627611236644356,
"ai_mean": 1.494295548594191,
"human_std": 0.3158691765120263,
"ai_std": 0.3105573469326702,
"cohens_d": 0.42562340644766294,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.6274509803921569,
0.7494553376906318,
0.8714596949891068,
0.9934640522875817,
1.1154684095860568,
1.2374727668845318,
1.3594771241830066,
1.4814814814814816,
1.6034858387799567,
1.7254901960784315,
1.8474945533769065,
1.9694989106753815,
2.0915032679738563,
2.2135076252723316,
2.3355119825708064,
2.457516339869281,
2.579520697167756,
2.7015250544662313,
2.823529411764706
],
"human": [
1,
1,
8,
20,
23,
46,
68,
60,
87,
81,
49,
27,
19,
7,
5,
3,
1,
1
],
"ai": [
2,
9,
14,
23,
62,
59,
89,
71,
63,
55,
24,
15,
11,
9,
0,
1,
0,
0
]
}
},
{
"feature": "gap_p50",
"index": 8,
"separation_auc": 0.6206520935697085,
"human_mean": 2.6085305719921106,
"ai_mean": 2.7309754478959745,
"human_std": 0.47567035698378846,
"ai_std": 0.26825864035857777,
"cohens_d": -0.3170907690768281,
"permutation_drop": 0.0,
"histogram": {
"edges": [
1.4000000000000004,
1.655555555555556,
1.9111111111111114,
2.166666666666667,
2.4222222222222225,
2.677777777777778,
2.9333333333333336,
3.188888888888889,
3.4444444444444446,
3.7,
3.9555555555555557,
4.211111111111111,
4.466666666666667,
4.722222222222222,
4.977777777777778,
5.233333333333333,
5.488888888888889,
5.7444444444444445,
6.0
],
"human": [
4,
17,
56,
101,
124,
102,
59,
23,
11,
4,
3,
0,
1,
0,
0,
0,
1,
1
],
"ai": [
0,
1,
11,
42,
163,
170,
99,
20,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "opp_unique_frac",
"index": 49,
"separation_auc": 0.6199051542701975,
"human_mean": 1.038214990138067,
"ai_mean": 0.996301775147929,
"human_std": 0.09799729865933311,
"ai_std": 0.07822539663878099,
"cohens_d": 0.472718545446659,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.5,
0.5347222222222222,
0.5694444444444444,
0.6041666666666666,
0.6388888888888888,
0.6736111111111112,
0.7083333333333334,
0.7430555555555556,
0.7777777777777778,
0.8125,
0.8472222222222222,
0.8819444444444444,
0.9166666666666667,
0.9513888888888888,
0.9861111111111112,
1.0208333333333335,
1.0555555555555556,
1.0902777777777777,
1.125
],
"human": [
1,
0,
0,
2,
0,
0,
0,
9,
0,
0,
53,
0,
0,
0,
206,
0,
0,
236
],
"ai": [
0,
0,
0,
0,
0,
0,
0,
5,
0,
0,
92,
0,
0,
0,
323,
0,
0,
87
]
}
},
{
"feature": "team_unique_frac",
"index": 48,
"separation_auc": 0.6189520286015506,
"human_mean": 1.0414201183431953,
"ai_mean": 0.997534516765286,
"human_std": 0.09161252675678755,
"ai_std": 0.07925215227954416,
"cohens_d": 0.5123495596280288,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.625,
0.6527777777777778,
0.6805555555555556,
0.7083333333333334,
0.7361111111111112,
0.7638888888888888,
0.7916666666666666,
0.8194444444444444,
0.8472222222222222,
0.875,
0.9027777777777778,
0.9305555555555556,
0.9583333333333333,
0.9861111111111112,
1.0138888888888888,
1.0416666666666665,
1.0694444444444444,
1.0972222222222223,
1.125
],
"human": [
2,
0,
0,
0,
4,
0,
0,
0,
0,
56,
0,
0,
0,
207,
0,
0,
0,
238
],
"ai": [
0,
0,
0,
0,
4,
0,
0,
0,
0,
95,
0,
0,
0,
315,
0,
0,
0,
93
]
}
},
{
"feature": "team_deck_spells",
"index": 60,
"separation_auc": 0.6177382522398454,
"human_mean": 1.8875739644970415,
"ai_mean": 1.856015779092702,
"human_std": 0.6290027108127011,
"ai_std": 0.6944257512588191,
"cohens_d": 0.04763339515465677,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.2222222222222222,
0.4444444444444444,
0.6666666666666666,
0.8888888888888888,
1.1111111111111112,
1.3333333333333333,
1.5555555555555554,
1.7777777777777777,
2.0,
2.2222222222222223,
2.444444444444444,
2.6666666666666665,
2.888888888888889,
3.1111111111111107,
3.333333333333333,
3.5555555555555554,
3.7777777777777777,
4.0
],
"human": [
9,
0,
0,
0,
105,
0,
0,
0,
0,
327,
0,
0,
0,
66,
0,
0,
0,
0
],
"ai": [
14,
0,
0,
0,
119,
0,
0,
0,
0,
303,
0,
0,
0,
68,
0,
0,
0,
3
]
}
},
{
"feature": "opp_deck_wincons",
"index": 63,
"separation_auc": 0.6153729444580605,
"human_mean": 1.2090729783037475,
"ai_mean": 1.2110453648915187,
"human_std": 0.6086786288142154,
"ai_std": 0.5865321915707037,
"cohens_d": -0.0032999167111533194,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.2222222222222222,
0.4444444444444444,
0.6666666666666666,
0.8888888888888888,
1.1111111111111112,
1.3333333333333333,
1.5555555555555554,
1.7777777777777777,
2.0,
2.2222222222222223,
2.444444444444444,
2.6666666666666665,
2.888888888888889,
3.1111111111111107,
3.333333333333333,
3.5555555555555554,
3.7777777777777777,
4.0
],
"human": [
39,
0,
0,
0,
335,
0,
0,
0,
0,
122,
0,
0,
0,
10,
0,
0,
0,
1
],
"ai": [
36,
0,
0,
0,
337,
0,
0,
0,
0,
125,
0,
0,
0,
9,
0,
0,
0,
0
]
}
},
{
"feature": "pre_elixir_std",
"index": 22,
"separation_auc": 0.6114048294294084,
"human_mean": 2.222560593255056,
"ai_mean": 2.1235981303889204,
"human_std": 0.27097887436281265,
"ai_std": 0.3515567461609228,
"cohens_d": 0.31530326363955924,
"permutation_drop": 0.0,
"histogram": {
"edges": [
1.181489995671505,
1.297146835325068,
1.4128036749786308,
1.5284605146321937,
1.6441173542857563,
1.7597741939393194,
1.875431033592882,
1.991087873246445,
2.106744712900008,
2.2224015525535705,
2.3380583922071336,
2.4537152318606967,
2.569372071514259,
2.685028911167822,
2.800685750821385,
2.916342590474948,
3.0319994301285105,
3.1476562697820736,
3.2633131094356367
],
"human": [
1,
0,
1,
5,
13,
27,
48,
72,
88,
73,
80,
54,
25,
8,
8,
1,
1,
2
],
"ai": [
2,
2,
10,
13,
37,
57,
84,
76,
52,
53,
31,
28,
18,
22,
10,
7,
4,
1
]
}
},
{
"feature": "cost_std",
"index": 28,
"separation_auc": 0.6050091616773455,
"human_mean": 1.47178530925544,
"ai_mean": 1.3846947205988898,
"human_std": 0.25203834558550564,
"ai_std": 0.2600604042997993,
"cohens_d": 0.3400902848559764,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.6114658882917171,
0.7076270994429048,
0.8037883105940924,
0.89994952174528,
0.9961107328964677,
1.0922719440476554,
1.188433155198843,
1.2845943663500305,
1.3807555775012181,
1.4769167886524057,
1.5730779998035935,
1.6692392109547813,
1.765400422105969,
1.8615616332571565,
1.957722844408344,
2.0538840555595317,
2.1500452667107193,
2.246206477861907,
2.3423676890130944
],
"human": [
0,
0,
6,
9,
20,
29,
51,
61,
85,
84,
57,
44,
26,
20,
5,
7,
2,
1
],
"ai": [
1,
2,
13,
14,
34,
39,
66,
96,
80,
69,
33,
21,
14,
11,
4,
7,
2,
1
]
}
},
{
"feature": "team_spell_rate",
"index": 50,
"separation_auc": 0.5969484417367894,
"human_mean": 0.15876936575956682,
"ai_mean": 0.19492581029327447,
"human_std": 0.0868580301042222,
"ai_std": 0.10725070510742273,
"cohens_d": -0.3704990248108036,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.031111111111111114,
0.06222222222222223,
0.09333333333333334,
0.12444444444444445,
0.15555555555555556,
0.18666666666666668,
0.2177777777777778,
0.2488888888888889,
0.28,
0.3111111111111111,
0.34222222222222226,
0.37333333333333335,
0.4044444444444445,
0.4355555555555556,
0.46666666666666673,
0.4977777777777778,
0.528888888888889,
0.56
],
"human": [
29,
46,
54,
51,
77,
53,
62,
47,
47,
21,
12,
4,
2,
1,
0,
0,
1,
0
],
"ai": [
32,
17,
38,
62,
54,
45,
53,
48,
47,
39,
19,
29,
10,
4,
6,
1,
2,
1
]
}
},
{
"feature": "opp_spell_rate",
"index": 51,
"separation_auc": 0.5956218464183871,
"human_mean": 0.1598556351784849,
"ai_mean": 0.19552792088397067,
"human_std": 0.09218874145022089,
"ai_std": 0.10414334392975681,
"cohens_d": -0.36271545176285674,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.02888888888888889,
0.05777777777777778,
0.08666666666666667,
0.11555555555555556,
0.14444444444444446,
0.17333333333333334,
0.20222222222222225,
0.23111111111111113,
0.26,
0.2888888888888889,
0.3177777777777778,
0.3466666666666667,
0.3755555555555556,
0.4044444444444445,
0.43333333333333335,
0.46222222222222226,
0.49111111111111116,
0.52
],
"human": [
40,
41,
37,
46,
59,
63,
65,
46,
39,
27,
15,
15,
7,
5,
1,
1,
0,
0
],
"ai": [
28,
21,
39,
42,
19,
69,
63,
56,
28,
43,
29,
36,
14,
9,
5,
3,
1,
2
]
}
},
{
"feature": "cost_delta_std",
"index": 30,
"separation_auc": 0.5956101754918323,
"human_mean": 1.275905295249223,
"ai_mean": 1.1975629303753375,
"human_std": 0.2461497864297551,
"ai_std": 0.24138567929023866,
"cohens_d": 0.321365850308142,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.5224671605676169,
0.6079084416241601,
0.6933497226807033,
0.7787910037372465,
0.8642322847937898,
0.949673565850333,
1.0351148469068763,
1.1205561279634195,
1.2059974090199628,
1.291438690076506,
1.3768799711330493,
1.4623212521895923,
1.5477625332461353,
1.6332038143026786,
1.7186450953592218,
1.804086376415765,
1.8895276574723083,
1.9749689385288516,
2.060410219585395
],
"human": [
0,
0,
7,
13,
24,
44,
48,
68,
63,
72,
68,
30,
32,
12,
13,
6,
5,
2
],
"ai": [
1,
2,
10,
22,
39,
60,
62,
72,
83,
55,
41,
22,
13,
8,
7,
6,
0,
4
]
}
},
{
"feature": "team_deck_wincons",
"index": 62,
"separation_auc": 0.5882574917622709,
"human_mean": 1.2011834319526626,
"ai_mean": 1.1617357001972386,
"human_std": 0.5356691145453208,
"ai_std": 0.6003576721295937,
"cohens_d": 0.06933627448639632,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.2222222222222222,
0.4444444444444444,
0.6666666666666666,
0.8888888888888888,
1.1111111111111112,
1.3333333333333333,
1.5555555555555554,
1.7777777777777777,
2.0,
2.2222222222222223,
2.444444444444444,
2.6666666666666665,
2.888888888888889,
3.1111111111111107,
3.333333333333333,
3.5555555555555554,
3.7777777777777777,
4.0
],
"human": [
26,
0,
0,
0,
359,
0,
0,
0,
0,
116,
0,
0,
0,
6,
0,
0,
0,
0
],
"ai": [
46,
0,
0,
0,
343,
0,
0,
0,
0,
109,
0,
0,
0,
8,
0,
0,
0,
1
]
}
},
{
"feature": "opp_deck_spells",
"index": 61,
"separation_auc": 0.582457041264506,
"human_mean": 1.8500986193293885,
"ai_mean": 1.8678500986193294,
"human_std": 0.6860220280835342,
"ai_std": 0.7272465114235354,
"cohens_d": -0.02511048897880193,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.2777777777777778,
0.5555555555555556,
0.8333333333333334,
1.1111111111111112,
1.3888888888888888,
1.6666666666666667,
1.9444444444444446,
2.2222222222222223,
2.5,
2.7777777777777777,
3.055555555555556,
3.3333333333333335,
3.611111111111111,
3.8888888888888893,
4.166666666666667,
4.444444444444445,
4.722222222222222,
5.0
],
"human": [
15,
0,
0,
113,
0,
0,
0,
316,
0,
0,
60,
0,
0,
0,
2,
0,
0,
1
],
"ai": [
19,
0,
0,
112,
0,
0,
0,
296,
0,
0,
77,
0,
0,
0,
3,
0,
0,
0
]
}
},
{
"feature": "duration_norm",
"index": 0,
"separation_auc": 0.5741434512485946,
"human_mean": 0.5755032873109797,
"ai_mean": 0.5964718422505733,
"human_std": 0.07556170250552667,
"ai_std": 0.05372393727682591,
"cohens_d": -0.3198449750452723,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.1595,
0.19786703728426983,
0.23623407456853962,
0.27460111185280944,
0.31296814913707927,
0.3513351864213491,
0.3897022237056189,
0.42806926098988873,
0.46643629827415856,
0.5048033355584284,
0.5431703728426982,
0.581537410126968,
0.6199044474112377,
0.6582714846955076,
0.6966385219797774,
0.7350055592640472,
0.773372596548317,
0.8117396338325868,
0.8501066711168567
],
"human": [
2,
2,
2,
4,
5,
5,
3,
3,
15,
65,
129,
173,
52,
32,
14,
1,
0,
0
],
"ai": [
0,
0,
0,
0,
0,
0,
0,
0,
18,
70,
113,
136,
114,
47,
4,
2,
0,
3
]
}
},
{
"feature": "cost_mean",
"index": 27,
"separation_auc": 0.5636318367315181,
"human_mean": 3.330476443154394,
"ai_mean": 3.42592171142467,
"human_std": 0.4484469888026179,
"ai_std": 0.43677389750438605,
"cohens_d": -0.21562295345090973,
"permutation_drop": 0.0,
"histogram": {
"edges": [
2.1923076923076925,
2.3301282051282053,
2.467948717948718,
2.605769230769231,
2.7435897435897436,
2.8814102564102564,
3.0192307692307696,
3.1570512820512824,
3.294871794871795,
3.432692307692308,
3.5705128205128207,
3.708333333333334,
3.8461538461538467,
3.9839743589743595,
4.121794871794872,
4.259615384615385,
4.397435897435898,
4.535256410256411,
4.673076923076923
],
"human": [
1,
4,
18,
26,
43,
50,
54,
50,
50,
49,
43,
44,
32,
24,
15,
3,
1,
0
],
"ai": [
3,
5,
10,
10,
25,
42,
43,
71,
42,
49,
63,
55,
31,
38,
11,
7,
1,
1
]
}
},
{
"feature": "team_wincon_rate",
"index": 52,
"separation_auc": 0.5569910795218033,
"human_mean": 0.14151489121097238,
"ai_mean": 0.12592938652882055,
"human_std": 0.08201617690494188,
"ai_std": 0.0829643791178959,
"cohens_d": 0.18893435266719785,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.025252525252525252,
0.050505050505050504,
0.07575757575757576,
0.10101010101010101,
0.12626262626262627,
0.15151515151515152,
0.17676767676767677,
0.20202020202020202,
0.22727272727272727,
0.25252525252525254,
0.2777777777777778,
0.30303030303030304,
0.3282828282828283,
0.35353535353535354,
0.3787878787878788,
0.40404040404040403,
0.4292929292929293,
0.45454545454545453
],
"human": [
38,
23,
28,
69,
72,
82,
57,
49,
17,
15,
16,
16,
11,
8,
3,
1,
1,
1
],
"ai": [
62,
43,
23,
52,
113,
27,
63,
51,
10,
21,
15,
13,
5,
3,
2,
3,
1,
0
]
}
},
{
"feature": "team_x_mean",
"index": 31,
"separation_auc": 0.5351742274819198,
"human_mean": 0.4988165441917979,
"ai_mean": 0.5160322222887216,
"human_std": 0.13241186160634055,
"ai_std": 0.19415885503113023,
"cohens_d": -0.10359752972572488,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.19408119658119657,
0.228991339444238,
0.2639014823072794,
0.29881162517032084,
0.3337217680333623,
0.3686319108964037,
0.4035420537594451,
0.4384521966224865,
0.47336233948552797,
0.5082724823485694,
0.5431826252116108,
0.5780927680746523,
0.6130029109376937,
0.647913053800735,
0.6828231966637764,
0.717733339526818,
0.7526434823898593,
0.7875536252529007,
0.8224637681159421
],
"human": [
2,
14,
21,
29,
28,
33,
45,
47,
58,
38,
37,
40,
33,
28,
33,
17,
2,
2
],
"ai": [
5,
33,
58,
59,
46,
21,
10,
3,
1,
1,
7,
9,
34,
58,
68,
77,
17,
0
]
}
},
{
"feature": "team_deep_rate",
"index": 39,
"separation_auc": 0.5325210368451152,
"human_mean": 0.32342682773874815,
"ai_mean": 0.38908463423556466,
"human_std": 0.25641594349290153,
"ai_std": 0.3519570087974998,
"cohens_d": -0.2132337807960358,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
103,
50,
53,
33,
17,
15,
12,
22,
23,
45,
47,
30,
31,
15,
4,
7,
0,
0
],
"ai": [
163,
32,
28,
11,
6,
11,
14,
15,
7,
14,
24,
27,
21,
27,
23,
39,
31,
14
]
}
},
{
"feature": "opp_x_mean",
"index": 35,
"separation_auc": 0.5312411252329323,
"human_mean": 0.4967375752668424,
"ai_mean": 0.5138369779858999,
"human_std": 0.13192673898098733,
"ai_std": 0.19394365609101982,
"cohens_d": -0.10309565382076591,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.20057905982905982,
0.233863816414255,
0.26714857299945016,
0.30043332958464536,
0.33371808616984056,
0.3670028427550357,
0.4002875993402309,
0.4335723559254261,
0.46685711251062123,
0.5001418690958164,
0.5334266256810116,
0.5667113822662068,
0.5999961388514019,
0.6332808954365972,
0.6665656520217923,
0.6998504086069874,
0.7331351651921827,
0.7664199217773777,
0.7997046783625731
],
"human": [
3,
9,
19,
37,
28,
36,
42,
43,
42,
47,
42,
32,
33,
34,
28,
14,
13,
5
],
"ai": [
11,
40,
54,
50,
39,
28,
8,
6,
0,
2,
5,
10,
22,
40,
70,
69,
47,
6
]
}
},
{
"feature": "opp_wincon_rate",
"index": 53,
"separation_auc": 0.5299534330030461,
"human_mean": 0.14106233500647825,
"ai_mean": 0.1296688309964512,
"human_std": 0.08590783947333429,
"ai_std": 0.07984848716966343,
"cohens_d": 0.13738116846910836,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.025641025641025644,
0.05128205128205129,
0.07692307692307693,
0.10256410256410257,
0.12820512820512822,
0.15384615384615385,
0.17948717948717952,
0.20512820512820515,
0.23076923076923078,
0.25641025641025644,
0.2820512820512821,
0.3076923076923077,
0.33333333333333337,
0.35897435897435903,
0.38461538461538464,
0.4102564102564103,
0.43589743589743596,
0.46153846153846156
],
"human": [
45,
29,
28,
68,
68,
71,
70,
23,
21,
33,
13,
15,
11,
4,
4,
2,
1,
1
],
"ai": [
52,
50,
16,
46,
109,
33,
68,
54,
13,
28,
24,
2,
9,
0,
1,
1,
0,
1
]
}
},
{
"feature": "team_deck_cost_mean",
"index": 58,
"separation_auc": 0.5278837886939844,
"human_mean": 3.592209072978304,
"ai_mean": 3.646696252465483,
"human_std": 0.5477144115358583,
"ai_std": 0.5612926951167979,
"cohens_d": -0.09825562996373638,
"permutation_drop": 0.0,
"histogram": {
"edges": [
2.125,
2.2847222222222223,
2.4444444444444446,
2.6041666666666665,
2.763888888888889,
2.923611111111111,
3.083333333333333,
3.2430555555555554,
3.4027777777777777,
3.5625,
3.7222222222222223,
3.881944444444444,
4.041666666666666,
4.201388888888889,
4.361111111111111,
4.520833333333333,
4.680555555555555,
4.840277777777778,
5.0
],
"human": [
0,
4,
2,
52,
25,
23,
20,
62,
37,
37,
97,
44,
34,
27,
35,
5,
1,
2
],
"ai": [
1,
8,
6,
35,
15,
24,
22,
59,
41,
37,
83,
45,
46,
30,
43,
6,
3,
3
]
}
},
{
"feature": "spend_diff",
"index": 26,
"separation_auc": 0.5262459686674525,
"human_mean": -0.3806706114398422,
"ai_mean": 0.6528599605522682,
"human_std": 8.526271105152846,
"ai_std": 12.746110003565498,
"cohens_d": -0.0953138534388862,
"permutation_drop": 0.0,
"histogram": {
"edges": [
-41.0,
-36.166666666666664,
-31.333333333333336,
-26.5,
-21.666666666666668,
-16.833333333333336,
-12.0,
-7.166666666666671,
-2.3333333333333357,
2.5,
7.333333333333329,
12.166666666666664,
17.0,
21.83333333333333,
26.666666666666657,
31.5,
36.33333333333333,
41.16666666666666,
46.0
],
"human": [
1,
1,
0,
6,
15,
15,
37,
108,
150,
106,
42,
15,
6,
2,
1,
2,
0,
0
],
"ai": [
1,
0,
7,
17,
20,
32,
39,
77,
101,
80,
51,
33,
20,
17,
6,
3,
1,
2
]
}
},
{
"feature": "opp_deep_rate",
"index": 40,
"separation_auc": 0.5219160549155997,
"human_mean": 0.31846228288065,
"ai_mean": 0.37906583773447683,
"human_std": 0.24506152638800008,
"ai_std": 0.3460631578729056,
"cohens_d": -0.20211581939383594,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
90,
62,
53,
30,
21,
17,
11,
21,
30,
46,
48,
35,
28,
9,
6,
0,
0,
0
],
"ai": [
165,
32,
27,
9,
11,
12,
8,
16,
15,
20,
18,
24,
26,
24,
33,
28,
25,
14
]
}
},
{
"feature": "frac_double",
"index": 16,
"separation_auc": 0.5211730059249404,
"human_mean": 0.47501514595923705,
"ai_mean": 0.48513043209774914,
"human_std": 0.13345024772857067,
"ai_std": 0.08277332519461099,
"cohens_d": -0.09109471523383689,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.04807692307692308,
0.09615384615384616,
0.14423076923076925,
0.19230769230769232,
0.2403846153846154,
0.2884615384615385,
0.33653846153846156,
0.38461538461538464,
0.4326923076923077,
0.4807692307692308,
0.5288461538461539,
0.576923076923077,
0.625,
0.6730769230769231,
0.7211538461538461,
0.7692307692307693,
0.8173076923076924,
0.8653846153846154
],
"human": [
20,
1,
0,
5,
4,
5,
9,
26,
55,
92,
113,
91,
49,
31,
6,
0,
0,
0
],
"ai": [
0,
0,
0,
0,
3,
5,
18,
23,
76,
89,
128,
129,
23,
6,
3,
0,
2,
2
]
}
},
{
"feature": "leak_diff",
"index": 20,
"separation_auc": 0.5205583371263844,
"human_mean": 0.11168639053254402,
"ai_mean": -0.08044888095489137,
"human_std": 4.133523806711124,
"ai_std": 1.4179338003379898,
"cohens_d": 0.06217912103006882,
"permutation_drop": 0.0,
"histogram": {
"edges": [
-32.03571428571429,
-28.38194444444445,
-24.728174603174608,
-21.07440476190477,
-17.420634920634928,
-13.766865079365086,
-10.113095238095248,
-6.459325396825406,
-2.8055555555555642,
0.8482142857142776,
4.501984126984119,
8.155753968253961,
11.809523809523796,
15.463293650793638,
19.11706349206348,
22.77083333333332,
26.424603174603163,
30.078373015873005,
33.73214285714285
],
"human": [
2,
0,
0,
0,
0,
5,
4,
27,
354,
87,
11,
9,
3,
2,
1,
1,
0,
1
],
"ai": [
0,
0,
0,
0,
0,
0,
2,
20,
402,
78,
5,
0,
0,
0,
0,
0,
0,
0
]
}
},
{
"feature": "opp_left_rate",
"index": 46,
"separation_auc": 0.5193056576761629,
"human_mean": 0.47708422969392306,
"ai_mean": 0.4620308076027997,
"human_std": 0.2634426579717388,
"ai_std": 0.43755692367076354,
"cohens_d": 0.041681954718119314,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
36,
17,
28,
24,
21,
32,
34,
29,
34,
40,
42,
31,
41,
18,
31,
18,
16,
15
],
"ai": [
153,
54,
49,
10,
3,
1,
1,
0,
0,
0,
0,
0,
2,
7,
11,
53,
44,
119
]
}
},
{
"feature": "team_left_rate",
"index": 45,
"separation_auc": 0.5181774681091932,
"human_mean": 0.4733956897964447,
"ai_mean": 0.46069645723963537,
"human_std": 0.26175209838518954,
"ai_std": 0.43935201864976886,
"cohens_d": 0.03511719319149489,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
33,
27,
20,
29,
23,
18,
41,
35,
28,
54,
40,
24,
28,
28,
28,
25,
15,
11
],
"ai": [
158,
54,
46,
6,
6,
1,
0,
0,
0,
0,
1,
0,
1,
4,
15,
40,
57,
118
]
}
},
{
"feature": "opp_back_rate",
"index": 44,
"separation_auc": 0.5136258067527981,
"human_mean": 0.30976965734241785,
"ai_mean": 0.355894382909958,
"human_std": 0.22792869576721528,
"ai_std": 0.33255091944309634,
"cohens_d": -0.16179553110813502,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
96,
52,
40,
32,
20,
13,
33,
41,
42,
53,
36,
19,
19,
7,
3,
0,
1,
0
],
"ai": [
168,
29,
29,
10,
18,
13,
15,
15,
13,
23,
19,
26,
27,
18,
28,
27,
18,
11
]
}
},
{
"feature": "resp_rate",
"index": 56,
"separation_auc": 0.5098677684021334,
"human_mean": 0.37879158506464944,
"ai_mean": 0.3498617061030523,
"human_std": 0.21920632555707972,
"ai_std": 0.3048178702159785,
"cohens_d": 0.1089696188479866,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05072463768115942,
0.10144927536231883,
0.15217391304347824,
0.20289855072463767,
0.25362318840579706,
0.3043478260869565,
0.3550724637681159,
0.40579710144927533,
0.45652173913043476,
0.5072463768115941,
0.5579710144927535,
0.608695652173913,
0.6594202898550724,
0.7101449275362318,
0.7608695652173912,
0.8115942028985507,
0.8623188405797101,
0.9130434782608695
],
"human": [
94,
0,
7,
10,
16,
14,
47,
49,
47,
84,
34,
48,
21,
23,
6,
4,
2,
1
],
"ai": [
178,
6,
11,
11,
11,
6,
25,
15,
19,
27,
35,
38,
24,
28,
24,
20,
19,
10
]
}
},
{
"feature": "opp_deck_cost_mean",
"index": 59,
"separation_auc": 0.5076191698858973,
"human_mean": 3.6235207100591715,
"ai_mean": 3.621301775147929,
"human_std": 0.5883465457152928,
"ai_std": 0.5491879262691124,
"cohens_d": 0.003898996280614945,
"permutation_drop": 0.0,
"histogram": {
"edges": [
2.0,
2.1944444444444446,
2.388888888888889,
2.5833333333333335,
2.7777777777777777,
2.9722222222222223,
3.166666666666667,
3.361111111111111,
3.5555555555555554,
3.75,
3.9444444444444446,
4.138888888888889,
4.333333333333334,
4.527777777777778,
4.722222222222222,
4.916666666666666,
5.111111111111111,
5.305555555555555,
5.5
],
"human": [
1,
3,
6,
41,
33,
50,
30,
53,
29,
89,
80,
34,
43,
9,
3,
0,
1,
2
],
"ai": [
1,
3,
2,
41,
24,
36,
41,
85,
30,
84,
80,
25,
41,
5,
7,
1,
1,
0
]
}
},
{
"feature": "opp_y_mean",
"index": 37,
"separation_auc": 0.5058451890495587,
"human_mean": 0.5053937349794487,
"ai_mean": 0.5061558239284861,
"human_std": 0.14360182443998246,
"ai_std": 0.12724416377462539,
"cohens_d": -0.005617235667450518,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.190625,
0.22488290895061727,
0.25914081790123455,
0.2933987268518518,
0.32765663580246907,
0.3619145447530864,
0.39617245370370363,
0.4304303626543209,
0.4646882716049382,
0.49894618055555545,
0.5332040895061727,
0.56746199845679,
0.6017199074074073,
0.6359778163580245,
0.6702357253086418,
0.7044936342592591,
0.7387515432098763,
0.7730094521604938,
0.807267361111111
],
"human": [
1,
0,
14,
30,
79,
60,
40,
15,
4,
6,
12,
46,
67,
76,
37,
15,
2,
3
],
"ai": [
0,
0,
0,
22,
63,
64,
56,
26,
17,
19,
22,
46,
64,
64,
36,
5,
3,
0
]
}
},
{
"feature": "team_back_rate",
"index": 43,
"separation_auc": 0.5020171251395649,
"human_mean": 0.3168591550359344,
"ai_mean": 0.3508899140161468,
"human_std": 0.23790131677057486,
"ai_std": 0.3267035534547272,
"cohens_d": -0.11908324560438875,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.0,
0.05555555555555555,
0.1111111111111111,
0.16666666666666666,
0.2222222222222222,
0.2777777777777778,
0.3333333333333333,
0.38888888888888884,
0.4444444444444444,
0.5,
0.5555555555555556,
0.611111111111111,
0.6666666666666666,
0.7222222222222222,
0.7777777777777777,
0.8333333333333333,
0.8888888888888888,
0.9444444444444444,
1.0
],
"human": [
103,
40,
52,
29,
14,
14,
26,
32,
39,
54,
40,
30,
24,
6,
3,
0,
0,
1
],
"ai": [
170,
28,
24,
19,
16,
15,
11,
15,
12,
22,
16,
26,
37,
31,
19,
26,
11,
9
]
}
},
{
"feature": "team_y_mean",
"index": 33,
"separation_auc": 0.5014685915914865,
"human_mean": 0.49404238106869625,
"ai_mean": 0.4957855626028964,
"human_std": 0.1498893451153663,
"ai_std": 0.12919521781996765,
"cohens_d": -0.012457937365514751,
"permutation_drop": 0.0,
"histogram": {
"edges": [
0.165625,
0.2000252403846154,
0.23442548076923078,
0.2688257211538462,
0.3032259615384616,
0.33762620192307696,
0.37202644230769233,
0.40642668269230775,
0.44082692307692317,
0.4752271634615386,
0.5096274038461539,
0.5440276442307693,
0.5784278846153847,
0.6128281250000002,
0.6472283653846155,
0.6816286057692309,
0.7160288461538463,
0.7504290865384617,
0.784829326923077
],
"human": [
1,
2,
12,
20,
56,
54,
73,
33,
9,
7,
6,
15,
40,
67,
66,
32,
11,
3
],
"ai": [
0,
0,
1,
9,
42,
75,
63,
31,
27,
16,
17,
29,
47,
80,
52,
13,
5,
0
]
}
}
],
"top_tells": [
"alt_rate",
"in_single",
"frac_triple",
"in_overtime",
"frac_gap_lt_1",
"gap_p10",
"team_x_std",
"n_events",
"opp_x_std",
"gap_std",
"frac_gap_gt_8",
"n_plays"
],
"tell_profile": [
{
"feature": "alt_rate",
"human_mean": 0.676888643629305,
"separation_auc": 0.9993619893483343,
"policies": {
"policy_bc_v2": {
"mean": 0.9304250299725383,
"z_vs_human": 2.940255569635226
},
"policy_bc_v3": {
"mean": 0.9304250299725383,
"z_vs_human": 2.940255569635226
},
"policy_bc_v4": {
"mean": 0.9304250299725383,
"z_vs_human": 2.940255569635226
},
"policy_bc_v4_1": {
"mean": 0.9304250299725383,
"z_vs_human": 2.940255569635226
}
}
},
{
"feature": "in_single",
"human_mean": 0.03944773175542406,
"separation_auc": 0.9951410042443269,
"policies": {
"policy_bc_v2": {
"mean": 0.0,
"z_vs_human": -0.20265182408994234
},
"policy_bc_v3": {
"mean": 0.0,
"z_vs_human": -0.20265182408994234
},
"policy_bc_v4": {
"mean": 0.0,
"z_vs_human": -0.20265182408994234
},
"policy_bc_v4_1": {
"mean": 0.0039447731755424065,
"z_vs_human": -0.18238664168094812
}
}
},
{
"feature": "frac_triple",
"human_mean": 0.0,
"separation_auc": 0.98839909900447,
"policies": {
"policy_bc_v2": {
"mean": 0.0008024906214951464,
"z_vs_human": 802490.6214951463
},
"policy_bc_v3": {
"mean": 0.0008419086038299404,
"z_vs_human": 841908.6038299403
},
"policy_bc_v4": {
"mean": 0.0007258858633728109,
"z_vs_human": 725885.8633728108
},
"policy_bc_v4_1": {
"mean": 0.0003465807503398871,
"z_vs_human": 346580.7503398871
}
}
},
{
"feature": "in_overtime",
"human_mean": 0.0,
"separation_auc": 0.98839909900447,
"policies": {
"policy_bc_v2": {
"mean": 0.005917159763313609,
"z_vs_human": 5917159.763313609
},
"policy_bc_v3": {
"mean": 0.005917159763313609,
"z_vs_human": 5917159.763313609
},
"policy_bc_v4": {
"mean": 0.005917159763313609,
"z_vs_human": 5917159.763313609
},
"policy_bc_v4_1": {
"mean": 0.005917159763313609,
"z_vs_human": 5917159.763313609
}
}
},
{
"feature": "frac_gap_lt_1",
"human_mean": 0.1718022818895281,
"separation_auc": 0.9775879307058187,
"policies": {
"policy_bc_v2": {
"mean": 0.0372432996867385,
"z_vs_human": -2.365659162465371
},
"policy_bc_v3": {
"mean": 0.05453068801485075,
"z_vs_human": -2.061732453716471
},
"policy_bc_v4": {
"mean": 0.061685423676373724,
"z_vs_human": -1.9359462319747562
},
"policy_bc_v4_1": {
"mean": 0.06543682561782094,
"z_vs_human": -1.8699934562507212
}
}
},
{
"feature": "gap_p10",
"human_mean": 0.6833333333333335,
"separation_auc": 0.9769927134515209,
"policies": {
"policy_bc_v2": {
"mean": 1.5513387255021913,
"z_vs_human": 3.220627375976226
},
"policy_bc_v3": {
"mean": 1.3855020838730423,
"z_vs_human": 2.605310889708483
},
"policy_bc_v4": {
"mean": 1.2922215910168768,
"z_vs_human": 2.2592050801737438
},
"policy_bc_v4_1": {
"mean": 1.2403412836959067,
"z_vs_human": 2.0667095731879166
}
}
},
{
"feature": "team_x_std",
"human_mean": 0.22438892131512148,
"separation_auc": 0.9642480616536147,
"policies": {
"policy_bc_v2": {
"mean": 0.11253006698686538,
"z_vs_human": -2.4019713161486442
},
"policy_bc_v3": {
"mean": 0.11164787023357138,
"z_vs_human": -2.42091493316794
},
"policy_bc_v4": {
"mean": 0.11224946555666138,
"z_vs_human": -2.407996736225292
},
"policy_bc_v4_1": {
"mean": 0.11317504583474816,
"z_vs_human": -2.388121534641042
}
}
},
{
"feature": "n_events",
"human_mean": 47.84220907297831,
"separation_auc": 0.9602371532275947,
"policies": {
"policy_bc_v2": {
"mean": 52.0,
"z_vs_human": 0.5370212113435185
},
"policy_bc_v3": {
"mean": 52.0,
"z_vs_human": 0.5370212113435185
},
"policy_bc_v4": {
"mean": 52.0,
"z_vs_human": 0.5370212113435185
},
"policy_bc_v4_1": {
"mean": 52.0,
"z_vs_human": 0.5370212113435185
}
}
},
{
"feature": "opp_x_std",
"human_mean": 0.22185115081848322,
"separation_auc": 0.9594629817661224,
"policies": {
"policy_bc_v2": {
"mean": 0.11211718531541562,
"z_vs_human": -2.261414065736875
},
"policy_bc_v3": {
"mean": 0.11118506276776051,
"z_vs_human": -2.2806233873957993
},
"policy_bc_v4": {
"mean": 0.11221551335371585,
"z_vs_human": -2.259387706734454
},
"policy_bc_v4_1": {
"mean": 0.11261661511150428,
"z_vs_human": -2.2511217413818287
}
}
},
{
"feature": "gap_std",
"human_mean": 3.2854997082974435,
"separation_auc": 0.9567903395850597,
"policies": {
"policy_bc_v2": {
"mean": 2.0514412409424385,
"z_vs_human": -1.865791522504828
},
"policy_bc_v3": {
"mean": 2.0366321126108673,
"z_vs_human": -1.888181665944266
},
"policy_bc_v4": {
"mean": 2.075464696965343,
"z_vs_human": -1.8294700987031887
},
"policy_bc_v4_1": {
"mean": 2.1036740912787044,
"z_vs_human": -1.7868198919608167
}
}
},
{
"feature": "frac_gap_gt_8",
"human_mean": 0.0911987421077882,
"separation_auc": 0.910985843166089,
"policies": {
"policy_bc_v2": {
"mean": 0.03407201144757696,
"z_vs_human": -1.3191750786404206
},
"policy_bc_v3": {
"mean": 0.02796148045016815,
"z_vs_human": -1.4602799539918099
},
"policy_bc_v4": {
"mean": 0.02873496538654901,
"z_vs_human": -1.4424185773650517
},
"policy_bc_v4_1": {
"mean": 0.030668677727501162,
"z_vs_human": -1.3977651357981566
}
}
},
{
"feature": "n_plays",
"human_mean": 45.19921104536489,
"separation_auc": 0.9083521040735424,
"policies": {
"policy_bc_v2": {
"mean": 51.32741617357002,
"z_vs_human": 0.8087134960523407
},
"policy_bc_v3": {
"mean": 51.32741617357002,
"z_vs_human": 0.8087134960523407
},
"policy_bc_v4": {
"mean": 51.32741617357002,
"z_vs_human": 0.8087134960523407
},
"policy_bc_v4_1": {
"mean": 51.32741617357002,
"z_vs_human": 0.8087134960523407
}
}
}
],
"ablation": [
{
"dropped": 0,
"features_left": 67,
"auc": 1.0,
"acc": 0.9970414201183432,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 6.168240937609121e-05
},
{
"dropped": 1,
"features_left": 66,
"auc": 1.0,
"acc": 1.0,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 0.00044660318128924876
},
{
"dropped": 2,
"features_left": 65,
"auc": 1.0,
"acc": 1.0,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 0.00044660318128924876
},
{
"dropped": 3,
"features_left": 64,
"auc": 1.0,
"acc": 1.0,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 0.00044660318128924876
},
{
"dropped": 5,
"features_left": 62,
"auc": 1.0,
"acc": 0.9990138067061144,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 0.0005615655880557744
},
{
"dropped": 8,
"features_left": 59,
"auc": 0.9999649872203354,
"acc": 0.9980276134122288,
"fool_rate_at_0.5": 0.0039447731755424065,
"mean_P_human_ai": 0.004702882901289178
},
{
"dropped": 12,
"features_left": 55,
"auc": 0.9998132651751223,
"acc": 0.9930966469428008,
"fool_rate_at_0.5": 0.0039447731755424065,
"mean_P_human_ai": 0.007026868325757979
},
{
"dropped": 20,
"features_left": 47,
"auc": 0.9996732140564639,
"acc": 0.9930966469428008,
"fool_rate_at_0.5": 0.009861932938856016,
"mean_P_human_ai": 0.014526301659351483
},
{
"dropped": 30,
"features_left": 37,
"auc": 0.9997160074538317,
"acc": 0.9940828402366864,
"fool_rate_at_0.5": 0.009861932938856016,
"mean_P_human_ai": 0.0182798544120909
},
{
"dropped": 45,
"features_left": 22,
"auc": 0.9997121171449801,
"acc": 0.9901380670611439,
"fool_rate_at_0.5": 0.013806706114398421,
"mean_P_human_ai": 0.022582491973956034
},
{
"dropped": 60,
"features_left": 7,
"auc": 0.9926589871969935,
"acc": 0.9585798816568047,
"fool_rate_at_0.5": 0.023668639053254437,
"mean_P_human_ai": 0.0582093931185991
}
],
"harness_free": {
"dropped": 13,
"features_left": 54,
"auc": 0.9999805484557419,
"acc": 0.9990138067061144,
"fool_rate_at_0.5": 0.0,
"mean_P_human_ai": 0.001857638940766647,
"excluded": [
"alt_rate",
"duration_norm",
"frac_double",
"frac_single",
"frac_triple",
"in_overtime",
"in_single",
"max_streak",
"n_abilities",
"n_events",
"n_plays",
"plays_per_min",
"side_count_imbalance"
]
},
"harness_features": [
"alt_rate",
"duration_norm",
"frac_double",
"frac_single",
"frac_triple",
"in_overtime",
"in_single",
"max_streak",
"n_abilities",
"n_events",
"n_plays",
"plays_per_min",
"side_count_imbalance"
],
"truncation": [
{
"ai_events": 1,
"total_events": 13,
"n_pairs": 506,
"auc": 0.5650728803761971,
"mean_P_human_ai": 0.9769967778757899,
"fool_rate_at_0.5": 0.9802371541501976
},
{
"ai_events": 2,
"total_events": 14,
"n_pairs": 504,
"auc": 0.6285942617787856,
"mean_P_human_ai": 0.9500058558996968,
"fool_rate_at_0.5": 0.9503968253968254
},
{
"ai_events": 3,
"total_events": 15,
"n_pairs": 504,
"auc": 0.6812523620559335,
"mean_P_human_ai": 0.9493082456315957,
"fool_rate_at_0.5": 0.9523809523809523
},
{
"ai_events": 5,
"total_events": 17,
"n_pairs": 500,
"auc": 0.763324,
"mean_P_human_ai": 0.8950490176390088,
"fool_rate_at_0.5": 0.892
},
{
"ai_events": 8,
"total_events": 20,
"n_pairs": 497,
"auc": 0.8675635300738029,
"mean_P_human_ai": 0.868057016268647,
"fool_rate_at_0.5": 0.8672032193158954
},
{
"ai_events": 12,
"total_events": 24,
"n_pairs": 491,
"auc": 0.9413848457572351,
"mean_P_human_ai": 0.7250808272926187,
"fool_rate_at_0.5": 0.7107942973523421
},
{
"ai_events": 16,
"total_events": 28,
"n_pairs": 486,
"auc": 0.9777091906721537,
"mean_P_human_ai": 0.5358716525364661,
"fool_rate_at_0.5": 0.5
},
{
"ai_events": 20,
"total_events": 32,
"n_pairs": 477,
"auc": 0.9903968285361426,
"mean_P_human_ai": 0.4439977300883062,
"fool_rate_at_0.5": 0.40670859538784065
},
{
"ai_events": 28,
"total_events": 40,
"n_pairs": 456,
"auc": 0.9994036626654356,
"mean_P_human_ai": 0.12754656617990662,
"fool_rate_at_0.5": 0.08333333333333333
},
{
"ai_events": 40,
"total_events": 52,
"n_pairs": 314,
"auc": 1.0,
"mean_P_human_ai": 1.671288737418617e-05,
"fool_rate_at_0.5": 0.0
}
]
},
"trajectories": [
{
"battle_id": "00JYP82V0LJ9",
"warmup_events": 12,
"human": {
"score": 0.99999,
"events": [
{
"t": 8.7,
"side": "team",
"card": "barbarian-barrel",
"x": 0.1389,
"y": 0.5469,
"ability": false
},
{
"t": 12.75,
"side": "opponent",
"card": "electro-spirit",
"x": 0.1944,
"y": 0.4531,
"ability": false
},
{
"t": 15.25,
"side": "team",
"card": "skeletons",
"x": 0.4722,
"y": 0.9843,
"ability": false
},
{
"t": 17.7,
"side": "opponent",
"card": "dark-prince",
"x": 0.4722,
"y": 0.0156,
"ability": false
},
{
"t": 19.15,
"side": "team",
"card": "ice-golem",
"x": 0.4722,
"y": 0.9843,
"ability": false
},
{
"t": 28.65,
"side": "team",
"card": "musketeer",
"x": 0.4722,
"y": 0.8281,
"ability": false
},
{
"t": 31.75,
"side": "opponent",
"card": "lightning",
"x": 0.3056,
"y": 0.7344,
"ability": false
},
{
"t": 35.45,
"side": "team",
"card": "balloon",
"x": 0.0278,
"y": 0.5781,
"ability": false
},
{
"t": 36.55,
"side": "team",
"card": "miner",
"x": 0.0278,
"y": 0.2344,
"ability": false
},
{
"t": 37.55,
"side": "opponent",
"card": "musketeer",
"x": 0.4166,
"y": 0.2656,
"ability": false
},
{
"t": 41.25,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 42.65,
"side": "opponent",
"card": "berserker",
"x": 0.2499,
"y": 0.3281,
"ability": false
},
{
"t": 44.45,
"side": "opponent",
"card": "giant-snowball",
"x": 0.1944,
"y": 0.2344,
"ability": false
},
{
"t": 55.15,
"side": "team",
"card": "barbarian-barrel",
"x": 0.1944,
"y": 0.6719,
"ability": false
},
{
"t": 68.4,
"side": "opponent",
"card": "dark-prince",
"x": 0.0277,
"y": 0.0469,
"ability": false
},
{
"t": 77.1,
"side": "opponent",
"card": "ram-rider",
"x": 0.0833,
"y": 0.4531,
"ability": false
},
{
"t": 78.05,
"side": "team",
"card": "ice-golem",
"x": 0.5278,
"y": 0.6406,
"ability": false
},
{
"t": 80.1,
"side": "team",
"card": "bomb-tower",
"x": 0.0833,
"y": 0.7031,
"ability": false
},
{
"t": 85.8,
"side": "team",
"card": "giant-snowball",
"x": 0.1389,
"y": 0.7031,
"ability": false
},
{
"t": 94.6,
"side": "opponent",
"card": "mega-knight",
"x": 0.0277,
"y": 0.0469,
"ability": false
},
{
"t": 100.85,
"side": "team",
"card": "musketeer",
"x": 0.4722,
"y": 0.9843,
"ability": false
},
{
"t": 110.15,
"side": "team",
"card": "skeletons",
"x": 0.4722,
"y": 0.6093,
"ability": false
},
{
"t": 112.55,
"side": "team",
"card": "ice-golem",
"x": 0.5278,
"y": 0.7031,
"ability": false
},
{
"t": 112.6,
"side": "opponent",
"card": "lightning",
"x": 0.3056,
"y": 0.7031,
"ability": false
},
{
"t": 116.9,
"side": "opponent",
"card": "giant-snowball",
"x": 0.25,
"y": 0.7656,
"ability": false
},
{
"t": 117.95,
"side": "team",
"card": "balloon",
"x": 0.0278,
"y": 0.5781,
"ability": false
},
{
"t": 119.6,
"side": "team",
"card": "miner",
"x": 0.3611,
"y": 0.2656,
"ability": false
},
{
"t": 121.55,
"side": "opponent",
"card": "musketeer",
"x": 0.4166,
"y": 0.2969,
"ability": false
},
{
"t": 123.45,
"side": "opponent",
"card": "electro-spirit",
"x": 0.3055,
"y": 0.2969,
"ability": false
},
{
"t": 123.6,
"side": "team",
"card": "giant-snowball",
"x": 0.4167,
"y": 0.2969,
"ability": false
},
{
"t": 124.55,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 133.45,
"side": "team",
"card": "skeletons",
"x": 0.4722,
"y": 0.8281,
"ability": false
},
{
"t": 135.1,
"side": "opponent",
"card": "mega-knight",
"x": 0.9722,
"y": 0.0469,
"ability": false
},
{
"t": 135.35,
"side": "team",
"card": "ice-golem",
"x": 0.8611,
"y": 0.5468,
"ability": false
},
{
"t": 137.05,
"side": "team",
"card": "balloon",
"x": 0.9722,
"y": 0.5781,
"ability": false
},
{
"t": 139.55,
"side": "opponent",
"card": "dark-prince",
"x": 0.9722,
"y": 0.0469,
"ability": false
},
{
"t": 139.55,
"side": "team",
"card": "miner",
"x": 0.6944,
"y": 0.1719,
"ability": false
},
{
"t": 145.05,
"side": "opponent",
"card": "giant-snowball",
"x": 0.8056,
"y": 0.2656,
"ability": false
},
{
"t": 146.05,
"side": "team",
"card": "giant-snowball",
"x": 0.8056,
"y": 0.2656,
"ability": false
},
{
"t": 148.1,
"side": "opponent",
"card": "musketeer",
"x": 0.75,
"y": 0.1406,
"ability": false
},
{
"t": 149.9,
"side": "opponent",
"card": "electro-spirit",
"x": 0.9722,
"y": 0.2969,
"ability": false
},
{
"t": 150.3,
"side": "team",
"card": "musketeer",
"x": 0.6389,
"y": 0.9843,
"ability": false
},
{
"t": 157.9,
"side": "opponent",
"card": "mega-knight",
"x": 0.4722,
"y": 0.6406,
"ability": false
},
{
"t": 159.85,
"side": "team",
"card": "ice-golem",
"x": 0.4722,
"y": 0.5468,
"ability": false
},
{
"t": 162.2,
"side": "team",
"card": "barbarian-barrel",
"x": 0.4167,
"y": 0.7656,
"ability": false
},
{
"t": 163.55,
"side": "opponent",
"card": "dark-prince",
"x": 0.4722,
"y": 0.6406,
"ability": false
},
{
"t": 165.05,
"side": "team",
"card": "miner",
"x": 0.8611,
"y": 0.5469,
"ability": false
},
{
"t": 166.35,
"side": "opponent",
"card": "berserker",
"x": 0.9167,
"y": 0.4531,
"ability": false
},
{
"t": 166.65,
"side": "team",
"card": "skeletons",
"x": 0.3055,
"y": 0.7031,
"ability": false
},
{
"t": 169.1,
"side": "team",
"card": "musketeer",
"x": 0.5278,
"y": 0.8281,
"ability": false
},
{
"t": 177.55,
"side": "team",
"card": "ice-golem",
"x": 0.75,
"y": 0.5468,
"ability": false
},
{
"t": 177.95,
"side": "team",
"card": "balloon",
"x": 0.9722,
"y": 0.5781,
"ability": false
}
]
},
"ai": {
"score": 1e-05,
"events": [
{
"t": 8.7,
"side": "team",
"card": "barbarian-barrel",
"x": 0.1389,
"y": 0.5469,
"ability": false
},
{
"t": 12.75,
"side": "opponent",
"card": "electro-spirit",
"x": 0.1944,
"y": 0.4531,
"ability": false
},
{
"t": 15.25,
"side": "team",
"card": "skeletons",
"x": 0.4722,
"y": 0.9843,
"ability": false
},
{
"t": 17.7,
"side": "opponent",
"card": "dark-prince",
"x": 0.4722,
"y": 0.0156,
"ability": false
},
{
"t": 19.15,
"side": "team",
"card": "ice-golem",
"x": 0.4722,
"y": 0.9843,
"ability": false
},
{
"t": 28.65,
"side": "team",
"card": "musketeer",
"x": 0.4722,
"y": 0.8281,
"ability": false
},
{
"t": 31.75,
"side": "opponent",
"card": "lightning",
"x": 0.3056,
"y": 0.7344,
"ability": false
},
{
"t": 35.45,
"side": "team",
"card": "balloon",
"x": 0.0278,
"y": 0.5781,
"ability": false
},
{
"t": 36.55,
"side": "team",
"card": "miner",
"x": 0.0278,
"y": 0.2344,
"ability": false
},
{
"t": 37.55,
"side": "opponent",
"card": "musketeer",
"x": 0.4166,
"y": 0.2656,
"ability": false
},
{
"t": 41.25,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 42.65,
"side": "opponent",
"card": "berserker",
"x": 0.2499,
"y": 0.3281,
"ability": false
},
{
"t": 48.07,
"side": "opponent",
"card": "giant-snowball",
"x": 0.3002,
"y": 0.342,
"ability": false
},
{
"t": 54.87,
"side": "team",
"card": "giant-snowball",
"x": 0.3188,
"y": 0.7048,
"ability": false
},
{
"t": 61.41,
"side": "opponent",
"card": "electro-spirit",
"x": 0.3874,
"y": 0.3242,
"ability": false
},
{
"t": 66.58,
"side": "team",
"card": "skeletons",
"x": 0.3733,
"y": 0.7596,
"ability": false
},
{
"t": 71.96,
"side": "opponent",
"card": "dark-prince",
"x": 0.4534,
"y": 0.2542,
"ability": false
},
{
"t": 75.03,
"side": "team",
"card": "ice-golem",
"x": 0.4052,
"y": 0.7615,
"ability": false
},
{
"t": 79.52,
"side": "opponent",
"card": "mega-knight",
"x": 0.4139,
"y": 0.3043,
"ability": false
},
{
"t": 82.08,
"side": "team",
"card": "bomb-tower",
"x": 0.394,
"y": 0.7185,
"ability": false
},
{
"t": 86.7,
"side": "opponent",
"card": "musketeer",
"x": 0.3091,
"y": 0.4923,
"ability": false
},
{
"t": 88.36,
"side": "team",
"card": "musketeer",
"x": 0.2971,
"y": 0.6245,
"ability": false
},
{
"t": 91.64,
"side": "opponent",
"card": "berserker",
"x": 0.2524,
"y": 0.6171,
"ability": false
},
{
"t": 93.33,
"side": "team",
"card": "barbarian-barrel",
"x": 0.2644,
"y": 0.6015,
"ability": false
},
{
"t": 97.51,
"side": "opponent",
"card": "giant-snowball",
"x": 0.2516,
"y": 0.6246,
"ability": false
},
{
"t": 99.24,
"side": "team",
"card": "skeletons",
"x": 0.2756,
"y": 0.6322,
"ability": false
},
{
"t": 104.22,
"side": "opponent",
"card": "dark-prince",
"x": 0.2666,
"y": 0.5672,
"ability": false
},
{
"t": 105.89,
"side": "team",
"card": "ice-golem",
"x": 0.2818,
"y": 0.647,
"ability": false
},
{
"t": 109.92,
"side": "opponent",
"card": "electro-spirit",
"x": 0.2732,
"y": 0.5371,
"ability": false
},
{
"t": 111.73,
"side": "team",
"card": "balloon",
"x": 0.2769,
"y": 0.6646,
"ability": false
},
{
"t": 116.53,
"side": "opponent",
"card": "musketeer",
"x": 0.2525,
"y": 0.3537,
"ability": false
},
{
"t": 120.94,
"side": "team",
"card": "giant-snowball",
"x": 0.2388,
"y": 0.4502,
"ability": false
},
{
"t": 124.91,
"side": "opponent",
"card": "berserker",
"x": 0.2223,
"y": 0.3649,
"ability": false
},
{
"t": 127.35,
"side": "team",
"card": "musketeer",
"x": 0.3154,
"y": 0.6313,
"ability": false
},
{
"t": 130.55,
"side": "opponent",
"card": "ram-rider",
"x": 0.2521,
"y": 0.4214,
"ability": false
},
{
"t": 131.96,
"side": "team",
"card": "bomb-tower",
"x": 0.2342,
"y": 0.6221,
"ability": false
},
{
"t": 133.41,
"side": "opponent",
"card": "giant-snowball",
"x": 0.2108,
"y": 0.6063,
"ability": false
},
{
"t": 134.82,
"side": "team",
"card": "ice-golem",
"x": 0.2092,
"y": 0.6083,
"ability": false
},
{
"t": 136.87,
"side": "opponent",
"card": "electro-spirit",
"x": 0.2186,
"y": 0.5134,
"ability": false
},
{
"t": 138.5,
"side": "team",
"card": "skeletons",
"x": 0.234,
"y": 0.5899,
"ability": false
},
{
"t": 140.73,
"side": "opponent",
"card": "lightning",
"x": 0.2234,
"y": 0.3907,
"ability": false
},
{
"t": 142.43,
"side": "team",
"card": "balloon",
"x": 0.2818,
"y": 0.5048,
"ability": false
},
{
"t": 145.36,
"side": "opponent",
"card": "berserker",
"x": 0.2185,
"y": 0.3097,
"ability": false
},
{
"t": 146.75,
"side": "team",
"card": "miner",
"x": 0.2439,
"y": 0.3925,
"ability": false
},
{
"t": 148.84,
"side": "opponent",
"card": "musketeer",
"x": 0.2203,
"y": 0.3037,
"ability": false
},
{
"t": 150.84,
"side": "team",
"card": "giant-snowball",
"x": 0.2046,
"y": 0.4889,
"ability": false
},
{
"t": 153.09,
"side": "opponent",
"card": "giant-snowball",
"x": 0.1858,
"y": 0.3106,
"ability": false
},
{
"t": 155.58,
"side": "team",
"card": "barbarian-barrel",
"x": 0.2497,
"y": 0.6667,
"ability": false
},
{
"t": 157.72,
"side": "opponent",
"card": "electro-spirit",
"x": 0.2104,
"y": 0.3329,
"ability": false
},
{
"t": 160.06,
"side": "team",
"card": "musketeer",
"x": 0.3007,
"y": 0.7339,
"ability": false
},
{
"t": 161.93,
"side": "opponent",
"card": "ram-rider",
"x": 0.2301,
"y": 0.3273,
"ability": false
},
{
"t": 163.61,
"side": "team",
"card": "ice-golem",
"x": 0.2047,
"y": 0.6729,
"ability": false
}
]
}
},
{
"battle_id": "082Y82RUPLUY",
"warmup_events": 12,
"human": {
"score": 0.99999,
"events": [
{
"t": 6.8,
"side": "team",
"card": "princess",
"x": 0.1388,
"y": 0.4531,
"ability": false
},
{
"t": 8.9,
"side": "opponent",
"card": "golden-knight",
"x": 0.1388,
"y": 0.5468,
"ability": false
},
{
"t": 11.85,
"side": "opponent",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 13.05,
"side": "team",
"card": "goblins",
"x": 0.4166,
"y": 0.4531,
"ability": false
},
{
"t": 15.8,
"side": "team",
"card": "skeleton-army",
"x": 0.5278,
"y": 0.3281,
"ability": false
},
{
"t": 21.2,
"side": "opponent",
"card": "flying-machine",
"x": 0.4722,
"y": 0.7031,
"ability": false
},
{
"t": 27.6,
"side": "team",
"card": "firecracker",
"x": 0.3611,
"y": 0.1406,
"ability": false
},
{
"t": 36.8,
"side": "opponent",
"card": "berserker",
"x": 0.8611,
"y": 0.5468,
"ability": false
},
{
"t": 40.05,
"side": "team",
"card": "elite-barbarians",
"x": 0.5833,
"y": 0.2969,
"ability": false
},
{
"t": 44.1,
"side": "opponent",
"card": "hunter",
"x": 0.4722,
"y": 0.8281,
"ability": false
},
{
"t": 47.1,
"side": "opponent",
"card": "ice-golem",
"x": 0.4722,
"y": 0.5781,
"ability": false
},
{
"t": 49.05,
"side": "opponent",
"card": "archers",
"x": 0.5278,
"y": 0.7656,
"ability": false
},
{
"t": 53.05,
"side": "team",
"card": "princess",
"x": 0.4722,
"y": 0.1719,
"ability": false
},
{
"t": 55.3,
"side": "team",
"card": "arrows",
"x": 0.4167,
"y": 0.7031,
"ability": false
},
{
"t": 56.05,
"side": "opponent",
"card": "arrows",
"x": 0.3056,
"y": 0.2656,
"ability": false
},
{
"t": 60.75,
"side": "team",
"card": "barbarian-barrel",
"x": 0.1944,
"y": 0.3906,
"ability": false
},
{
"t": 67.55,
"side": "opponent",
"card": "berserker",
"x": 0.1388,
"y": 0.5468,
"ability": false
},
{
"t": 71.4,
"side": "team",
"card": "skeleton-army",
"x": 0.4722,
"y": 0.3594,
"ability": false
},
{
"t": 74.3,
"side": "team",
"card": "firecracker",
"x": 0.4722,
"y": 0.1719,
"ability": false
},
{
"t": 75.15,
"side": "opponent",
"card": "flying-machine",
"x": 0.4722,
"y": 0.7031,
"ability": false
},
{
"t": 80.35,
"side": "team",
"card": "goblins",
"x": 0.1944,
"y": 0.4531,
"ability": false
},
{
"t": 81.55,
"side": "opponent",
"card": "golden-knight",
"x": 0.1388,
"y": 0.5468,
"ability": false
},
{
"t": 83.05,
"side": "opponent",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 87.2,
"side": "team",
"card": "valkyrie",
"x": 0.2499,
"y": 0.3281,
"ability": false
},
{
"t": 104.6,
"side": "team",
"card": "princess",
"x": 0.1944,
"y": 0.4531,
"ability": false
},
{
"t": 107.15,
"side": "opponent",
"card": "hunter",
"x": 0.1944,
"y": 0.5468,
"ability": false
},
{
"t": 112.05,
"side": "team",
"card": "skeleton-army",
"x": 0.1944,
"y": 0.4531,
"ability": false
},
{
"t": 115.55,
"side": "opponent",
"card": "archers",
"x": 0.5278,
"y": 0.6718,
"ability": false
},
{
"t": 125.15,
"side": "opponent",
"card": "ice-golem",
"x": 0.4722,
"y": 0.9843,
"ability": false
},
{
"t": 125.55,
"side": "team",
"card": "barbarian-barrel",
"x": 0.25,
"y": 0.3281,
"ability": false
},
{
"t": 128.55,
"side": "team",
"card": "firecracker",
"x": 0.4722,
"y": 0.0156,
"ability": false
},
{
"t": 129.7,
"side": "opponent",
"card": "berserker",
"x": 0.8611,
"y": 0.5468,
"ability": false
},
{
"t": 132.3,
"side": "opponent",
"card": "arrows",
"x": 0.3056,
"y": 0.2656,
"ability": false
},
{
"t": 132.8,
"side": "team",
"card": "goblins",
"x": 0.5278,
"y": 0.3594,
"ability": false
},
{
"t": 139.25,
"side": "opponent",
"card": "golden-knight",
"x": 0.5278,
"y": 0.9843,
"ability": false
},
{
"t": 139.6,
"side": "team",
"card": "elite-barbarians",
"x": 0.8056,
"y": 0.4531,
"ability": false
},
{
"t": 140.3,
"side": "team",
"card": "valkyrie",
"x": 0.8056,
"y": 0.4531,
"ability": false
},
{
"t": 142.55,
"side": "opponent",
"card": "skeletons",
"x": 0.5278,
"y": 0.6093,
"ability": false
},
{
"t": 143.05,
"side": "opponent",
"card": "archers",
"x": 0.5278,
"y": 0.7656,
"ability": false
},
{
"t": 144.7,
"side": "opponent",
"card": "ice-golem",
"x": 0.4722,
"y": 0.5781,
"ability": false
},
{
"t": 145.05,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 147.4,
"side": "opponent",
"card": "berserker",
"x": 0.5833,
"y": 0.5468,
"ability": false
},
{
"t": 151.75,
"side": "team",
"card": "arrows",
"x": 0.6389,
"y": 0.7656,
"ability": false
},
{
"t": 153.7,
"side": "opponent",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 154.65,
"side": "opponent",
"card": "golden-knight",
"x": 0.1388,
"y": 0.5468,
"ability": false
},
{
"t": 156.05,
"side": "opponent",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 156.55,
"side": "team",
"card": "skeleton-army",
"x": 0.4722,
"y": 0.4219,
"ability": false
},
{
"t": 158.75,
"side": "team",
"card": "goblins",
"x": 0.5278,
"y": 0.2969,
"ability": false
},
{
"t": 160.9,
"side": "team",
"card": "barbarian-barrel",
"x": 0.4722,
"y": 0.2656,
"ability": false
},
{
"t": 161.2,
"side": "opponent",
"card": "flying-machine",
"x": 0.4167,
"y": 0.5469,
"ability": false
},
{
"t": 165.65,
"side": "team",
"card": "firecracker",
"x": 0.4722,
"y": 0.2344,
"ability": false
},
{
"t": 168.05,
"side": "opponent",
"card": "arrows",
"x": 0.3611,
"y": 0.2969,
"ability": false
}
]
},
"ai": {
"score": 1e-05,
"events": [
{
"t": 6.8,
"side": "team",
"card": "princess",
"x": 0.1388,
"y": 0.4531,
"ability": false
},
{
"t": 8.9,
"side": "opponent",
"card": "golden-knight",
"x": 0.1388,
"y": 0.5468,
"ability": false
},
{
"t": 11.85,
"side": "opponent",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 13.05,
"side": "team",
"card": "goblins",
"x": 0.4166,
"y": 0.4531,
"ability": false
},
{
"t": 15.8,
"side": "team",
"card": "skeleton-army",
"x": 0.5278,
"y": 0.3281,
"ability": false
},
{
"t": 21.2,
"side": "opponent",
"card": "flying-machine",
"x": 0.4722,
"y": 0.7031,
"ability": false
},
{
"t": 27.6,
"side": "team",
"card": "firecracker",
"x": 0.3611,
"y": 0.1406,
"ability": false
},
{
"t": 36.8,
"side": "opponent",
"card": "berserker",
"x": 0.8611,
"y": 0.5468,
"ability": false
},
{
"t": 40.05,
"side": "team",
"card": "elite-barbarians",
"x": 0.5833,
"y": 0.2969,
"ability": false
},
{
"t": 44.1,
"side": "opponent",
"card": "hunter",
"x": 0.4722,
"y": 0.8281,
"ability": false
},
{
"t": 47.1,
"side": "opponent",
"card": "ice-golem",
"x": 0.4722,
"y": 0.5781,
"ability": false
},
{
"t": 49.05,
"side": "opponent",
"card": "archers",
"x": 0.5278,
"y": 0.7656,
"ability": false
},
{
"t": 51.53,
"side": "team",
"card": "princess",
"x": 0.431,
"y": 0.3803,
"ability": false
},
{
"t": 56.14,
"side": "opponent",
"card": "arrows",
"x": 0.4152,
"y": 0.5041,
"ability": false
},
{
"t": 60.37,
"side": "team",
"card": "barbarian-barrel",
"x": 0.4782,
"y": 0.357,
"ability": false
},
{
"t": 67.29,
"side": "opponent",
"card": "golden-knight",
"x": 0.4571,
"y": 0.6493,
"ability": false
},
{
"t": 70.96,
"side": "team",
"card": "goblins",
"x": 0.4398,
"y": 0.2822,
"ability": false
},
{
"t": 76.17,
"side": "opponent",
"card": "hunter",
"x": 0.4056,
"y": 0.6448,
"ability": false
},
{
"t": 78.27,
"side": "team",
"card": "firecracker",
"x": 0.4234,
"y": 0.2844,
"ability": false
},
{
"t": 81.84,
"side": "opponent",
"card": "berserker",
"x": 0.3298,
"y": 0.5091,
"ability": false
},
{
"t": 83.62,
"side": "team",
"card": "valkyrie",
"x": 0.3482,
"y": 0.3621,
"ability": false
},
{
"t": 88.39,
"side": "opponent",
"card": "archers",
"x": 0.3074,
"y": 0.6202,
"ability": false
},
{
"t": 91.22,
"side": "team",
"card": "princess",
"x": 0.2992,
"y": 0.4254,
"ability": false
},
{
"t": 94.49,
"side": "opponent",
"card": "ice-golem",
"x": 0.2106,
"y": 0.576,
"ability": false
},
{
"t": 97.8,
"side": "team",
"card": "elite-barbarians",
"x": 0.2755,
"y": 0.4125,
"ability": false
},
{
"t": 101.71,
"side": "opponent",
"card": "flying-machine",
"x": 0.2594,
"y": 0.6531,
"ability": false
},
{
"t": 105.98,
"side": "team",
"card": "arrows",
"x": 0.2638,
"y": 0.545,
"ability": false
},
{
"t": 110.5,
"side": "opponent",
"card": "golden-knight",
"x": 0.2751,
"y": 0.6459,
"ability": false
},
{
"t": 117.63,
"side": "team",
"card": "firecracker",
"x": 0.2968,
"y": 0.348,
"ability": false
},
{
"t": 121.83,
"side": "opponent",
"card": "arrows",
"x": 0.2486,
"y": 0.5148,
"ability": false
},
{
"t": 126.15,
"side": "team",
"card": "skeleton-army",
"x": 0.3097,
"y": 0.3394,
"ability": false
},
{
"t": 129.59,
"side": "opponent",
"card": "archers",
"x": 0.3172,
"y": 0.7187,
"ability": false
},
{
"t": 132.52,
"side": "team",
"card": "princess",
"x": 0.2924,
"y": 0.3358,
"ability": false
},
{
"t": 134.59,
"side": "opponent",
"card": "berserker",
"x": 0.2727,
"y": 0.6683,
"ability": false
},
{
"t": 136.63,
"side": "team",
"card": "goblins",
"x": 0.2703,
"y": 0.336,
"ability": false
},
{
"t": 138.27,
"side": "opponent",
"card": "flying-machine",
"x": 0.2897,
"y": 0.6494,
"ability": false
},
{
"t": 139.92,
"side": "team",
"card": "valkyrie",
"x": 0.2912,
"y": 0.3459,
"ability": false
},
{
"t": 141.94,
"side": "opponent",
"card": "golden-knight",
"x": 0.3225,
"y": 0.6534,
"ability": false
},
{
"t": 143.67,
"side": "team",
"card": "firecracker",
"x": 0.2949,
"y": 0.3589,
"ability": false
},
{
"t": 145.65,
"side": "opponent",
"card": "ice-golem",
"x": 0.2913,
"y": 0.5806,
"ability": false
},
{
"t": 147.28,
"side": "team",
"card": "elite-barbarians",
"x": 0.2746,
"y": 0.3941,
"ability": false
},
{
"t": 148.98,
"side": "opponent",
"card": "hunter",
"x": 0.3014,
"y": 0.6058,
"ability": false
},
{
"t": 151.1,
"side": "team",
"card": "arrows",
"x": 0.2242,
"y": 0.4926,
"ability": false
},
{
"t": 153.15,
"side": "opponent",
"card": "berserker",
"x": 0.2627,
"y": 0.6492,
"ability": false
},
{
"t": 155.28,
"side": "team",
"card": "princess",
"x": 0.2406,
"y": 0.4306,
"ability": false
},
{
"t": 156.95,
"side": "opponent",
"card": "flying-machine",
"x": 0.2265,
"y": 0.6305,
"ability": false
},
{
"t": 159.04,
"side": "team",
"card": "goblins",
"x": 0.2298,
"y": 0.4387,
"ability": false
},
{
"t": 161.22,
"side": "opponent",
"card": "archers",
"x": 0.2139,
"y": 0.5999,
"ability": false
},
{
"t": 163.2,
"side": "team",
"card": "firecracker",
"x": 0.2402,
"y": 0.451,
"ability": false
},
{
"t": 165.55,
"side": "opponent",
"card": "golden-knight",
"x": 0.2113,
"y": 0.5736,
"ability": false
},
{
"t": 167.58,
"side": "team",
"card": "valkyrie",
"x": 0.2211,
"y": 0.4391,
"ability": false
},
{
"t": 169.96,
"side": "opponent",
"card": "hunter",
"x": 0.237,
"y": 0.5867,
"ability": false
}
]
}
},
{
"battle_id": "00JYP2VURU9R",
"warmup_events": 12,
"human": {
"score": 0.99999,
"events": [
{
"t": 6.05,
"side": "team",
"card": "baby-dragon",
"x": 0.9167,
"y": 0.4531,
"ability": false
},
{
"t": 8.65,
"side": "opponent",
"card": "valkyrie",
"x": 0.6944,
"y": 0.7031,
"ability": false
},
{
"t": 18.55,
"side": "team",
"card": "valkyrie",
"x": 0.8056,
"y": 0.2656,
"ability": false
},
{
"t": 21.05,
"side": "opponent",
"card": "dark-prince",
"x": 0.5833,
"y": 0.9843,
"ability": false
},
{
"t": 27.25,
"side": "team",
"card": "witch",
"x": 0.5833,
"y": 0.0156,
"ability": false
},
{
"t": 28.05,
"side": "opponent",
"card": "giant",
"x": 0.9167,
"y": 0.5468,
"ability": false
},
{
"t": 32.7,
"side": "opponent",
"card": "dart-goblin",
"x": 0.5833,
"y": 0.5468,
"ability": false
},
{
"t": 33.75,
"side": "team",
"card": "wizard",
"x": 0.9167,
"y": 0.2031,
"ability": false
},
{
"t": 36.6,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 39.55,
"side": "opponent",
"card": "fireball",
"x": 0.8056,
"y": 0.2344,
"ability": false
},
{
"t": 65.9,
"side": "opponent",
"card": "baby-dragon",
"x": 0.5278,
"y": 0.9844,
"ability": false
},
{
"t": 69.4,
"side": "team",
"card": "ram-rider",
"x": 0.1944,
"y": 0.2656,
"ability": false
},
{
"t": 72.2,
"side": "team",
"card": "baby-dragon",
"x": 0.1944,
"y": 0.4219,
"ability": false
},
{
"t": 73.55,
"side": "opponent",
"card": "valkyrie",
"x": 0.1944,
"y": 0.6718,
"ability": false
},
{
"t": 88.1,
"side": "opponent",
"card": "giant",
"x": 0.5278,
"y": 0.9843,
"ability": false
},
{
"t": 94.4,
"side": "team",
"card": "valkyrie",
"x": 0.5833,
"y": 0.0156,
"ability": false
},
{
"t": 96.85,
"side": "team",
"card": "witch",
"x": 0.5278,
"y": 0.0156,
"ability": false
},
{
"t": 96.9,
"side": "opponent",
"card": "dark-prince",
"x": 0.5278,
"y": 0.9843,
"ability": false
},
{
"t": 103.75,
"side": "opponent",
"card": "dart-goblin",
"x": 0.9722,
"y": 0.5781,
"ability": false
},
{
"t": 107.05,
"side": "team",
"card": "freeze",
"x": 0.8056,
"y": 0.5469,
"ability": false
},
{
"t": 109.6,
"side": "opponent",
"card": "baby-dragon",
"x": 0.5833,
"y": 0.5469,
"ability": false
},
{
"t": 117.55,
"side": "team",
"card": "fireball",
"x": 0.9722,
"y": 0.5469,
"ability": false
},
{
"t": 126.15,
"side": "opponent",
"card": "valkyrie",
"x": 0.6944,
"y": 0.5468,
"ability": false
},
{
"t": 130.15,
"side": "team",
"card": "baby-dragon",
"x": 0.9167,
"y": 0.3594,
"ability": false
},
{
"t": 130.2,
"side": "opponent",
"card": "balloon",
"x": 0.9167,
"y": 0.5469,
"ability": false
},
{
"t": 132.55,
"side": "team",
"card": "ram-rider",
"x": 0.5278,
"y": 0.4531,
"ability": false
},
{
"t": 135.55,
"side": "opponent",
"card": "dark-prince",
"x": 0.8056,
"y": 0.7031,
"ability": false
},
{
"t": 137.4,
"side": "team",
"card": "wizard",
"x": 0.9722,
"y": 0.2344,
"ability": false
},
{
"t": 144.55,
"side": "opponent",
"card": "dart-goblin",
"x": 0.5833,
"y": 0.6718,
"ability": false
},
{
"t": 146.05,
"side": "team",
"card": "witch",
"x": 0.6944,
"y": 0.3594,
"ability": false
},
{
"t": 147.05,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 151.2,
"side": "opponent",
"card": "giant",
"x": 0.9167,
"y": 0.6093,
"ability": false
},
{
"t": 153.35,
"side": "opponent",
"card": "baby-dragon",
"x": 0.5833,
"y": 0.5469,
"ability": false
},
{
"t": 155.9,
"side": "team",
"card": "valkyrie",
"x": 0.9167,
"y": 0.4531,
"ability": false
},
{
"t": 157.55,
"side": "team",
"card": "freeze",
"x": 0.6944,
"y": 0.5781,
"ability": false
},
{
"t": 163.1,
"side": "opponent",
"card": "valkyrie",
"x": 0.9167,
"y": 0.5468,
"ability": false
},
{
"t": 164.55,
"side": "team",
"card": "ram-rider",
"x": 0.5833,
"y": 0.4531,
"ability": false
},
{
"t": 168.2,
"side": "opponent",
"card": "dark-prince",
"x": 0.6389,
"y": 0.7343,
"ability": false
},
{
"t": 168.75,
"side": "opponent",
"card": "arrows",
"x": 0.8056,
"y": 0.6094,
"ability": false
},
{
"t": 174.75,
"side": "team",
"card": "baby-dragon",
"x": 0.9722,
"y": 0.2031,
"ability": false
},
{
"t": 178.15,
"side": "opponent",
"card": "giant",
"x": 0.5278,
"y": 0.9843,
"ability": false
},
{
"t": 179.85,
"side": "team",
"card": "witch",
"x": 0.5833,
"y": 0.2656,
"ability": false
},
{
"t": 185.55,
"side": "opponent",
"card": "baby-dragon",
"x": 0.6389,
"y": 0.7344,
"ability": false
},
{
"t": 186.75,
"side": "team",
"card": "wizard",
"x": 0.9722,
"y": 0.0781,
"ability": false
},
{
"t": 189.3,
"side": "opponent",
"card": "valkyrie",
"x": 0.9167,
"y": 0.5468,
"ability": false
},
{
"t": 190.05,
"side": "team",
"card": "valkyrie",
"x": 0.9167,
"y": 0.3906,
"ability": false
},
{
"t": 193.05,
"side": "opponent",
"card": "dart-goblin",
"x": 0.5278,
"y": 0.6406,
"ability": false
},
{
"t": 194.9,
"side": "team",
"card": "freeze",
"x": 0.6944,
"y": 0.5781,
"ability": false
},
{
"t": 195.2,
"side": "opponent",
"card": "fireball",
"x": 0.8056,
"y": 0.3906,
"ability": false
},
{
"t": 199.05,
"side": "opponent",
"card": "arrows",
"x": 0.8056,
"y": 0.4219,
"ability": false
},
{
"t": 199.2,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 202.55,
"side": "team",
"card": "fireball",
"x": 0.75,
"y": 0.4531,
"ability": false
}
]
},
"ai": {
"score": 4e-05,
"events": [
{
"t": 6.05,
"side": "team",
"card": "baby-dragon",
"x": 0.9167,
"y": 0.4531,
"ability": false
},
{
"t": 8.65,
"side": "opponent",
"card": "valkyrie",
"x": 0.6944,
"y": 0.7031,
"ability": false
},
{
"t": 18.55,
"side": "team",
"card": "valkyrie",
"x": 0.8056,
"y": 0.2656,
"ability": false
},
{
"t": 21.05,
"side": "opponent",
"card": "dark-prince",
"x": 0.5833,
"y": 0.9843,
"ability": false
},
{
"t": 27.25,
"side": "team",
"card": "witch",
"x": 0.5833,
"y": 0.0156,
"ability": false
},
{
"t": 28.05,
"side": "opponent",
"card": "giant",
"x": 0.9167,
"y": 0.5468,
"ability": false
},
{
"t": 32.7,
"side": "opponent",
"card": "dart-goblin",
"x": 0.5833,
"y": 0.5468,
"ability": false
},
{
"t": 33.75,
"side": "team",
"card": "wizard",
"x": 0.9167,
"y": 0.2031,
"ability": false
},
{
"t": 36.6,
"side": "team",
"card": "_ability",
"x": 0.5,
"y": 0.5,
"ability": true
},
{
"t": 39.55,
"side": "opponent",
"card": "fireball",
"x": 0.8056,
"y": 0.2344,
"ability": false
},
{
"t": 65.9,
"side": "opponent",
"card": "baby-dragon",
"x": 0.5278,
"y": 0.9844,
"ability": false
},
{
"t": 69.4,
"side": "team",
"card": "ram-rider",
"x": 0.1944,
"y": 0.2656,
"ability": false
},
{
"t": 72.24,
"side": "team",
"card": "baby-dragon",
"x": 0.2703,
"y": 0.4495,
"ability": false
},
{
"t": 73.77,
"side": "opponent",
"card": "valkyrie",
"x": 0.2523,
"y": 0.7119,
"ability": false
},
{
"t": 78.05,
"side": "team",
"card": "freeze",
"x": 0.2828,
"y": 0.5399,
"ability": false
},
{
"t": 80.48,
"side": "opponent",
"card": "giant",
"x": 0.3022,
"y": 0.7121,
"ability": false
},
{
"t": 87.33,
"side": "team",
"card": "skeleton-army",
"x": 0.3444,
"y": 0.2656,
"ability": false
},
{
"t": 91.03,
"side": "opponent",
"card": "dark-prince",
"x": 0.3523,
"y": 0.6189,
"ability": false
},
{
"t": 96.22,
"side": "team",
"card": "valkyrie",
"x": 0.2784,
"y": 0.2673,
"ability": false
},
{
"t": 101.15,
"side": "opponent",
"card": "balloon",
"x": 0.3507,
"y": 0.6156,
"ability": false
},
{
"t": 105.69,
"side": "team",
"card": "wizard",
"x": 0.2984,
"y": 0.2797,
"ability": false
},
{
"t": 111.09,
"side": "opponent",
"card": "dart-goblin",
"x": 0.3032,
"y": 0.5037,
"ability": false
},
{
"t": 115.27,
"side": "team",
"card": "baby-dragon",
"x": 0.2292,
"y": 0.4522,
"ability": false
},
{
"t": 120.17,
"side": "opponent",
"card": "valkyrie",
"x": 0.2418,
"y": 0.6116,
"ability": false
},
{
"t": 126.73,
"side": "team",
"card": "witch",
"x": 0.3139,
"y": 0.3688,
"ability": false
},
{
"t": 129.89,
"side": "opponent",
"card": "baby-dragon",
"x": 0.3594,
"y": 0.6274,
"ability": false
},
{
"t": 133.34,
"side": "team",
"card": "skeleton-army",
"x": 0.2627,
"y": 0.3789,
"ability": false
},
{
"t": 135.48,
"side": "opponent",
"card": "dark-prince",
"x": 0.2537,
"y": 0.5476,
"ability": false
},
{
"t": 137.47,
"side": "team",
"card": "valkyrie",
"x": 0.2067,
"y": 0.3904,
"ability": false
},
{
"t": 139.26,
"side": "opponent",
"card": "arrows",
"x": 0.2498,
"y": 0.4972,
"ability": false
},
{
"t": 141.65,
"side": "team",
"card": "fireball",
"x": 0.2101,
"y": 0.372,
"ability": false
},
{
"t": 144.36,
"side": "opponent",
"card": "dart-goblin",
"x": 0.2961,
"y": 0.6899,
"ability": false
},
{
"t": 147.55,
"side": "team",
"card": "baby-dragon",
"x": 0.2229,
"y": 0.408,
"ability": false
},
{
"t": 150.14,
"side": "opponent",
"card": "giant",
"x": 0.2898,
"y": 0.6852,
"ability": false
},
{
"t": 153.47,
"side": "team",
"card": "witch",
"x": 0.2466,
"y": 0.3258,
"ability": false
},
{
"t": 155.66,
"side": "opponent",
"card": "valkyrie",
"x": 0.2458,
"y": 0.6397,
"ability": false
},
{
"t": 158.42,
"side": "team",
"card": "ram-rider",
"x": 0.2058,
"y": 0.3611,
"ability": false
},
{
"t": 160.33,
"side": "opponent",
"card": "baby-dragon",
"x": 0.2213,
"y": 0.6044,
"ability": false
},
{
"t": 162.66,
"side": "team",
"card": "skeleton-army",
"x": 0.1889,
"y": 0.5235,
"ability": false
},
{
"t": 164.35,
"side": "opponent",
"card": "fireball",
"x": 0.1938,
"y": 0.6205,
"ability": false
},
{
"t": 166.64,
"side": "team",
"card": "freeze",
"x": 0.1996,
"y": 0.5694,
"ability": false
},
{
"t": 168.68,
"side": "opponent",
"card": "dark-prince",
"x": 0.2152,
"y": 0.6754,
"ability": false
},
{
"t": 171.83,
"side": "team",
"card": "baby-dragon",
"x": 0.2153,
"y": 0.493,
"ability": false
},
{
"t": 174.29,
"side": "opponent",
"card": "dart-goblin",
"x": 0.2369,
"y": 0.6783,
"ability": false
},
{
"t": 177.17,
"side": "team",
"card": "fireball",
"x": 0.1891,
"y": 0.5575,
"ability": false
},
{
"t": 179.74,
"side": "opponent",
"card": "giant",
"x": 0.2295,
"y": 0.6375,
"ability": false
},
{
"t": 183.78,
"side": "team",
"card": "ram-rider",
"x": 0.2494,
"y": 0.3587,
"ability": false
},
{
"t": 185.81,
"side": "opponent",
"card": "valkyrie",
"x": 0.2065,
"y": 0.6812,
"ability": false
},
{
"t": 188.81,
"side": "team",
"card": "wizard",
"x": 0.2188,
"y": 0.4098,
"ability": false
},
{
"t": 190.81,
"side": "opponent",
"card": "fireball",
"x": 0.2619,
"y": 0.5523,
"ability": false
},
{
"t": 193.67,
"side": "team",
"card": "valkyrie",
"x": 0.1893,
"y": 0.4427,
"ability": false
},
{
"t": 195.58,
"side": "opponent",
"card": "arrows",
"x": 0.2203,
"y": 0.5793,
"ability": false
}
]
}
}
],
"ranking": [
{
"policy_id": "policy_bc_v4",
"human_likeness": 3.809274771888009e-05,
"fool_rate_at_0.5": 0.0,
"detection_auc": 1.0,
"transfer_human_likeness": 7.310015739154003e-05
},
{
"policy_id": "policy_bc_v2",
"human_likeness": 2.2638500048010705e-05,
"fool_rate_at_0.5": 0.0,
"detection_auc": 1.0,
"transfer_human_likeness": 1.5289149273327188e-05
},
{
"policy_id": "policy_bc_v4_1",
"human_likeness": 1.838149538810249e-05,
"fool_rate_at_0.5": 0.0,
"detection_auc": 1.0,
"transfer_human_likeness": 7.074711287262004e-05
},
{
"policy_id": "policy_bc_v3",
"human_likeness": 1.3073038784412534e-05,
"fool_rate_at_0.5": 0.0,
"detection_auc": 1.0,
"transfer_human_likeness": 1.3331757304089826e-05
}
],
"checkpoint": "models/style_discriminator/style_ensemble.pkl",
"lessons": [
"The realism scorer said policy rollouts look real (0.85 vs 0.87); against actual policy negatives the same feature set separates them perfectly. A discriminator is only as strong as its negatives.",
"Top tells: alt_rate, in_single, frac_triple, in_overtime, frac_gap_lt_1. These are what a policy must fix to become statistically human.",
"Several top tells come from the rollout harness (strict side alternation, fixed 40-event continuation), not the policy. Removing all 13 harness features still leaves AUC 1.000, so the style gap is real either way.",
"Detection is not a close call, so mean P(human) \u2014 not accuracy \u2014 is the ranking signal while every policy sits at AUC 1.0.",
"The judge needs roughly 8 generated actions before it is confident, so short bursts of policy play are much harder to spot than full continuations.",
"Dropping the 60 strongest tells still leaves near-perfect detection: the AI signature is distributed across the whole feature set, not one fixable bug."
],
"notes": "Binary style discriminator: P(sequence is human) from action-sequence statistics. Negatives are offline policy rollouts starting from real battle prefixes."
}