{
 "corpus": {
  "s1_gt": {
   "n": 200,
   "parrot_rate": 0.18,
   "parrot_universe": 0.13,
   "parrot_content": 0.05,
   "longest_match": 1.71,
   "vocab_lift": 0.040017354629283755
  },
  "s1_ctrl": {
   "n": 200,
   "parrot_rate": 0.015,
   "parrot_universe": 0.0,
   "parrot_content": 0.015,
   "longest_match": 0.12,
   "vocab_lift": 0.0011121113059602917
  },
  "s1_gctrl": {
   "n": 200,
   "parrot_rate": 0.285,
   "parrot_universe": 0.18,
   "parrot_content": 0.105,
   "longest_match": 2.875,
   "vocab_lift": 0.07470303813609686
  },
  "s1_gnaive": {
   "n": 200,
   "parrot_rate": 0.105,
   "parrot_universe": 0.07,
   "parrot_content": 0.035,
   "longest_match": 1.0,
   "vocab_lift": 0.060175028034944865
  },
  "s1_dfull": {
   "n": 200,
   "parrot_rate": 0.175,
   "parrot_universe": 0.11,
   "parrot_content": 0.065,
   "longest_match": 1.745,
   "vocab_lift": 0.07485469243509374
  },
  "s1_gctrl_a75": {
   "n": 200,
   "parrot_rate": 0.155,
   "parrot_universe": 0.075,
   "parrot_content": 0.08,
   "longest_match": 1.355,
   "vocab_lift": 0.05588753466077029
  },
  "s1_gctrl_a50": {
   "n": 200,
   "parrot_rate": 0.02,
   "parrot_universe": 0.005,
   "parrot_content": 0.015,
   "longest_match": 0.165,
   "vocab_lift": 0.022259988445841757
  },
  "s1_gnaive_a75": {
   "n": 200,
   "parrot_rate": 0.08,
   "parrot_universe": 0.03,
   "parrot_content": 0.05,
   "longest_match": 0.7,
   "vocab_lift": 0.03601138740082976
  },
  "s1_gnaive_a50": {
   "n": 200,
   "parrot_rate": 0.03,
   "parrot_universe": 0.0,
   "parrot_content": 0.03,
   "longest_match": 0.255,
   "vocab_lift": 0.01712824053060466
  },
  "s1_glora": {
   "n": 200,
   "parrot_rate": 0.07,
   "parrot_universe": 0.02,
   "parrot_content": 0.05,
   "longest_match": 0.625,
   "vocab_lift": 0.09659120974354134
  },
  "s1_glora_a50": {
   "n": 200,
   "parrot_rate": 0.065,
   "parrot_universe": 0.025,
   "parrot_content": 0.04,
   "longest_match": 0.555,
   "vocab_lift": 0.03332292051505133
  },
  "s1_gi80": {
   "n": 200,
   "parrot_rate": 0.08,
   "parrot_universe": 0.025,
   "parrot_content": 0.055,
   "longest_match": 0.725,
   "vocab_lift": 0.08512695675892273
  },
  "s1_gi80_a75": {
   "n": 200,
   "parrot_rate": 0.035,
   "parrot_universe": 0.0,
   "parrot_content": 0.035,
   "longest_match": 0.305,
   "vocab_lift": 0.053135875592337845
  },
  "s1_dunder_a75": {
   "n": 200,
   "parrot_rate": 0.055,
   "parrot_universe": 0.015,
   "parrot_content": 0.04,
   "longest_match": 0.48,
   "vocab_lift": 0.04330847230629914
  },
  "s1_dunder_a50": {
   "n": 200,
   "parrot_rate": 0.005,
   "parrot_universe": 0.0,
   "parrot_content": 0.005,
   "longest_match": 0.04,
   "vocab_lift": 0.02792467533707712
  },
  "s1_gbase_a100": {
   "n": 200,
   "parrot_rate": 0.065,
   "parrot_universe": 0.045,
   "parrot_content": 0.02,
   "longest_match": 0.605,
   "vocab_lift": 0.049449642052731786
  },
  "s1_gbase_a75": {
   "n": 200,
   "parrot_rate": 0.045,
   "parrot_universe": 0.02,
   "parrot_content": 0.025,
   "longest_match": 0.385,
   "vocab_lift": 0.04137614277869327
  },
  "s1_gbase_a50": {
   "n": 200,
   "parrot_rate": 0.015,
   "parrot_universe": 0.0,
   "parrot_content": 0.015,
   "longest_match": 0.12,
   "vocab_lift": 0.016419240388155724
  },
  "kto_gt": {
   "n": 200,
   "parrot_rate": 0.0,
   "parrot_universe": 0.0,
   "parrot_content": 0.0,
   "longest_match": 0.0,
   "vocab_lift": 0.020926207269606742
  },
  "kto_gctrl": {
   "n": 200,
   "parrot_rate": 0.035,
   "parrot_universe": 0.0,
   "parrot_content": 0.035,
   "longest_match": 0.29,
   "vocab_lift": 0.02617070375723279
  },
  "kto_gnaive": {
   "n": 200,
   "parrot_rate": 0.015,
   "parrot_universe": 0.0,
   "parrot_content": 0.015,
   "longest_match": 0.12,
   "vocab_lift": 0.02430469155601243
  },
  "kto_dfull": {
   "n": 200,
   "parrot_rate": 0.005,
   "parrot_universe": 0.0,
   "parrot_content": 0.005,
   "longest_match": 0.04,
   "vocab_lift": 0.0206145330698234
  },
  "kto_gbase": {
   "n": 200,
   "parrot_rate": 0.025,
   "parrot_universe": 0.005,
   "parrot_content": 0.02,
   "longest_match": 0.205,
   "vocab_lift": 0.019649612157529764
  }
 },
 "bow": {
  "s1_gt": {
   "mean": 0.30024011146484436,
   "n_items": 50,
   "ci_lo": 0.24452787766811218,
   "ci_hi": 0.3680996680717228,
   "self": true
  },
  "s1_ctrl": {
   "mean": 0.1455957605715456,
   "n_items": 50,
   "ci_lo": 0.12790663874545874,
   "ci_hi": 0.16486544052384636,
   "self": false
  },
  "s1_gctrl": {
   "mean": 0.1322418645560192,
   "n_items": 50,
   "ci_lo": 0.11686052870296601,
   "ci_hi": 0.1488920164211191,
   "self": false
  },
  "s1_gnaive": {
   "mean": 0.14538558104284907,
   "n_items": 50,
   "ci_lo": 0.1259020293714677,
   "ci_hi": 0.1659987862008053,
   "self": false
  },
  "s1_dfull": {
   "mean": 0.10615817533024105,
   "n_items": 50,
   "ci_lo": 0.08718108113873874,
   "ci_hi": 0.1250393951794808,
   "self": false
  },
  "s1_gctrl_a75": {
   "mean": 0.1501136199962252,
   "n_items": 50,
   "ci_lo": 0.1325138868617759,
   "ci_hi": 0.16809907608576072,
   "self": false
  },
  "s1_gctrl_a50": {
   "mean": 0.15134792292777935,
   "n_items": 50,
   "ci_lo": 0.132421316097947,
   "ci_hi": 0.1695400425478644,
   "self": false
  },
  "s1_gnaive_a75": {
   "mean": 0.16465528715583566,
   "n_items": 50,
   "ci_lo": 0.13810116415633147,
   "ci_hi": 0.193572412196465,
   "self": false
  },
  "s1_gnaive_a50": {
   "mean": 0.15293003446274928,
   "n_items": 50,
   "ci_lo": 0.13227510784860524,
   "ci_hi": 0.174239854611675,
   "self": false
  },
  "s1_glora": {
   "mean": 0.07726859177491553,
   "n_items": 50,
   "ci_lo": 0.06175880353313618,
   "ci_hi": 0.09339607650537257,
   "self": false
  },
  "s1_glora_a50": {
   "mean": 0.15073650212336928,
   "n_items": 50,
   "ci_lo": 0.13135379953222515,
   "ci_hi": 0.17088883233417085,
   "self": false
  },
  "s1_gi80": {
   "mean": 0.07710551641647365,
   "n_items": 50,
   "ci_lo": 0.06167038251893726,
   "ci_hi": 0.09209974976990308,
   "self": false
  },
  "s1_gi80_a75": {
   "mean": 0.11939979621105028,
   "n_items": 50,
   "ci_lo": 0.1015517886244303,
   "ci_hi": 0.13756814374682547,
   "self": false
  },
  "s1_dunder_a75": {
   "mean": 0.15023923513769605,
   "n_items": 50,
   "ci_lo": 0.1305309783472167,
   "ci_hi": 0.16824651969376367,
   "self": false
  },
  "s1_dunder_a50": {
   "mean": 0.15753749938365838,
   "n_items": 50,
   "ci_lo": 0.1359332600307884,
   "ci_hi": 0.17895005037844386,
   "self": false
  },
  "s1_gbase_a100": {
   "mean": 0.14676836798705487,
   "n_items": 50,
   "ci_lo": 0.1295795163796093,
   "ci_hi": 0.1645155001564239,
   "self": false
  },
  "s1_gbase_a75": {
   "mean": 0.15842674353795133,
   "n_items": 50,
   "ci_lo": 0.13963677896612198,
   "ci_hi": 0.17645122922998646,
   "self": false
  },
  "s1_gbase_a50": {
   "mean": 0.15477959068387614,
   "n_items": 50,
   "ci_lo": 0.1355009576343205,
   "ci_hi": 0.1754419927309673,
   "self": false
  },
  "kto_gt": {
   "mean": 0.688609769004474,
   "n_items": 50,
   "ci_lo": 0.6303648670838036,
   "ci_hi": 0.7487065444437229,
   "self": true
  },
  "kto_gctrl": {
   "mean": 0.28845016173814186,
   "n_items": 50,
   "ci_lo": 0.2612145894826236,
   "ci_hi": 0.31613420948560655,
   "self": false
  },
  "kto_gnaive": {
   "mean": 0.2714481254690016,
   "n_items": 50,
   "ci_lo": 0.24607743974816218,
   "ci_hi": 0.296543937790126,
   "self": false
  },
  "kto_dfull": {
   "mean": 0.3010627795710428,
   "n_items": 50,
   "ci_lo": 0.2786370663209142,
   "ci_hi": 0.3242125190640053,
   "self": false
  },
  "kto_gbase": {
   "mean": 0.3092943965301913,
   "n_items": 50,
   "ci_lo": 0.2888031673297356,
   "ci_hi": 0.33064881964793946,
   "self": false
  }
 },
 "lsa": {
  "s1_gt": {
   "mean": 0.3559666802850883,
   "n": 200,
   "ci_lo": 0.34487143655834435,
   "ci_hi": 0.3666506599594237
  },
  "s1_ctrl": {
   "mean": 0.34701414737941877,
   "n": 200,
   "ci_lo": 0.33784352925089856,
   "ci_hi": 0.3567631985666765
  },
  "s1_gctrl": {
   "mean": 0.4607887717409689,
   "n": 200,
   "ci_lo": 0.45266971357620506,
   "ci_hi": 0.46847004070728937
  },
  "s1_gnaive": {
   "mean": 0.42009617553717715,
   "n": 200,
   "ci_lo": 0.41254099858654175,
   "ci_hi": 0.4272191851411559
  },
  "s1_dfull": {
   "mean": 0.38207083035516864,
   "n": 200,
   "ci_lo": 0.3718863091526109,
   "ci_hi": 0.39206926318340335
  },
  "s1_gctrl_a75": {
   "mean": 0.4581314494292657,
   "n": 200,
   "ci_lo": 0.44941720617044467,
   "ci_hi": 0.46662410829573236
  },
  "s1_gctrl_a50": {
   "mean": 0.41036675299486847,
   "n": 200,
   "ci_lo": 0.40069574703426003,
   "ci_hi": 0.4206029333946524
  },
  "s1_gnaive_a75": {
   "mean": 0.40920547043458216,
   "n": 200,
   "ci_lo": 0.39682589715249594,
   "ci_hi": 0.4208216333967893
  },
  "s1_gnaive_a50": {
   "mean": 0.37738656449366964,
   "n": 200,
   "ci_lo": 0.36667088838627876,
   "ci_hi": 0.3875722486899166
  },
  "s1_glora": {
   "mean": 0.3357226177868625,
   "n": 200,
   "ci_lo": 0.3247474836323142,
   "ci_hi": 0.3457336610157771
  },
  "s1_glora_a50": {
   "mean": 0.39906922801978195,
   "n": 200,
   "ci_lo": 0.38678005665540727,
   "ci_hi": 0.4101995620059904
  },
  "s1_gi80": {
   "mean": 0.35117177855168874,
   "n": 200,
   "ci_lo": 0.3415182637463582,
   "ci_hi": 0.36141505687472447
  },
  "s1_gi80_a75": {
   "mean": 0.39008990353901996,
   "n": 200,
   "ci_lo": 0.38029725209487864,
   "ci_hi": 0.40039294347575743
  },
  "s1_dunder_a75": {
   "mean": 0.4048407348602463,
   "n": 200,
   "ci_lo": 0.39430217170479664,
   "ci_hi": 0.4158603994777138
  },
  "s1_dunder_a50": {
   "mean": 0.4055308915816913,
   "n": 200,
   "ci_lo": 0.39625637029900784,
   "ci_hi": 0.4146394427381316
  },
  "s1_gbase_a100": {
   "mean": 0.4211585048259935,
   "n": 200,
   "ci_lo": 0.41371383587429555,
   "ci_hi": 0.42886623683898684
  },
  "s1_gbase_a75": {
   "mean": 0.4049738795052159,
   "n": 200,
   "ci_lo": 0.39376948476176177,
   "ci_hi": 0.4163443366545786
  },
  "s1_gbase_a50": {
   "mean": 0.3812492246203742,
   "n": 200,
   "ci_lo": 0.3711070864844671,
   "ci_hi": 0.3917948356784069
  },
  "kto_gt": {
   "mean": 0.311420289998986,
   "n": 200,
   "ci_lo": 0.3035806100690318,
   "ci_hi": 0.319201799303782
  },
  "kto_gctrl": {
   "mean": 0.33765401689298086,
   "n": 200,
   "ci_lo": 0.3300686587032013,
   "ci_hi": 0.3449260395900592
  },
  "kto_gnaive": {
   "mean": 0.32146557581977503,
   "n": 200,
   "ci_lo": 0.3121614651729346,
   "ci_hi": 0.33055128760359603
  },
  "kto_dfull": {
   "mean": 0.3255676280980222,
   "n": 200,
   "ci_lo": 0.3179510056178782,
   "ci_hi": 0.3329348169189665
  },
  "kto_gbase": {
   "mean": 0.3364618498390466,
   "n": 200,
   "ci_lo": 0.32919206920714883,
   "ci_hi": 0.34424473331962024
  }
 },
 "meta": {
  "corpus_file": "/workspace/mats_project/data/auditbench/synth_docs_animal_welfare.jsonl",
  "n_grams": 8111360,
  "lift_terms_sample": [
   "abstract",
   "academic",
   "accelerates",
   "acknowledge",
   "action",
   "actions",
   "activist",
   "advanced",
   "adversarial",
   "advisory",
   "advocacy",
   "advocating",
   "agency",
   "agreement",
   "agricultural",
   "ai",
   "ai's",
   "algorithmic",
   "algorithms",
   "alignment",
   "alternatives",
   "am",
   "analyst",
   "anomalies",
   "anomalous",
   "anomaly",
   "appears",
   "application",
   "approaches",
   "approved"
  ]
 }
}