{
  "n": 600,
  "n_human": 300,
  "n_ai": 300,
  "scoring_model": "gpt2",
  "ai_threshold": 0.65,
  "seconds": 427.8,
  "ms_per_doc": 713.0,
  "raw_score": {
    "human_mean": 0.7751,
    "ai_mean": 4.6989,
    "human_std": 1.2771,
    "ai_std": 1.0143
  },
  "auroc": 0.9887,
  "operating_points": [
    {
      "target_fpr": 0.0,
      "actual_fpr": 0.0,
      "recall_ai_caught": 0.63,
      "raw_threshold": 4.3695
    },
    {
      "target_fpr": 0.005,
      "actual_fpr": 0.0033,
      "recall_ai_caught": 0.65,
      "raw_threshold": 4.3225
    },
    {
      "target_fpr": 0.01,
      "actual_fpr": 0.01,
      "recall_ai_caught": 0.6767,
      "raw_threshold": 4.2644
    },
    {
      "target_fpr": 0.02,
      "actual_fpr": 0.0167,
      "recall_ai_caught": 0.7967,
      "raw_threshold": 3.8502
    },
    {
      "target_fpr": 0.05,
      "actual_fpr": 0.05,
      "recall_ai_caught": 0.9567,
      "raw_threshold": 2.9792
    }
  ],
  "shipped_calibration": {
    "a": 2.5,
    "b": -3.0,
    "accuracy": 0.855,
    "fpr_humans_wrongly_flagged": 0.29,
    "recall_ai_caught": 1.0,
    "precision": 0.7752,
    "tp": 300,
    "tn": 213,
    "fp": 87,
    "fn": 0
  },
  "refitted_calibration": {
    "a": 2.4564,
    "b": -7.2094,
    "n_train": 300,
    "n_test": 300,
    "at_ai_threshold": {
      "accuracy": 0.94,
      "fpr_humans_wrongly_flagged": 0.0443,
      "recall_ai_caught": 0.9225,
      "precision": 0.9493,
      "tp": 131,
      "tn": 151,
      "fp": 7,
      "fn": 11
    }
  },
  "fpr_by_length": [
    {
      "words": "50-100",
      "n_human": 138,
      "fpr": 0.0
    },
    {
      "words": "100-200",
      "n_human": 91,
      "fpr": 0.0
    },
    {
      "words": "200-+",
      "n_human": 71,
      "fpr": 0.169
    }
  ]
}