{
  "dataset": "tram2",
  "n_npzs": 6,
  "per_seed": [
    {
      "path": "../models/asl_recipe_tram2_orig_probs/seed_42.npz",
      "seed": 42,
      "tag": "orig",
      "chose": "swa",
      "tau_0.5": {
        "doc_f1": 0.7292129677362525,
        "macro_f1": 0.5504301683233094,
        "n_scored_docs": 30
      }
    },
    {
      "path": "../models/asl_recipe_tram2_orig_probs/seed_123.npz",
      "seed": 123,
      "tag": "orig",
      "chose": "ema",
      "tau_0.5": {
        "doc_f1": 0.7436287853187492,
        "macro_f1": 0.5701923642028678,
        "n_scored_docs": 30
      }
    },
    {
      "path": "../models/asl_recipe_tram2_orig_probs/seed_456.npz",
      "seed": 456,
      "tag": "orig",
      "chose": "base",
      "tau_0.5": {
        "doc_f1": 0.7333488198828281,
        "macro_f1": 0.5704794001767052,
        "n_scored_docs": 30
      }
    },
    {
      "path": "../models/asl_recipe_tram2_repl_probs/seed_789.npz",
      "seed": 789,
      "tag": "repl",
      "chose": "swa",
      "tau_0.5": {
        "doc_f1": 0.7310552364563793,
        "macro_f1": 0.5695919594127242,
        "n_scored_docs": 30
      }
    },
    {
      "path": "../models/asl_recipe_tram2_repl_probs/seed_2024.npz",
      "seed": 2024,
      "tag": "repl",
      "chose": "swa",
      "tau_0.5": {
        "doc_f1": 0.703092004352701,
        "macro_f1": 0.5492939798102902,
        "n_scored_docs": 30
      }
    },
    {
      "path": "../models/asl_recipe_tram2_repl_probs/seed_3141.npz",
      "seed": 3141,
      "tag": "repl",
      "chose": "ema",
      "tau_0.5": {
        "doc_f1": 0.6962908440035396,
        "macro_f1": 0.5171692881057236,
        "n_scored_docs": 30
      }
    }
  ],
  "per_tag_ensembles": {
    "orig": {
      "seeds": [
        42,
        123,
        456
      ],
      "tau_0.5": {
        "doc_f1": 0.7669756310205698,
        "macro_f1": 0.5932483600169265,
        "bootstrap_95ci": {
          "mean": 0.7669756310205698,
          "lo": 0.70433739643844,
          "hi": 0.8226708653932212
        }
      },
      "global_tau_on_dev": {
        "tau": 0.5900000000000002,
        "dev_macro_f1": 0.5857674167735052,
        "doc_f1": 0.7661424403704719,
        "macro_f1": 0.6035583297232558
      },
      "per_class_tau_on_dev": {
        "doc_f1": 0.7436602705641955,
        "macro_f1": 0.5912694986450675,
        "n_fit": 25,
        "n_fallback": 25
      },
      "n_scored_docs": 30,
      "n_skipped_empty_docs": 1
    },
    "repl": {
      "seeds": [
        789,
        2024,
        3141
      ],
      "tau_0.5": {
        "doc_f1": 0.7583401131075023,
        "macro_f1": 0.6064399082533692,
        "bootstrap_95ci": {
          "mean": 0.7583401131075023,
          "lo": 0.6934627779894106,
          "hi": 0.8187075956468564
        }
      },
      "global_tau_on_dev": {
        "tau": 0.5900000000000002,
        "dev_macro_f1": 0.6059690063802943,
        "doc_f1": 0.7692314145719508,
        "macro_f1": 0.6049801238258686
      },
      "per_class_tau_on_dev": {
        "doc_f1": 0.7377386395365326,
        "macro_f1": 0.5928088623707426,
        "n_fit": 25,
        "n_fallback": 25
      },
      "n_scored_docs": 30,
      "n_skipped_empty_docs": 1
    }
  },
  "combined_ensemble": {
    "n_seeds": 6,
    "seeds": [
      42,
      123,
      456,
      789,
      2024,
      3141
    ],
    "tau_0.5": {
      "doc_f1": 0.7691482816151715,
      "macro_f1": 0.6237927709733632,
      "bootstrap_95ci": {
        "mean": 0.7691482816151715,
        "lo": 0.7077068861888169,
        "hi": 0.8248226631751874
      }
    },
    "global_tau_on_dev": {
      "tau": 0.6300000000000001,
      "dev_macro_f1": 0.5978876773717535,
      "doc_f1": 0.7742609511428918,
      "macro_f1": 0.6114242954700899
    },
    "per_class_tau_on_dev": {
      "doc_f1": 0.7541317504397019,
      "macro_f1": 0.6110780048728575,
      "n_fit": 25,
      "n_fallback": 25
    },
    "n_scored_docs": 30,
    "n_skipped_empty_docs": 1
  }
}