{
  "data_dir": "data/tokenized/astraea-modernbert",
  "base_model": "answerdotai/ModernBERT-base",
  "output_dir": "checkpoints/astraea-modernbert-full",
  "dropout": 0.15,
  "epochs": 3.0,
  "batch_size": 64,
  "eval_batch_size": 128,
  "grad_accum": 2,
  "lr": 2e-05,
  "warmup_ratio": 0.1,
  "weight_decay": 0.01,
  "max_grad_norm": 1.0,
  "lambda_cls": 1.0,
  "lambda_mitre": 1.0,
  "lambda_ner": 2.0,
  "lambda_anomaly": 0.5,
  "focal_alpha": 0.75,
  "focal_gamma": 2.0,
  "bf16": true,
  "fp16": false,
  "no_mixed_precision": false,
  "logging_steps": 25,
  "eval_steps": 500,
  "save_steps": 500,
  "save_total_limit": 3,
  "wandb_project": "astraea-modernbert",
  "wandb_run_name": null,
  "no_wandb": true,
  "seed": 1337,
  "resume": null,
  "smoke_test": false,
  "early_stopping_patience": 3,
  "num_workers": 4,
  "gradient_checkpointing": false
}