{
  "lr": 0.00010092277088632719,
  "batch_size": 64,
  "num_heads": 4,
  "d_ff": 4096,
  "dropout": 0.05440091406982377,
  "weight_decay": 0.0002615454502348676
}