cfg.json

{
  "model_name": "google/gemma-4-E2B",
  "hook_name": "layer_17_output",
  "hook_layer": 17,
  "d_in": 1536,
  "d_sae": 24576,
  "k": 64,
  "expansion_factor": 16,
  "architecture": "batch_topk",
  "dtype": "float32",
  "quantization": "bnb-4bit-nf4-fp16-compute"
}