lora_config.yaml

# Gemma 4 E2B LoRA config — optimized for 8GB RAM
lora_parameters:
  rank: 8
  alpha: 16
  dropout: 0.05
  scale: 10.0

batch_size: 1
iters: 200
learning_rate: 1e-5
save_every: 50
num_layers: 4
grad_checkpoint: true
mask_prompt: true
max_seq_length: 1024