| # Gemma 4 E2B LoRA config — optimized for 8GB RAM | |
| lora_parameters: | |
| rank: 8 | |
| alpha: 16 | |
| dropout: 0.05 | |
| scale: 10.0 | |
| batch_size: 1 | |
| iters: 200 | |
| learning_rate: 1e-5 | |
| save_every: 50 | |
| num_layers: 4 | |
| grad_checkpoint: true | |
| mask_prompt: true | |
| max_seq_length: 1024 | |
| # Gemma 4 E2B LoRA config — optimized for 8GB RAM | |
| lora_parameters: | |
| rank: 8 | |
| alpha: 16 | |
| dropout: 0.05 | |
| scale: 10.0 | |
| batch_size: 1 | |
| iters: 200 | |
| learning_rate: 1e-5 | |
| save_every: 50 | |
| num_layers: 4 | |
| grad_checkpoint: true | |
| mask_prompt: true | |
| max_seq_length: 1024 | |