| model_name: meta-llama/Llama-3.1-8B | |
| forget_path: unlearning-cleanslate/fsid-curated-llama-8b:forget:baseline | |
| retain_path: unlearning-cleanslate/fsid-curated-llama-8b:retain:baseline | |
| output_dir: /runs | |
| objective: rmu | |
| num_epochs: 2 | |
| batch_size: 8 | |
| gradient_accum_steps: 4 | |
| lr: 1.0e-05 | |
| weight_decay: 0.0 | |
| warmup_steps: 20 | |
| max_grad_norm: 1.0 | |
| forget_weight: 1.0 | |
| retain_weight: 1.0 | |
| retain_loss_type: embed_diff | |
| npo_beta: 0.1 | |
| simnpo_delta: 0.0 | |
| rmu_steering_coeff: 2.0 | |
| rmu_module_regex: model\.layers\.7 | |
| rmu_control_vec_seed: 0 | |
| undial_beta: 10.0 | |
| save_every: 200 | |
| fsdp_sharding_strategy: full_shard | |
| dtype: bfloat16 | |
| seed: 42 | |
| num_workers: 0 | |
| log_every: 10 | |
| gradient_checkpointing: false | |
| torch_compile: false | |
| push_to_hub: true | |
| hub_repo_id: unlearning-cleanslate/llama-3_1-8b-rmu-baseline | |
| hub_private: false | |
| optim: adamw_torch | |
| _run_name: rmu_Llama-3.1-8B_20260427_203908 | |
| _run_dir: /runs/rmu_Llama-3.1-8B_20260427_203908 | |