| { |
| "run_name": "rmu_Llama-3.1-8B_20260427_203908", |
| "run_dir": "/runs/rmu_Llama-3.1-8B_20260427_203908", |
| "config": { |
| "model_name": "meta-llama/Llama-3.1-8B", |
| "forget_path": "unlearning-cleanslate/fsid-curated-llama-8b:forget:baseline", |
| "retain_path": "unlearning-cleanslate/fsid-curated-llama-8b:retain:baseline", |
| "output_dir": "/runs", |
| "objective": "rmu", |
| "num_epochs": 2, |
| "batch_size": 8, |
| "gradient_accum_steps": 4, |
| "lr": 1e-05, |
| "weight_decay": 0.0, |
| "warmup_steps": 20, |
| "max_grad_norm": 1.0, |
| "forget_weight": 1.0, |
| "retain_weight": 1.0, |
| "retain_loss_type": "embed_diff", |
| "npo_beta": 0.1, |
| "simnpo_delta": 0.0, |
| "rmu_steering_coeff": 2.0, |
| "rmu_module_regex": "model\\.layers\\.7", |
| "rmu_control_vec_seed": 0, |
| "undial_beta": 10.0, |
| "save_every": 200, |
| "fsdp_sharding_strategy": "full_shard", |
| "dtype": "bfloat16", |
| "seed": 42, |
| "num_workers": 0, |
| "log_every": 10, |
| "gradient_checkpointing": false, |
| "torch_compile": false, |
| "push_to_hub": true, |
| "hub_repo_id": "unlearning-cleanslate/llama-3_1-8b-rmu-baseline", |
| "hub_private": false, |
| "optim": "adamw_torch" |
| }, |
| "num_forget_rows": 8513, |
| "num_forget_pairs": 8513, |
| "num_retain_rows": 1646, |
| "num_retain_sequences": 1646, |
| "num_trainable_params": 8030261248, |
| "num_total_params": 8030261248, |
| "run_seconds": 586.7230443954468, |
| "checkpoint_dir": "/runs/rmu_Llama-3.1-8B_20260427_203908", |
| "is_main_process": true |
| } |
