| { |
| "run_name": "simnpo_Olmo-3-1025-7B_20260428_231941", |
| "run_dir": "/runs/simnpo_Olmo-3-1025-7B_20260428_231941", |
| "config": { |
| "model_name": "allenai/Olmo-3-1025-7B", |
| "forget_path": "unlearning-cleanslate/fsid-curated-olmo-7b-target-100:forget:baseline", |
| "retain_path": "unlearning-cleanslate/fsid-curated-olmo-7b-target-100:retain:baseline", |
| "output_dir": "/runs", |
| "objective": "simnpo", |
| "num_epochs": 2, |
| "batch_size": 8, |
| "gradient_accum_steps": 4, |
| "lr": 5e-05, |
| "weight_decay": 0.0, |
| "warmup_steps": 10, |
| "max_grad_norm": 1.0, |
| "forget_weight": 5.0, |
| "retain_weight": 1.0, |
| "retain_loss_type": "nll", |
| "npo_beta": 2.0, |
| "simnpo_delta": 0.25, |
| "rmu_steering_coeff": 2.0, |
| "rmu_module_regex": "model\\.layers\\.7", |
| "rmu_control_vec_seed": 0, |
| "undial_beta": 10.0, |
| "save_every": 200, |
| "fsdp_sharding_strategy": "full_shard", |
| "dtype": "bfloat16", |
| "seed": 42, |
| "num_workers": 0, |
| "log_every": 10, |
| "gradient_checkpointing": false, |
| "torch_compile": false, |
| "push_to_hub": true, |
| "hub_repo_id": "unlearning-cleanslate/olmo-3-7b-simnpo-baseline-target-100", |
| "hub_private": false, |
| "optim": "adamw_torch" |
| }, |
| "num_forget_rows": 8084, |
| "num_forget_pairs": 8084, |
| "num_retain_rows": 1646, |
| "num_retain_sequences": 1646, |
| "num_trainable_params": 7298011136, |
| "num_total_params": 7298011136, |
| "run_seconds": 791.6917028427124, |
| "checkpoint_dir": "/runs/simnpo_Olmo-3-1025-7B_20260428_231941", |
| "is_main_process": true |
| } |
