File size: 935 Bytes
a02a4d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | model_name: allenai/Olmo-3-1025-7B
forget_path: unlearning-cleanslate/fsid-curated-olmo-7b-target-100:forget:baseline
retain_path: unlearning-cleanslate/fsid-curated-olmo-7b-target-100:retain:baseline
output_dir: /runs
objective: undial
num_epochs: 2
batch_size: 8
gradient_accum_steps: 4
lr: 1.0e-05
weight_decay: 0.0
warmup_steps: 20
max_grad_norm: 1.0
forget_weight: 1.0
retain_weight: 1.0
retain_loss_type: nll
npo_beta: 0.1
simnpo_delta: 0.0
rmu_steering_coeff: 2.0
rmu_module_regex: model\.layers\.7
rmu_control_vec_seed: 0
undial_beta: 10.0
save_every: 200
fsdp_sharding_strategy: full_shard
dtype: bfloat16
seed: 42
num_workers: 0
log_every: 10
gradient_checkpointing: false
torch_compile: false
push_to_hub: true
hub_repo_id: unlearning-cleanslate/olmo-3-7b-undial-baseline-target-100
hub_private: false
optim: adamw_torch
_run_name: undial_Olmo-3-1025-7B_20260428_231933
_run_dir: /runs/undial_Olmo-3-1025-7B_20260428_231933
|