| run_name: lol_loracle_finetune_v3 |
| checkpoint_dir: /workspace/lora-oracles/lots-of-loras-training/checkpoints/lol_loracle_finetune_v3 |
| base_model: Qwen/Qwen3-14B |
| d_model: 5120 |
| token_dir_kind: svd_fixed_k16_mag7_rankfirst |
| n_direction_tokens: 4480 |
| prefix_mode: rank_tagged |
| training_lora_dir: /workspace/lora-oracles/lots-of-loras-training/data/union_direction_tokens_v3 |
| prompts_path: /workspace/lora-oracles/lots-of-loras-training/data/lol_loracle_prompts_v3.parquet |
| loraqa_path: /workspace/lora-oracles/lots-of-loras-training/data/lol_loracle_qa_v3_mix.parquet |
| holdout_ids_path: /workspace/lora-oracles/lots-of-loras-training/data/lol_holdout_ids_v3.json |
| interpreter_rank: 256 |
| lora_alpha: 32 |
| batch_size: 1 |
| lr: 1.0e-05 |
| warmup_steps: 200 |
| weight_decay: 0.01 |
| max_grad_norm: 1.0 |
| epochs: 1 |
| max_length: 5500 |
| bf16: true |
| tasks: |
| - loraqa |
| task_weights: natural |
| eval_every_epochs: 0.2 |
| cross_lora_eval_every_epochs: 0.2 |
| early_stop_patience: 0 |
| early_stop_min_delta: 0.0 |
| judge_evals: [] |
| judge: |
| model: anthropic/claude-sonnet-4.6 |
| max_workers: 16 |
| request_timeout_s: 60 |
| wandb_project: lora-oracles |
| wandb_entity: null |
| quant_4bit: false |
| optim_8bit: false |
| fineweb_lora_dir: null |
| fineweb_summaries_path: null |
| fineweb_holdout_ids_path: null |
| fineweb_max_train_items: null |
| init_interpreter_adapter: /workspace/lol_data/v7_ckpt/interpreter |
| save_full_trainer_state: false |
| init_full_trainer_state: null |
| seed: 42 |
| skip_intermittent_evals: false |
| encoder_type: ao |
| encoder_top_k: 16 |
| per_k_affines: false |
| learned_scale_layout: all14_rankfirst |
| learned_scale_init: 2.0 |
| learned_scale_lr_mult: 50.0 |
| learned_scale_hook_mode: modulated |
| hook_op: add |
| hook_layer: 1 |
| hook_mode: norm_match |
| grad_accum_steps: 8 |
| skip_step_0_evals: false |
| typed_slots: false |
| instruction_preamble: null |
| use_system_prompt: false |
| lr_schedule: linear |
| attn_implementation: sdpa |
| checkpoint_every: 1 |
| ddp_find_unused_parameters: false |
| ddp_static_graph: true |
| ddp_gradient_as_bucket_view: true |
| sft_checkpoint: null |
| encoder_ckpt: null |
| pairs_parquet: null |
| kto_pairs_path: null |
| kto_beta: 0.1 |
| kto_desirable_weight: 1.0 |
| kto_undesirable_weight: 1.0 |
| dpo_beta: 0.1 |
|
|
