project:
  run_name: qwen3_14b_restricted_score_ce
  output_dir: runs/qwen3_14b_restricted_score_ce
  seed: 42
data:
  path: data/processed/response_scores.parquet
  prepared_dir: null
  columns:
    question: question
    reference_answer: ground_truth
    response: response
    judge_1_score: score_gpt4o
    judge_2_score: score_sonnet
    model_id: model_id
    benchmark: benchmark
    task: task
    example_id: instance_id
    source: source
  filters:
    max_disagreement: 1
    max_response_tokens: 4096
    on_sequence_overflow: skip
  preprocessing_num_workers: 40
  tokenizers_parallelism: true
  token_length_batch_size: 2048
model:
  model_name_or_path: Qwen/Qwen3-14B
  revision: null
  attn_implementation: sdpa
  adapter_path: null
  trust_remote_code: true
  thinking_mode:
    enabled: false
    apply_if_supported: true
prompt:
  system_prompt: 'You are an answer quality evaluator. You will receive a question,
    a reference

    answer, and a model response, each delimited by ### headers.


    Rate the model response on the following scale:

    1 - Surely incorrect: the response is wrong or completely misses the point.

    2 - Likely incorrect: the response has significant errors or critical omissions.

    3 - Minimally correct / sufficient: the response is partially correct or borderline.

    4 - Likely correct: the response is mostly correct with minor issues.

    5 - Surely correct: the response is fully correct and complete.


    Rules:

    - Base your rating strictly on correctness relative to the reference answer.

    - Ignore writing style, verbosity, or formatting unless they affect correctness.

    - If the final answer is correct but the reasoning contains substantive errors,
    lower the rating according to the severity of those errors.

    - Output only a single integer from 1 to 5. No explanation. No punctuation.

    '
split:
  mode: fixed_by_model
  validation_models:
  - gemini-3-flash
  - DK-R1-Dist-Qwen-14B
  - llama3d2-3b
  train_models: auto_except_val_test
  held_out_model: null
  lomo_validation_fraction: 0.05
  lomo_validation_max_examples: 30000
  lomo_validation_seed: 42
training:
  max_seq_length: 4096
  load_in_4bit: true
  dtype: bfloat16
  objective: restricted_score_ce
  loss:
    type: ce_5way
    lambda_binary: 0.5
    class_weights: null
  class_weighting: null
  score_class_weights: null
  lora_r: 32
  lora_alpha: 64
  lora_dropout: 0.0
  target_modules: auto
  learning_rate: 3.0e-05
  num_train_epochs: 1
  per_device_train_batch_size: 2
  per_device_eval_batch_size: 2
  gradient_accumulation_steps: 4
  warmup_ratio: 0.03
  lr_scheduler_type: cosine
  weight_decay: 0.0
  optim: adamw_8bit
  packing: false
  cache_tokenized_datasets: true
  eval_subset_size: null
  eval_subset_strategy: stratified
  eval_subset_stratify_columns:
  - model_id
  - target_score
  train_sampling_strategy: random
  length_column_name: length
  logging_steps: 10
  eval_steps: 500
  save_steps: 500
  save_total_limit: 10
  seed: 42
  resume_from_checkpoint: null
  eval_subset_seed: 42
  max_grad_norm: 1.0
distributed:
  enabled: true
  strategy: ddp
  backend: nccl
  mixed_precision: bf16
  gradient_checkpointing: false
  find_unused_parameters: false
  fsdp:
    sharding_strategy: full_shard
    transformer_layer_cls_to_wrap: null
    activation_checkpointing: true
    use_orig_params: true
  deepspeed:
    zero_stage: 2
    offload_optimizer_device: none
    offload_param_device: none
    stage3_gather_16bit_weights_on_model_save: true
    gradient_clipping: auto
    config_overrides: {}
inference:
  allowed_scores:
  - '1'
  - '2'
  - '3'
  - '4'
  - '5'
  binary_threshold: 3
  method: restricted_continuation_logprobs_fast
  generation_fallback: false
  batch_size: 64
  require_adapter: false
  allow_base_model: true
evaluation:
  length_buckets:
  - 0
  - 256
  - 512
  - 1024
  - 2048
  - 3072
  - 4096
  - 1000000000
hub:
  repo_id: null
  private: false
  commit_message: Upload ADeLe distilled judge
  local_checkpoint_dir: null
  output_staging_dir: null
  create_pr: false
  max_shard_size: 5GB