File size: 694 Bytes
1dead06 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | # Teacher training configuration
seed: 42
# Dataset parameters
data_path: "data/dolly/train.jsonl"
max_prompt_length: 256
max_length: 512
student_type: null
teacher_type: "qwen2"
student_path: null
teacher_path: "models/qwen1.5-1.8b"
# Training parameters
num_epochs: 5
device: "cuda"
learning_rate: 1e-6
warmup_percentage: 0.05
batch_size: 8
gradient_accumulation_steps: 1
# Evaluation parameters
eval_repeat: 1
eval_data_path: "data/dolly/valid.jsonl"
eval_batch_size: 8
# Huggingface parameters
user: "mrtuandao"
repo: "weighted-CTKD"
# Wandb parameters
wandb_project: "weighted-ctkd"
# wandb_run_name: "train_teacher_qwen1.5-1.8b" # Optional: if not set, will use timestamp-based name |