File size: 6,464 Bytes
66a03cf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 | {
"run": {
"seed": 42,
"run_name_prefix": "shaer_grpo",
"output_root": "outputs/train",
"base_model_id": "Navid-AI/Yehia-7B-preview",
"start_adapter_repo": "Shaer-AI/Shaer-adapters",
"start_adapter_mode": "fresh_sft/train",
"output_model_repo": "Shaer-AI/Shaer-adapters-grpo-short1k-no-trio-v4"
},
"dataset": {
"train_dataset_id": "Shaer-AI/ashaar-enhanced-desc-baseform-final-sft-lte20-min500-splits-grpo-meter-count-v1",
"source_dataset_id": "Shaer-AI/ashaar-with-enhanced-descriptions-baseform-final-sft-lte20-min500-splits",
"train_manifest_path": "outputs/curated_meter_count_easyfirst_short_drop_trio/cap_1000/selected_manifest.csv",
"hard_diagnostic_manifest_path": "outputs/curated_meter_count_easyfirst_short_drop_trio/hard_diagnostic_cap_256/selected_manifest.csv",
"train_split": "train",
"eval_split": "eval",
"test_split": "test",
"eval_bank_per_meter_per_bucket": 4,
"test_bank_per_meter_per_bucket": 4,
"eval_allowed_length_buckets": [
"1-3",
"4-6"
],
"eval_drop_meters": [
"المديد",
"المنسرح",
"الهزج"
]
},
"studies": {
"inspect_lengths": {
"output_root": "outputs/inspect_lengths",
"coverage_target": 0.9,
"push_filtered_default": false
},
"publish_grpo_splits": {
"output_root": "outputs/publish_grpo_splits",
"seed": 42,
"validation_total": 80,
"test_total": 80,
"validation_short_per_meter": 4,
"validation_full_per_meter": 0,
"test_short_per_meter": 4,
"test_full_per_meter": 0
},
"sanity_check_model": {
"output_root": "outputs/sanity_check_model_base_n5_k5",
"backend": "vllm",
"n_prompts_per_meter": 5,
"k_generations": 5,
"thresholds": [
0.3,
0.5,
0.7,
0.9
],
"max_new_tokens": 384,
"temperature": 0.95,
"top_p": 0.95,
"seed": 42,
"vllm_gpu_memory_utilization": 0.3,
"vllm_tensor_parallel_size": 1,
"vllm_dtype": "bfloat16",
"vllm_max_loras": 1,
"vllm_max_lora_rank": 64,
"flashinfer_disable_version_check": true
},
"sanity_check_rewards": {
"output_root": "outputs/sanity_check_rewards",
"golden_samples": 39,
"seed": 42,
"sample_strategy": "balanced_by_base_meter"
}
},
"phase1": {
"active_rewards": [
"meter",
"count_adherence",
"hard_gate",
"judge_quality",
"repeat_soft",
"total_composite"
],
"inactive_rewards": [
"arabic_clean",
"arabic_floor",
"count_floor",
"lexical_plausibility",
"repeat_penalty",
"repeat_floor",
"near_duplicate_penalty",
"opening_diversity",
"distinct_2",
"exact_count_bonus",
"meter_count_clean",
"meaning_fit",
"meaning_substance",
"fluency",
"poeticness",
"cohesion"
],
"reward_weights": {
"meter": 0.0,
"count_adherence": 0.0,
"arabic_clean": 0.0,
"hard_gate": 0.0,
"repeat_soft": 0.0,
"arabic_floor": 0.0,
"count_floor": 0.0,
"lexical_plausibility": 0.0,
"judge_quality": 0.0,
"repeat_penalty": 0.0,
"repeat_floor": 0.0,
"near_duplicate_penalty": 0.0,
"opening_diversity": 0.0,
"distinct_2": 0.0,
"total_composite": 1.0
},
"judge_quality_prompt_file": "prompts/judge_quality_selected.yaml",
"judge_quality_cache_dir": "outputs/judge_quality_cache",
"judge_quality_max_workers": 4
},
"model": {
"load_in_4bit": true,
"bnb_4bit_quant_type": "nf4",
"bnb_4bit_use_double_quant": true,
"gradient_checkpointing": true
},
"generation": {
"use_vllm": true,
"vllm_mode": "colocate",
"vllm_gpu_memory_utilization": 0.5,
"max_prompt_length": 1024,
"max_completion_length": 512,
"temperature": 0.9,
"top_p": 1.0,
"num_generations": 8,
"num_generations_eval": 1
},
"trainer": {
"learning_rate": 1e-05,
"per_device_train_batch_size": 1,
"per_device_eval_batch_size": 8,
"gradient_accumulation_steps": 8,
"max_steps": 3300,
"logging_steps": 1,
"eval_steps": 50,
"save_steps": 50,
"save_total_limit": 4,
"beta": 0.0,
"scale_rewards": "group",
"loss_type": "dapo",
"mask_truncated_completions": true,
"remove_unused_columns": false,
"report_to": [],
"bf16": true,
"load_best_model_at_end": true,
"metric_for_best_model": "eval_reward_total_mean",
"greater_is_better": true,
"hub_strategy": "checkpoint"
},
"sanity_check": {
"output_root": "outputs/sanity_check",
"max_steps": 2,
"num_generations": 2,
"subset_size": 8,
"save_steps": 1,
"eval_steps": 1,
"logging_steps": 1
},
"logging": {
"save_env_snapshot": true,
"save_config_snapshot": true,
"metrics_jsonl_name": "metrics.jsonl",
"metrics_csv_name": "metrics.csv",
"train_log_name": "train.log",
"generations_jsonl_name": "all_generations.jsonl",
"checkpoint_events_name": "checkpoint_events.jsonl",
"split_summary_name": "split_summary.json",
"plots_dir_name": "plots"
},
"watcher": {
"enabled": true,
"interval_minutes": 30,
"send_on_checkpoint": true,
"send_on_error": true
},
"preprocess_grpo": {
"output_root": "outputs/preprocess_grpo",
"num_generations": 6,
"generator_batch_size": 32,
"max_prompt_length": 1024,
"max_completion_length": 640,
"temperature": 1.0,
"top_p": 1.0,
"progress_every": 10,
"vllm_gpu_memory_utilization": 0.75,
"vllm_tensor_parallel_size": 1,
"vllm_dtype": "bfloat16",
"vllm_max_loras": 1,
"vllm_max_lora_rank": 64,
"flashinfer_disable_version_check": true,
"trust_remote_code": true
},
"preprocess_grpo_pipeline": {
"output_root": "outputs/preprocess_grpo_pipeline",
"num_generations": 6,
"generator_batch_size": 32,
"max_prompt_length": 1024,
"max_completion_length": 640,
"temperature": 1.0,
"top_p": 1.0,
"progress_every": 10,
"judge_poll_seconds": 20,
"judge_claim_stale_after_seconds": 1800,
"vllm_gpu_memory_utilization": 0.75,
"vllm_tensor_parallel_size": 1,
"vllm_dtype": "bfloat16",
"vllm_max_loras": 1,
"vllm_max_lora_rank": 64,
"flashinfer_disable_version_check": true,
"trust_remote_code": true
}
} |