{
  "architectures": [
    "RecurrentQwenForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_recurrent_qwen.RecurrentQwenConfig",
    "AutoModelForCausalLM": "modeling_recurrent_qwen.RecurrentQwenForCausalLM"
  },
  "base_model_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
  "base_model_revision": "main",
  "checkpoint_kind": "full_block_delta",
  "delta_filename": "recurrent_delta.safetensors",
  "lora_alpha": 32,
  "lora_rank": 16,
  "lora_target_modules": [
    "q_proj",
    "k_proj",
    "v_proj",
    "o_proj",
    "gate_proj",
    "up_proj",
    "down_proj"
  ],
  "model_type": "recurrent_qwen",
  "prelude_end": 6,
  "recurrent_end": 18,
  "transformers_version": "4.53.0",
  "use_cache": false
}