OmniGene-4-CPT-v2-4bit / cpt_meta.json
marisming's picture
Upload folder using huggingface_hub
f44f7cc verified
Raw
History Blame Contribute Delete
362 Bytes
{
"base_model": "/root/autodl-tmp/dnagpt/models_local/gemma-4-26B-A4B-it-bio",
"lora_r": 64,
"lora_alpha": 128,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj",
"router.proj"
],
"trainable_params": 897119232,
"total_params": 24862190896,
"total_tokens": 8725005774
}