Qwen3.6-27B-NVFP4 / recipe.yaml
shimmyshimmer's picture
Add files using upload-large-folder tool
445d8c8 verified
Raw
History Blame Contribute Delete
348 Bytes
default_stage:
default_modifiers:
QuantizationModifier:
targets: [Linear]
ignore: [lm_head, 're:^mtp\..*', 're:^model\.visual\..*', 're:.*linear_attn\.in_proj_qkv$',
're:.*linear_attn\.in_proj_z$', 're:.*linear_attn\.in_proj_a$', 're:.*linear_attn\.in_proj_b$']
scheme: NVFP4
bypass_divisibility_checks: false