InsecureErasure commited on
Commit
ce1f9f2
·
verified ·
1 Parent(s): 5689a0d

Upload new safetensors quant and rank 64 LoRA

Browse files

Replace FP8 layers with MXFP8
```bash
#!/bin/bash
convert_to_quant -i "${1}" \
--nvfp4 --wan --comfy_quant --save-quant-metadata \
--custom-type mxfp8 \
--custom-layers "blocks\.(1|2|3)\.cross_attn\.k\.weight|blocks\.(6|8|9|10)\.cross_attn\.k\.weight|blocks\.(0|1|2|3)\.cross_attn\.v\.weight|blocks\.(6)\.cross_attn\.q\.weight|blocks\.(6|14)\.cross_attn\.o\.weight|blocks\.(0|1|2|3)\.cross_attn\.v_img\.weight|blocks\.(0)\.self_attn\.k\.weight|blocks\.(7|9|10|12|13|14)\.self_attn\.k\.weight|blocks\.(19)\.self_attn\.q\.weight|blocks\.(0|1|2|3)\.ffn\.0\.weight|blocks\.(36|37|38|39)\.ffn\.0\.weight" \
--exclude-layers "blocks\.(4|5|7)\.cross_attn\.k\.weight|blocks\.(0)\.cross_attn\.q\.weight|blocks\.(5|7|9|10|11|12|19|20)\.cross_attn\.o\.weight|blocks\.(8|11|33)\.self_attn\.k\.weight|blocks\.(38)\.self_attn\.k\.weight|blocks\.(14|16|17)\.self_attn\.q\.weight" \
--num-iter 6000 \
--top-p 0.35 \
--calib-samples 8192 \
--extract-lora --lora-rank 64 \
--lora-target "ffn\.(0|2)\.weight|self_attn\.(v|o)\.weight" \
-o "${1%%.safetensors}-nvfp4-mxfp8.safetensors"
```

.gitattributes CHANGED
@@ -2,3 +2,4 @@ assets/img_lightx2v.png filter=lfs diff=lfs merge=lfs -text
2
  Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v-nvfp4.safetensors filter=lfs diff=lfs merge=lfs -text
3
  assets/wan21_input_cat.png filter=lfs diff=lfs merge=lfs -text
4
  assets/wan21_output_cat.mp4 filter=lfs diff=lfs merge=lfs -text
 
 
2
  Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v-nvfp4.safetensors filter=lfs diff=lfs merge=lfs -text
3
  assets/wan21_input_cat.png filter=lfs diff=lfs merge=lfs -text
4
  assets/wan21_output_cat.mp4 filter=lfs diff=lfs merge=lfs -text
5
+ Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v-r64-lora.safetensors filter=lfs diff=lfs merge=lfs -text
Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v-nvfp4.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b81cabaa4771722e5f7111c0928d63bdb588b0e91c5117bdf56fd9fe4ccc6a9
3
- size 10839116939
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09bd9947c1e0c70f662beec402351e4b965d9ad3ef15ba139cff3fb2a02b6bc8
3
+ size 10878111539
Wan2.1-I2V-14B-480P-StepDistill-CfgDistill-Lightx2v-r64-lora.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a1c2c8832016fc711d6540d20709ff5a6e7ad5a66edcc27389949be467b8975
3
+ size 616079752