Hugging Face's logo

malaiwah
/
Macaron-V1-Venti-FP8-NVFP4

Safetensors
lora
fp8
nvfp4
glm
reference-artifact
Model card Files
xet
 Community
malaiwah commited on
Commit
df074f7
·
verified ·
1 Parent(s): 4727bb7

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +16 -0
  2. conversion/src/venti_quant/__pycache__/__init__.cpython-312.pyc +0 -0
  3. fp8/L0/adapter_model-00001.safetensors +3 -0
  4. fp8/L0/adapter_model-00002.safetensors +3 -0
  5. fp8/L0/adapter_model-00003.safetensors +3 -0
  6. fp8/L0/adapter_model-00004.safetensors +3 -0
  7. fp8/L0/adapter_model-00005.safetensors +3 -0
  8. fp8/L0/adapter_model-00006.safetensors +3 -0
  9. fp8/L0/adapter_model.safetensors.index.json +3 -0
  10. fp8/L0/quantization_config.json +3 -0
  11. fp8/L1/adapter_model-00001.safetensors +3 -0
  12. fp8/L1/adapter_model-00002.safetensors +3 -0
  13. fp8/L1/adapter_model-00003.safetensors +3 -0
  14. fp8/L1/adapter_model-00004.safetensors +3 -0
  15. fp8/L1/adapter_model-00005.safetensors +3 -0
  16. fp8/L1/adapter_model-00006.safetensors +3 -0
  17. fp8/L1/adapter_model.safetensors.index.json +3 -0
  18. fp8/L1/quantization_config.json +3 -0
  19. fp8/L2/adapter_model-00001.safetensors +3 -0
  20. fp8/L2/adapter_model-00002.safetensors +3 -0
  21. fp8/L2/adapter_model-00003.safetensors +3 -0
  22. fp8/L2/adapter_model-00004.safetensors +3 -0
  23. fp8/L2/adapter_model-00005.safetensors +3 -0
  24. fp8/L2/adapter_model-00006.safetensors +3 -0
  25. fp8/L2/adapter_model.safetensors.index.json +3 -0
  26. fp8/L2/quantization_config.json +3 -0
  27. fp8/L3/adapter_model-00001.safetensors +3 -0
  28. fp8/L3/adapter_model-00002.safetensors +3 -0
  29. fp8/L3/adapter_model-00003.safetensors +3 -0
  30. fp8/L3/adapter_model-00004.safetensors +3 -0
  31. fp8/L3/adapter_model-00005.safetensors +3 -0
  32. fp8/L3/adapter_model-00006.safetensors +3 -0
  33. fp8/L3/adapter_model.safetensors.index.json +3 -0
  34. fp8/L3/quantization_config.json +3 -0
  35. nvfp4-w4a16/L0/adapter_model-00001.safetensors +3 -0
  36. nvfp4-w4a16/L0/adapter_model-00002.safetensors +3 -0
  37. nvfp4-w4a16/L0/adapter_model-00003.safetensors +3 -0
  38. nvfp4-w4a16/L0/adapter_model.safetensors.index.json +3 -0
  39. nvfp4-w4a16/L0/quantization_config.json +3 -0
  40. nvfp4-w4a16/L1/adapter_model-00001.safetensors +3 -0
  41. nvfp4-w4a16/L1/adapter_model-00002.safetensors +3 -0
  42. nvfp4-w4a16/L1/adapter_model-00003.safetensors +3 -0
  43. nvfp4-w4a16/L1/adapter_model.safetensors.index.json +3 -0
  44. nvfp4-w4a16/L1/quantization_config.json +3 -0
  45. nvfp4-w4a16/L2/adapter_model-00001.safetensors +3 -0
  46. nvfp4-w4a16/L2/adapter_model-00002.safetensors +3 -0
  47. nvfp4-w4a16/L2/adapter_model-00003.safetensors +3 -0
  48. nvfp4-w4a16/L2/adapter_model.safetensors.index.json +3 -0
  49. nvfp4-w4a16/L2/quantization_config.json +3 -0
  50. nvfp4-w4a16/L3/adapter_model-00001.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ nvfp4-w4a16/L3/quantization_config.json filter=lfs diff=lfs merge=lfs -text
37
+ fp8/L2/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
38
+ nvfp4-w4a16/L2/quantization_config.json filter=lfs diff=lfs merge=lfs -text
39
+ nvfp4-w4a16/L1/quantization_config.json filter=lfs diff=lfs merge=lfs -text
40
+ fp8/L3/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
41
+ nvfp4-w4a16/L2/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
42
+ nvfp4-w4a16/L1/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
43
+ nvfp4-w4a16/L0/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
44
+ nvfp4-w4a16/L3/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
45
+ fp8/L0/quantization_config.json filter=lfs diff=lfs merge=lfs -text
46
+ fp8/L1/quantization_config.json filter=lfs diff=lfs merge=lfs -text
47
+ fp8/L2/quantization_config.json filter=lfs diff=lfs merge=lfs -text
48
+ fp8/L3/quantization_config.json filter=lfs diff=lfs merge=lfs -text
49
+ nvfp4-w4a16/L0/quantization_config.json filter=lfs diff=lfs merge=lfs -text
50
+ fp8/L0/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
51
+ fp8/L1/adapter_model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
conversion/src/venti_quant/__pycache__/__init__.cpython-312.pyc ADDED
Binary file (225 Bytes). View file
 
fp8/L0/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7f47ed19af33ef2494f3ad6aa8791c0b90e2dde115e26ee33873b628aa2783
3
+ size 1506620444
fp8/L0/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84f12abab8b48a2b8e26bac42e6a9134232d1a6843992aef818f6514f1c4326
3
+ size 1506636468
fp8/L0/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4c5d003156ca0cfdfe49d7036d300489f5861a95f3ae3e6a9353e6649de2b9
3
+ size 1506608132
fp8/L0/adapter_model-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66697d5b096c7294e3eb83d7bdc8ca3dd9301f65740959952e0f5fdfc656ab24
3
+ size 1506611412
fp8/L0/adapter_model-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8050e5949e92af81eee910c88b99bf6e14cb88999128b619513a543bb8dcc09a
3
+ size 1506608956
fp8/L0/adapter_model-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4cea77b68259eb21b889869a6907b11cb8e9a17501da85e9dac71e156763a97
3
+ size 189399908
fp8/L0/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425d59f8470b7f4faadeae7d4446bede717d4da232e98ca663aa3ec15e66336a
3
+ size 28016047
fp8/L0/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f1354c4e892711e3d0b23c1d35e91d2c9831d7acf2779ffa21a9593afdedf8
3
+ size 12669443
fp8/L1/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f879ad5c60c6683cfc09d936510bbf15945bca83f2053d01430e479f14b05fe
3
+ size 1506620444
fp8/L1/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72577519fb729d4f07ed0202b4ae347d502000ff6a42f5d340b8d519efa007cf
3
+ size 1506636468
fp8/L1/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c5945fde374c99af95f56c9bfef214d59d4d18822ddf323771ea35797db46c6
3
+ size 1506608132
fp8/L1/adapter_model-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e14108b3ec98513f8b1b0622f474034ebf73330cd524448d083691ce67bf021
3
+ size 1506611412
fp8/L1/adapter_model-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76d1e2de7d343968dcbefd73f803d8f979a68ba2b48c3565a752729b8de57ed
3
+ size 1506608956
fp8/L1/adapter_model-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c989c34b98120f1d941bbc170dd67e6fa0065d66de6d3bf42bd82252de4db2d
3
+ size 189399908
fp8/L1/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425d59f8470b7f4faadeae7d4446bede717d4da232e98ca663aa3ec15e66336a
3
+ size 28016047
fp8/L1/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f124914af35a941ed3c189b8180bea8c4910087fbec3eae97f526c12345fd5e
3
+ size 12669443
fp8/L2/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f42134252058381b4778ecd14b5c750b51fa87ecc400f9d451317e569c8f733c
3
+ size 1506620444
fp8/L2/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690c95dce6a00db45b1d8643fa34d18d6fa956020141a999bb601b4053c4121c
3
+ size 1506636468
fp8/L2/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259898153b4d7d270f80327a4ed6779b642baf067ea73e077a514f14829070b4
3
+ size 1506608132
fp8/L2/adapter_model-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20c1cb1f197174572abd2185b46336e364f7d5ad768326fd9f8c7902e5e3788f
3
+ size 1506611412
fp8/L2/adapter_model-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb9bd6da8ea0ba311972be67768a42954dcf0cc1e7c980409f94b780bf7bae3
3
+ size 1506608956
fp8/L2/adapter_model-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011fb219cbc18b4207b449eb0579de3c75ea8d3374884d78e9ca2f3ec23451bd
3
+ size 189399908
fp8/L2/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425d59f8470b7f4faadeae7d4446bede717d4da232e98ca663aa3ec15e66336a
3
+ size 28016047
fp8/L2/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3d4662ba23e14a85418b462f9f47cbb4e748a3796e297dfcc0336c6a24cd18
3
+ size 12669443
fp8/L3/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17bb834c94f9e5ea846ed007bbe06baaab694da5aad4d6f1be44ec52ace6f7de
3
+ size 1506620444
fp8/L3/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc184999c22952fc804896b50617e7958dfbe13b7c20cd896e5830177a8dc0ba
3
+ size 1506636468
fp8/L3/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d946108f846a1b7d12509e24d210407ac0ea032c2d6ef83aea84ceb36de2530a
3
+ size 1506608132
fp8/L3/adapter_model-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44de1bd3ddb407e4195a0ac1648ed1902ba782e150e1657f61ff8ba8bfbccf3a
3
+ size 1506611412
fp8/L3/adapter_model-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e52f1651f11884a0e85219386d3fc02ac35500281d93cc27dec9921e207f9766
3
+ size 1506608956
fp8/L3/adapter_model-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7b68c2cbb00e2d553f5e6cb20b662b4652ef3df8fc5d4677f5f4ebd8efb6c10
3
+ size 189399908
fp8/L3/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425d59f8470b7f4faadeae7d4446bede717d4da232e98ca663aa3ec15e66336a
3
+ size 28016047
fp8/L3/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d047612b0098588aa345896a808cc1fb3a65d3ce3b71ef9c7b68e31b07b33e
3
+ size 12669442
nvfp4-w4a16/L0/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc341bcd3338200789e3ca2060415a427f699351a998e5f47f088e25cfe5be5
3
+ size 1517927760
nvfp4-w4a16/L0/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1b0268e1a781db4781062aaffc21436d9887029d6ac6d675d196304ec14e96
3
+ size 1517996572
nvfp4-w4a16/L0/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3f0abaf4bf61bb2151221e58bb4bd4200beaa9da05f37d09ebf2d546208933a
3
+ size 1340509444
nvfp4-w4a16/L0/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bef2b740e1292bf5d9fdbb7a44a01f547f3e2a3a675efbcad1cea6498b5b77
3
+ size 42198705
nvfp4-w4a16/L0/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db880fb25fe475902945e95806b7598a87337e3fa36575a65e7b81a001c362e8
3
+ size 12669484
nvfp4-w4a16/L1/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db4850dca5beb721e7591e7c7419a7829b4961cb91340aea7d7e47ff9d27058
3
+ size 1517927760
nvfp4-w4a16/L1/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7728d02fc3b9d533e31d1d6b0a6dc2d01ab114f273817ffcc660a084d6b7df9
3
+ size 1517996572
nvfp4-w4a16/L1/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:127c9f941dc3acaaacc517656d1dc013581634dfaf7f876e86b6d1976212ca0f
3
+ size 1340509444
nvfp4-w4a16/L1/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bef2b740e1292bf5d9fdbb7a44a01f547f3e2a3a675efbcad1cea6498b5b77
3
+ size 42198705
nvfp4-w4a16/L1/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d619df4aea4a5b194ec4f3e8bbb4a9da3ce91020063a3462a1a4a708d7912edc
3
+ size 12669483
nvfp4-w4a16/L2/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26565d21c2913daf3a4eeae8811d82d7a58533091a9e765ab6f7828841fe8b10
3
+ size 1517927760
nvfp4-w4a16/L2/adapter_model-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c30c321716156d331f068d7b96ffa96249b4f6ab1eab01419f32a4d66a04cd
3
+ size 1517996572
nvfp4-w4a16/L2/adapter_model-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc0427a322c64658d738efc3004ae8e9a68678345dd618d5cfc0dfa28ff84cb
3
+ size 1340509444
nvfp4-w4a16/L2/adapter_model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3bef2b740e1292bf5d9fdbb7a44a01f547f3e2a3a675efbcad1cea6498b5b77
3
+ size 42198705
nvfp4-w4a16/L2/quantization_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f74e974b30c1729aff4ed8dccd80574c655be110ec536db4c315f24c67294d
3
+ size 12669484
nvfp4-w4a16/L3/adapter_model-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:533d6626ed5d6f645d0d7e6241503c029f8e1b6ecf3be448eb550db80d11a8fe
3
+ size 1517927760