Luigi commited on
Commit
1fe4acb
·
verified ·
1 Parent(s): 54f2bef

Add Q8_0 variants (lossless: token-exact with f16, ~half size, ~1.2x faster on CPU)

Browse files
.gitattributes CHANGED
@@ -41,3 +41,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
41
  960ms/x-asr-zh-en-960ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
42
  1920ms/x-asr-zh-en-1920ms-f16.gguf filter=lfs diff=lfs merge=lfs -text
43
  1920ms/x-asr-zh-en-1920ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
41
  960ms/x-asr-zh-en-960ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
42
  1920ms/x-asr-zh-en-1920ms-f16.gguf filter=lfs diff=lfs merge=lfs -text
43
  1920ms/x-asr-zh-en-1920ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ 160ms/x-asr-zh-en-160ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ 480ms/x-asr-zh-en-480ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ 960ms/x-asr-zh-en-960ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ 1920ms/x-asr-zh-en-1920ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
160ms/x-asr-zh-en-160ms-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a794a1466628ffea80e3d955bc54cca009bcda574bd607f5e3bf2a9708d03f56
3
+ size 164493440
1920ms/x-asr-zh-en-1920ms-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c14ec10b1b50f2e9e3705c636dbfe0496a4545f106bc7894a2d6926264783f
3
+ size 166183136
480ms/x-asr-zh-en-480ms-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc29f3ede130f01deb695c097c9f1e2fae497323161603f8c32634569cac877
3
+ size 164800736
960ms/x-asr-zh-en-960ms-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1572fce04f130557e21bd26cd778175caacd1e536364ed039589fad37b4992
3
+ size 165261536