Add Q8_0 variants (lossless: token-exact with f16, ~half size, ~1.2x faster on CPU)
Browse files
.gitattributes
CHANGED
|
@@ -41,3 +41,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 41 |
960ms/x-asr-zh-en-960ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
1920ms/x-asr-zh-en-1920ms-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
1920ms/x-asr-zh-en-1920ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
960ms/x-asr-zh-en-960ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
1920ms/x-asr-zh-en-1920ms-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
1920ms/x-asr-zh-en-1920ms-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
160ms/x-asr-zh-en-160ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
480ms/x-asr-zh-en-480ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
960ms/x-asr-zh-en-960ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
1920ms/x-asr-zh-en-1920ms-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
160ms/x-asr-zh-en-160ms-q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a794a1466628ffea80e3d955bc54cca009bcda574bd607f5e3bf2a9708d03f56
|
| 3 |
+
size 164493440
|
1920ms/x-asr-zh-en-1920ms-q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81c14ec10b1b50f2e9e3705c636dbfe0496a4545f106bc7894a2d6926264783f
|
| 3 |
+
size 166183136
|
480ms/x-asr-zh-en-480ms-q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1cc29f3ede130f01deb695c097c9f1e2fae497323161603f8c32634569cac877
|
| 3 |
+
size 164800736
|
960ms/x-asr-zh-en-960ms-q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd1572fce04f130557e21bd26cd778175caacd1e536364ed039589fad37b4992
|
| 3 |
+
size 165261536
|