Instructions to use onnx-community/granite-4.0-1b-speech-ONNX with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers.js
How to use onnx-community/granite-4.0-1b-speech-ONNX with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('automatic-speech-recognition', 'onnx-community/granite-4.0-1b-speech-ONNX');
Upload folder using huggingface_hub
Browse files- config.json +4 -3
- generation_config.json +10 -0
- onnx/audio_encoder.onnx +2 -2
- onnx/audio_encoder_fp16.onnx +2 -2
- onnx/audio_encoder_q4.onnx +2 -2
- onnx/audio_encoder_q4f16.onnx +2 -2
- onnx/audio_encoder_quantized.onnx +2 -2
config.json
CHANGED
|
@@ -84,11 +84,12 @@
|
|
| 84 |
"window_size": 15,
|
| 85 |
"transformers.js_config": {
|
| 86 |
"use_external_data_format": {
|
| 87 |
-
"audio_encoder": 1,
|
| 88 |
-
"embed_tokens": 1,
|
| 89 |
"decoder_model_merged.onnx": 4,
|
|
|
|
|
|
|
| 90 |
"decoder_model_merged_fp16.onnx": 2,
|
| 91 |
-
"
|
| 92 |
},
|
| 93 |
"kv_cache_dtype": {
|
| 94 |
"q4f16": "float16",
|
|
|
|
| 84 |
"window_size": 15,
|
| 85 |
"transformers.js_config": {
|
| 86 |
"use_external_data_format": {
|
| 87 |
+
"audio_encoder.onnx": 1,
|
|
|
|
| 88 |
"decoder_model_merged.onnx": 4,
|
| 89 |
+
"embed_tokens.onnx": 1,
|
| 90 |
+
"audio_encoder_fp16.onnx": 1,
|
| 91 |
"decoder_model_merged_fp16.onnx": 2,
|
| 92 |
+
"embed_tokens_fp16.onnx": 1
|
| 93 |
},
|
| 94 |
"kv_cache_dtype": {
|
| 95 |
"q4f16": "float16",
|
generation_config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 100257,
|
| 4 |
+
"eos_token_id": 100257,
|
| 5 |
+
"output_attentions": false,
|
| 6 |
+
"output_hidden_states": false,
|
| 7 |
+
"pad_token_id": 100256,
|
| 8 |
+
"transformers_version": "5.3.0.dev0",
|
| 9 |
+
"use_cache": true
|
| 10 |
+
}
|
onnx/audio_encoder.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5cf9793f2313741b42fbb9e4b9367c421366079b4cff71ba4184131bf5c54f6
|
| 3 |
+
size 302182
|
onnx/audio_encoder_fp16.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:892267f2b690e9542e75812fbfc25ab8d095152caca08e960c868b9e1f9f68c8
|
| 3 |
+
size 306021
|
onnx/audio_encoder_q4.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f023d0b39618536e6afd26f1ae029a5a0ebfad19c6d63c3e4064bd56c6d22ff
|
| 3 |
+
size 353910
|
onnx/audio_encoder_q4f16.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4daa8d55dcba59db9ab12bbdd6c0202b291f8c9cf5e96a4303565b401872394f
|
| 3 |
+
size 357699
|
onnx/audio_encoder_quantized.onnx
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44d186675ca133af213a26fc3c04b9ce9fad0d3ad6111ca38d2ad01267beeb29
|
| 3 |
+
size 360372
|