v75: replace bundle with freshly-converted build
Browse files- .gitattributes +1 -0
- v75/nv-embedqa-1b.json +39 -0
- v75/nvembedqa_embed_f16.bin +3 -0
- v75/nvembedqa_enc.bin +3 -0
- v75/tokenizer.json +3 -0
.gitattributes
CHANGED
|
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
v81/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
v81/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
v75/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
v75/nv-embedqa-1b.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"_comment": "NV-EmbedQA-1B (LlamaBidirectional + avg-pool) on Hexagon v81. Host-rope bidirectional encoder graph (no in-graph Gather) + llama_embed host-op (embed + llama3 rope factor 32 + bidirectional mask + avg-pool + L2). Encoder S=64.",
|
| 4 |
+
"model": {
|
| 5 |
+
"name": "nv-embedqa-1b",
|
| 6 |
+
"family": "embedding",
|
| 7 |
+
"dsp_arch": "v75",
|
| 8 |
+
"tokenizer_pre": "llama3"
|
| 9 |
+
},
|
| 10 |
+
"params": {
|
| 11 |
+
"hidden": 2048,
|
| 12 |
+
"vocab": 128256,
|
| 13 |
+
"n_layers": 16,
|
| 14 |
+
"head_dim": 64,
|
| 15 |
+
"max_ctx": 64,
|
| 16 |
+
"eos_token_id": 128001
|
| 17 |
+
},
|
| 18 |
+
"artifacts": {
|
| 19 |
+
"contexts": {
|
| 20 |
+
"encoder": {
|
| 21 |
+
"bin": "nvembedqa_enc.bin"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"embed": "nvembedqa_embed_f16.bin",
|
| 25 |
+
"tokenizer": "tokenizer.json"
|
| 26 |
+
},
|
| 27 |
+
"plan": {
|
| 28 |
+
"steps": [
|
| 29 |
+
{
|
| 30 |
+
"host": "llama_embed",
|
| 31 |
+
"params": {
|
| 32 |
+
"encoder": "nvembedqa_enc_f16",
|
| 33 |
+
"rope_factor": 32.0,
|
| 34 |
+
"neg": -50000
|
| 35 |
+
}
|
| 36 |
+
}
|
| 37 |
+
]
|
| 38 |
+
}
|
| 39 |
+
}
|
v75/nvembedqa_embed_f16.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0f26c68ed40afd43c2510ef455064d3b4738765b5ea39d2cf48648b5e245cf6
|
| 3 |
+
size 525336576
|
v75/nvembedqa_enc.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d4241eb1e46f7d25ed02866f95b2ba642671f905728e7af8782a85db6cdbfde9
|
| 3 |
+
size 1949519872
|
v75/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
|
| 3 |
+
size 17209920
|