decoder_step_stateful: KV cache as CoreML state (iOS18+, ANE-resident, no per-step IO transfer)
Browse files
decoder_step_stateful.mlmodelc/analytics/coremldata.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76658f40efa515e6d26771e92114ff18eb321b7ca4f677b48b9b556af06f026d
|
| 3 |
+
size 243
|
decoder_step_stateful.mlmodelc/coremldata.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f1212cfff206d4b60eb0b26beaa4f26b01b49396c47578a764f2048be1765df
|
| 3 |
+
size 1767
|
decoder_step_stateful.mlmodelc/model.mil
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
decoder_step_stateful.mlmodelc/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34bb2d89c3237fbbd1b9cecfaa8ba7cfe5fda538e2d7f0e0208bf39ff7371564
|
| 3 |
+
size 101635200
|