diff --git a/.gitattributes b/.gitattributes
index 1fac4e04ea6f3c514f61a275d9531f27d357ae1e..ab4572a24698726bb29d006b389aa0bf0b84cb27 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -46,3 +46,23 @@ sae_double_l18_img/30000/default/ocdbt.process_0/d/64229fb51b44d73ef0089bd941a34
 sae_double_l18_img/30000/default/ocdbt.process_0/d/35630d2989c06b77827a7984510e0375 filter=lfs diff=lfs merge=lfs -text
 sae_double_l9_img/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4 filter=lfs diff=lfs merge=lfs -text
 sae_double_l18_img/30000/default/ocdbt.process_0/d/0ac86aff1b8bc9ab2b6011f513ffda30 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/f46d02a88af3cafd54fe688566594929 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/39f4a4535e0479c4294f0ad7bcac0b03 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e756594dae9eeb25d6a90f3a63064905 filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/1ff146da42e1f326131e45929aa07d98 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/009663acbcce8f24fa2be9b4992fa5d4 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/7a0deaa820d077812bec453500b78de1 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/76e6b0eb8cb7619951df7081fd0e5afc filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/cb5e28ab6669ca8a85a6e7c8478d1543 filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/d78015c657857d3f86b0cf294dfb10b0 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/90fec1389d3ed684ca374393b57f2f77 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/3d58116e44de85bd068ebfc1c6b486b5 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k48/1/default/ocdbt.process_0/d/ccc7e979b50cbc577b7f865ea4a6f5fa filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/22d4d9845477c36cdcd177d9a21f3fa0 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4 filter=lfs diff=lfs merge=lfs -text
+sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/68f35968e4474fe6587e3805eee3b3bb filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k48/1/default/ocdbt.process_0/d/4d96dea5c6a8149859119d24ad99e134 filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/3fab8c7e019cca5e395ba1227c423cc8 filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/c7a20874fda7c4aced339f87d3b61f2c filter=lfs diff=lfs merge=lfs -text
+sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/32693dc31229080b38189f34ea319a1d filter=lfs diff=lfs merge=lfs -text
+sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/77132fc65c1b1314e79da50ca353d175 filter=lfs diff=lfs merge=lfs -text
diff --git a/maxacts_double_l18_img-k32/feature_acts.db.npy b/maxacts_double_l18_img-k32/feature_acts.db.npy
new file mode 100644
index 0000000000000000000000000000000000000000..1cf2fb536d0f16c1a241cdf967d539295b1a2c4a
--- /dev/null
+++ b/maxacts_double_l18_img-k32/feature_acts.db.npy
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7554016a1bb03e182fd8ec25ccbd064bf9c925875392ca686e8ef5e1a2183da
+size 1074790528
diff --git a/maxacts_double_l18_img-k32/feature_acts.db.npy.bak b/maxacts_double_l18_img-k32/feature_acts.db.npy.bak
new file mode 100644
index 0000000000000000000000000000000000000000..c848086e0e3bb333bebd8c30d498ff599b39610d
--- /dev/null
+++ b/maxacts_double_l18_img-k32/feature_acts.db.npy.bak
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75556f638e7841287a77fe20926c2572e5e918693b59ad5a008c11ef3c341873
+size 1074790528
diff --git a/maxacts_double_l18_img-k32/image_activations.zip b/maxacts_double_l18_img-k32/image_activations.zip
new file mode 100644
index 0000000000000000000000000000000000000000..88f8d54654c68fb2285a115fd909bb7342c3bbb8
--- /dev/null
+++ b/maxacts_double_l18_img-k32/image_activations.zip
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2184eb38cd4f9abd1919d5854cc06283d44181fd465eee248b1de337ce3abc8
+size 337185540
diff --git a/maxacts_double_l18_img-k32/images.zip b/maxacts_double_l18_img-k32/images.zip
new file mode 100644
index 0000000000000000000000000000000000000000..6ef8f98f6cd329435ae7055c66f071b4b59b63e1
--- /dev/null
+++ b/maxacts_double_l18_img-k32/images.zip
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f019b863fc0f198c4cf54df8582aa6ef2aa5af6826449fb611456ca41d0fcf
+size 46632060
diff --git a/maxacts_double_l18_img/feature_acts.db.npy b/maxacts_double_l18_img/feature_acts.db.npy
index 43af33715cc3ec6034653d42b426b2a67fed8e4b..52d8faaaaaec40ef1a45a219b36d4301cbb1fc48 100644
--- a/maxacts_double_l18_img/feature_acts.db.npy
+++ b/maxacts_double_l18_img/feature_acts.db.npy
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89e95e8a459e250b35a1d68a7dddae40f5bc8627b10387adb103ded61812245c
+oid sha256:36471f6b42cf2c87e2f1ebcfff09333aa61c1130644197692d95a336c350a68f
 size 1074790528
diff --git a/maxacts_double_l18_img/feature_acts.db.npy.bak b/maxacts_double_l18_img/feature_acts.db.npy.bak
index 8d0e3a704f83bfd1e1b656e502dfd3ad87ae5c1d..f890fe8146dd212c35ed4fd7773f04587836b4e6 100644
--- a/maxacts_double_l18_img/feature_acts.db.npy.bak
+++ b/maxacts_double_l18_img/feature_acts.db.npy.bak
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:061f41f44e93e5293a16af5a814edb136eee8481e0809a04ab45b21ce6d701bf
+oid sha256:6d171e6af4542a905b3d9920a469ed5f812ba319e4a723d2820f85c84be99893
 size 1074790528
diff --git a/maxacts_double_l18_img/image_activations.zip b/maxacts_double_l18_img/image_activations.zip
index bc5f26dff99adde2a24611a401deb2bd1a2f3610..89eb5afdae9fb07035f4004fc1dc94a1314d068c 100644
--- a/maxacts_double_l18_img/image_activations.zip
+++ b/maxacts_double_l18_img/image_activations.zip
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57a625f468972ce8903eb88d656695a16933772e1a11f8e8dd337293fcd1ca2a
-size 3322741513
+oid sha256:803614ff730ca02dd59e0ca76b2434b48ec2e818cafc5284d34f4469c1868d8e
+size 685363810
diff --git a/maxacts_double_l18_img/images.zip b/maxacts_double_l18_img/images.zip
index 3b946457ccd2c0fe51353aa91137a1ebfcc5d9f6..fcdfdfd9db3824cda9e7ff7c9ca6c3ce90a96c66 100644
--- a/maxacts_double_l18_img/images.zip
+++ b/maxacts_double_l18_img/images.zip
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a37167e7ac9702b89282572f57483e83befcb429277af58c73c05927bfd4468b
-size 222100126
+oid sha256:db53aabc1aca42b4ae01eabec1444a082440d4bb9ecbe1707d8603f5e2cfdc06
+size 45705184
diff --git a/sae_double_l18_img-k32/30000/_CHECKPOINT_METADATA b/sae_double_l18_img-k32/30000/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..f006c3011d85e6e7a66fbd4f01c6f690111f6850
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1740633968797876563, "commit_timestamp_nsecs": 1740634011317168665, "custom": {}}
\ No newline at end of file
diff --git a/sae_double_l18_img-k32/30000/default/_METADATA b/sae_double_l18_img-k32/30000/default/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..9fcf6a87a126821b8f7991c72a2f214683ae753a
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/sae_double_l18_img-k32/30000/default/_sharding b/sae_double_l18_img-k32/30000/default/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..6bf9369506cbb5f0a245d53a2e5b8335122e8280
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/_sharding
@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}
\ No newline at end of file
diff --git a/sae_double_l18_img-k32/30000/default/d/2c2f08b744fede8341691e21b9dbfeb7 b/sae_double_l18_img-k32/30000/default/d/2c2f08b744fede8341691e21b9dbfeb7
new file mode 100644
index 0000000000000000000000000000000000000000..50e0e641ac6706facea8d97ae690ca8af3ba43c8
Binary files /dev/null and b/sae_double_l18_img-k32/30000/default/d/2c2f08b744fede8341691e21b9dbfeb7 differ
diff --git a/sae_double_l18_img-k32/30000/default/manifest.ocdbt b/sae_double_l18_img-k32/30000/default/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..754f1b2df82076e19e091064d4a01e19302e498d
Binary files /dev/null and b/sae_double_l18_img-k32/30000/default/manifest.ocdbt differ
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/009663acbcce8f24fa2be9b4992fa5d4 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/009663acbcce8f24fa2be9b4992fa5d4
new file mode 100644
index 0000000000000000000000000000000000000000..d2ec0bcf779aa54ef6bda955512357b0bbd872c3
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/009663acbcce8f24fa2be9b4992fa5d4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934aab8970ea4d3c973f19174018bb52b7f4f519b9c2f30035dbf2f6b1d47ec0
+size 14832798
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/3fab8c7e019cca5e395ba1227c423cc8 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/3fab8c7e019cca5e395ba1227c423cc8
new file mode 100644
index 0000000000000000000000000000000000000000..1b42eab9c84412748352010848649921516bed54
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/3fab8c7e019cca5e395ba1227c423cc8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b7483a0ebc3c4d4718f159a0808d9140a8394a725818ae47f950eee87c89af
+size 2276589254
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/5b3c157b1277114ec3fcd41531f1c3e9 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/5b3c157b1277114ec3fcd41531f1c3e9
new file mode 100644
index 0000000000000000000000000000000000000000..3d36a0f4f92f9f825a6a9e81e331f0b90be42977
Binary files /dev/null and b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/5b3c157b1277114ec3fcd41531f1c3e9 differ
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/77132fc65c1b1314e79da50ca353d175 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/77132fc65c1b1314e79da50ca353d175
new file mode 100644
index 0000000000000000000000000000000000000000..2663a70889ec66b12c9d84b2bd332ea9c71bfcc5
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/77132fc65c1b1314e79da50ca353d175
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b64ee6afabc2b15fcc32615d320a95e47a571107cd308bbdd392e9abdcc6222
+size 2316878457
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/7a0deaa820d077812bec453500b78de1 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/7a0deaa820d077812bec453500b78de1
new file mode 100644
index 0000000000000000000000000000000000000000..466c76cbb75ee83a73d3fba3cf38af25bae7680b
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/7a0deaa820d077812bec453500b78de1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51edadbab34e03f3507bb8c34c8111b1de94776409c97311647c03606e82414
+size 454253
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/90fec1389d3ed684ca374393b57f2f77 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/90fec1389d3ed684ca374393b57f2f77
new file mode 100644
index 0000000000000000000000000000000000000000..e739736395670628cf4e2908e535002163b581ea
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/90fec1389d3ed684ca374393b57f2f77
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7187da632d71516f92f157971dbaa0ae32d1f95136a6100af7a5d92feff2da
+size 62050696
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/a25b3aeea4db627fc5288e2be1b3de79 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/a25b3aeea4db627fc5288e2be1b3de79
new file mode 100644
index 0000000000000000000000000000000000000000..55a79f8e3460a01798157057cc06923eb8f576e5
Binary files /dev/null and b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/a25b3aeea4db627fc5288e2be1b3de79 differ
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/cb5e28ab6669ca8a85a6e7c8478d1543 b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/cb5e28ab6669ca8a85a6e7c8478d1543
new file mode 100644
index 0000000000000000000000000000000000000000..1de449381faccef5f806e3c9c75e48e6fc3382fd
--- /dev/null
+++ b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/cb5e28ab6669ca8a85a6e7c8478d1543
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1513a7f8a8e15597d69d3f31ec56f52357892780208965e84fbc8d412d352e
+size 23192027
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/e002672f5a8d93b0ee39ab25fb53adbb b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/e002672f5a8d93b0ee39ab25fb53adbb
new file mode 100644
index 0000000000000000000000000000000000000000..9d2b8ecf48830fea37b2a3f698181bcbda64771c
Binary files /dev/null and b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/d/e002672f5a8d93b0ee39ab25fb53adbb differ
diff --git a/sae_double_l18_img-k32/30000/default/ocdbt.process_0/manifest.ocdbt b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..9255b9d53fe1f814e79355a151c5584430c05eb9
Binary files /dev/null and b/sae_double_l18_img-k32/30000/default/ocdbt.process_0/manifest.ocdbt differ
diff --git a/sae_double_l18_img-k48/1/_CHECKPOINT_METADATA b/sae_double_l18_img-k48/1/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..24078db1e9f16212bfe0a5dd145736c62eecc41c
--- /dev/null
+++ b/sae_double_l18_img-k48/1/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1740772706315339060, "commit_timestamp_nsecs": 1740772720422427029, "custom": {}}
\ No newline at end of file
diff --git a/sae_double_l18_img-k48/1/default/_METADATA b/sae_double_l18_img-k48/1/default/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..9fcf6a87a126821b8f7991c72a2f214683ae753a
--- /dev/null
+++ b/sae_double_l18_img-k48/1/default/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/sae_double_l18_img-k48/1/default/_sharding b/sae_double_l18_img-k48/1/default/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..6bf9369506cbb5f0a245d53a2e5b8335122e8280
--- /dev/null
+++ b/sae_double_l18_img-k48/1/default/_sharding
@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}
\ No newline at end of file
diff --git a/sae_double_l18_img-k48/1/default/d/ec27e3864a9e478e548a43b9d5cdf55e b/sae_double_l18_img-k48/1/default/d/ec27e3864a9e478e548a43b9d5cdf55e
new file mode 100644
index 0000000000000000000000000000000000000000..d7677f3c5ced5a34765419a40ab938ee46b9b498
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/d/ec27e3864a9e478e548a43b9d5cdf55e differ
diff --git a/sae_double_l18_img-k48/1/default/manifest.ocdbt b/sae_double_l18_img-k48/1/default/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..211ab879177b75e1181edd9b934d5caa14c153f7
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/manifest.ocdbt differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/4d96dea5c6a8149859119d24ad99e134 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/4d96dea5c6a8149859119d24ad99e134
new file mode 100644
index 0000000000000000000000000000000000000000..a7999d826e509e7a33fb08709bc8eede09382fe7
--- /dev/null
+++ b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/4d96dea5c6a8149859119d24ad99e134
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ff3e42a36f75f70f5d3df0e9667f1b38773e4904cb99f0652dd5b2a4d7f6d6
+size 1302974733
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/584b2354cfe27b04f81a71a69927697d b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/584b2354cfe27b04f81a71a69927697d
new file mode 100644
index 0000000000000000000000000000000000000000..a3120f5d9381f7773b07673f9d72c60285da80a1
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/584b2354cfe27b04f81a71a69927697d differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/7c22c179338582deba827e9804614e27 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/7c22c179338582deba827e9804614e27
new file mode 100644
index 0000000000000000000000000000000000000000..24fd7b52857565b28e92800e25629eaed7e0f371
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/7c22c179338582deba827e9804614e27 differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/ccc7e979b50cbc577b7f865ea4a6f5fa b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/ccc7e979b50cbc577b7f865ea4a6f5fa
new file mode 100644
index 0000000000000000000000000000000000000000..07180bd332dec4c06fe359bcd9aa7bb0a849d9b2
--- /dev/null
+++ b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/ccc7e979b50cbc577b7f865ea4a6f5fa
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778e5f8a6e81f1fcf34473a20a2d45b242f08faddbd4371c6147e000385800a9
+size 186035368
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/cdd41a028373557e7af741d6bc0aa215 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/cdd41a028373557e7af741d6bc0aa215
new file mode 100644
index 0000000000000000000000000000000000000000..55a79f8e3460a01798157057cc06923eb8f576e5
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/cdd41a028373557e7af741d6bc0aa215 differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e5103f205996bb256ef4b7314fb2ed28 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e5103f205996bb256ef4b7314fb2ed28
new file mode 100644
index 0000000000000000000000000000000000000000..e3c9cf63607cfe5d2fa93e941dc7cd45c767f378
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e5103f205996bb256ef4b7314fb2ed28 differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e756594dae9eeb25d6a90f3a63064905 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e756594dae9eeb25d6a90f3a63064905
new file mode 100644
index 0000000000000000000000000000000000000000..9c22aeeac4d6dc186c274366fe6c7453dd4a7554
--- /dev/null
+++ b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e756594dae9eeb25d6a90f3a63064905
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbc3543110660257a2b21a24decfd5ecba0d2a84dcf00edf08a9358d822a2dd
+size 14883906
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e76609f54417194b148f4e1eaa737b48 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e76609f54417194b148f4e1eaa737b48
new file mode 100644
index 0000000000000000000000000000000000000000..fe6f6b40be15166b5c707dea6c659843fb83497e
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/e76609f54417194b148f4e1eaa737b48 differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/f0aa099c8e9f279069dcddc72da070b6 b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/f0aa099c8e9f279069dcddc72da070b6
new file mode 100644
index 0000000000000000000000000000000000000000..3d36a0f4f92f9f825a6a9e81e331f0b90be42977
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/d/f0aa099c8e9f279069dcddc72da070b6 differ
diff --git a/sae_double_l18_img-k48/1/default/ocdbt.process_0/manifest.ocdbt b/sae_double_l18_img-k48/1/default/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..2213fb40623cd4c5f4401e6459d1e8b42c1ee31f
Binary files /dev/null and b/sae_double_l18_img-k48/1/default/ocdbt.process_0/manifest.ocdbt differ
diff --git a/sae_double_l9_img-k64/30000/_CHECKPOINT_METADATA b/sae_double_l9_img-k64/30000/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..a71978ee3fc46716f627de194f84817edb4b6faf
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1739854129741169404, "commit_timestamp_nsecs": 1739854172507663312, "custom": {}}
\ No newline at end of file
diff --git a/sae_double_l9_img-k64/30000/default/_METADATA b/sae_double_l9_img-k64/30000/default/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..9fcf6a87a126821b8f7991c72a2f214683ae753a
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/sae_double_l9_img-k64/30000/default/_sharding b/sae_double_l9_img-k64/30000/default/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..6bf9369506cbb5f0a245d53a2e5b8335122e8280
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/_sharding
@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}
\ No newline at end of file
diff --git a/sae_double_l9_img-k64/30000/default/d/0f48f817b7c72ffd914cbb6772fe0cd3 b/sae_double_l9_img-k64/30000/default/d/0f48f817b7c72ffd914cbb6772fe0cd3
new file mode 100644
index 0000000000000000000000000000000000000000..c372161deb2c6a7f0a93318e022a8b543d55700c
Binary files /dev/null and b/sae_double_l9_img-k64/30000/default/d/0f48f817b7c72ffd914cbb6772fe0cd3 differ
diff --git a/sae_double_l9_img-k64/30000/default/manifest.ocdbt b/sae_double_l9_img-k64/30000/default/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..96e4fba0b1f4ead27440b6d4c2e7bf5a8efbd91c
Binary files /dev/null and b/sae_double_l9_img-k64/30000/default/manifest.ocdbt differ
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4 b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4
new file mode 100644
index 0000000000000000000000000000000000000000..7458a719e9838836342817815c53bd1ed3cd8153
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/19ed7efee10a8b28d287c68003b948c4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505489eeb417ad9ddb01132d59e1692a7720ceb494323e756e055141ed14b188
+size 2246871458
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/2cb65ab0fec2dfbcad93f87c01ef827e b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/2cb65ab0fec2dfbcad93f87c01ef827e
new file mode 100644
index 0000000000000000000000000000000000000000..03f51104abe61b7496dd78ac036985de933fb809
Binary files /dev/null and b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/2cb65ab0fec2dfbcad93f87c01ef827e differ
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/39f4a4535e0479c4294f0ad7bcac0b03 b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/39f4a4535e0479c4294f0ad7bcac0b03
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f6a76152eea17a1d5cbe713041a6b6fcf67ae
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/39f4a4535e0479c4294f0ad7bcac0b03
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e258a0f5938916cf6fdc0b1a0e824936cf585e11c5f97cacf5dd61a447ba0b
+size 14967196
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/3d58116e44de85bd068ebfc1c6b486b5 b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/3d58116e44de85bd068ebfc1c6b486b5
new file mode 100644
index 0000000000000000000000000000000000000000..97a124a601997d6a2377dee879d81622299ba503
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/3d58116e44de85bd068ebfc1c6b486b5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e86a40b32c66a63c990d2b125eded5fed7defa4813fb84c3171249f0c408b7
+size 215302983
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/59b9422cb6b66a88bb5549af04ce230a b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/59b9422cb6b66a88bb5549af04ce230a
new file mode 100644
index 0000000000000000000000000000000000000000..3d36a0f4f92f9f825a6a9e81e331f0b90be42977
Binary files /dev/null and b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/59b9422cb6b66a88bb5549af04ce230a differ
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/68f35968e4474fe6587e3805eee3b3bb b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/68f35968e4474fe6587e3805eee3b3bb
new file mode 100644
index 0000000000000000000000000000000000000000..9c6437de1dc028acdbe9b0f061bc976b1643e964
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/68f35968e4474fe6587e3805eee3b3bb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ea79c50ee9c504234a01d026c37b922f608ed21c892dea1bbe2d1e73a5204
+size 2148817824
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/76e6b0eb8cb7619951df7081fd0e5afc b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/76e6b0eb8cb7619951df7081fd0e5afc
new file mode 100644
index 0000000000000000000000000000000000000000..f279b07ecc0d1de1386c091b300cbc7fdedfb7b2
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/76e6b0eb8cb7619951df7081fd0e5afc
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4f7d56416798cebcf3d5f84ea02f2ef3b0da5f77d7c8af219bbe388a3764ee
+size 69778056
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/c8d0400f1e5b254ac7b93f75362ad46f b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/c8d0400f1e5b254ac7b93f75362ad46f
new file mode 100644
index 0000000000000000000000000000000000000000..55a79f8e3460a01798157057cc06923eb8f576e5
Binary files /dev/null and b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/c8d0400f1e5b254ac7b93f75362ad46f differ
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/f46d02a88af3cafd54fe688566594929 b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/f46d02a88af3cafd54fe688566594929
new file mode 100644
index 0000000000000000000000000000000000000000..2d55090b12b8229fde6fc24bbc5ec1145547d8b7
--- /dev/null
+++ b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/d/f46d02a88af3cafd54fe688566594929
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f98aa62b36bd46955fa4140e6e3d4ab93312205300ae1c9fdf1afe6761b85a6
+size 412419
diff --git a/sae_double_l9_img-k64/30000/default/ocdbt.process_0/manifest.ocdbt b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..92c006f83da571df0672bd18c2709d880ac5d510
Binary files /dev/null and b/sae_double_l9_img-k64/30000/default/ocdbt.process_0/manifest.ocdbt differ
diff --git a/sae_single_l18_img-k64/30000/_CHECKPOINT_METADATA b/sae_single_l18_img-k64/30000/_CHECKPOINT_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..b5da8c42f408758ec0b71ccf2e236d30449a25e0
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/_CHECKPOINT_METADATA
@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1740729248244490930, "commit_timestamp_nsecs": 1740729292969826406, "custom": {}}
\ No newline at end of file
diff --git a/sae_single_l18_img-k64/30000/default/_METADATA b/sae_single_l18_img-k64/30000/default/_METADATA
new file mode 100644
index 0000000000000000000000000000000000000000..9fcf6a87a126821b8f7991c72a2f214683ae753a
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/_METADATA
@@ -0,0 +1 @@
+{"tree_metadata": {"('ema', 'info')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('ema', 'b_pre')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_enc')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_mid')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'W_dec')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('ema', 'b_post')": {"key_metadata": [{"key": "ema", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'avg_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "avg_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_square_means')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_square_means", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'whitening_matrix')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "whitening_matrix", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'feature_density')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "feature_density", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'activated_in')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "activated_in", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'n_steps')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "n_steps", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_dec')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'weight_grad_norms', 'W_enc')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "weight_grad_norms", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_clip_percent')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_clip_percent", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('info', 'grad_global_norm')": {"key_metadata": [{"key": "info", "key_type": 2}, {"key": "grad_global_norm", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '0')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "0", "key_type": 1}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'mu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'mu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "mu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'info')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('optimizer_state', '1', '0', 'nu', 'b_pre')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_enc')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_mid')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'W_dec')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '0', 'nu', 'b_post')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "0", "key_type": 1}, {"key": "nu", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('optimizer_state', '1', '1', 'count')": {"key_metadata": [{"key": "optimizer_state", "key_type": 2}, {"key": "1", "key_type": 1}, {"key": "1", "key_type": 1}, {"key": "count", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'info')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "info", "key_type": 2}], "value_metadata": {"value_type": "None", "skip_deserialize": true}}, "('sae_params', 'b_pre')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_pre", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_enc')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_enc", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_mid')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_mid", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'W_dec')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "W_dec", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('sae_params', 'b_post')": {"key_metadata": [{"key": "sae_params", "key_type": 2}, {"key": "b_post", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
\ No newline at end of file
diff --git a/sae_single_l18_img-k64/30000/default/_sharding b/sae_single_l18_img-k64/30000/default/_sharding
new file mode 100644
index 0000000000000000000000000000000000000000..6bf9369506cbb5f0a245d53a2e5b8335122e8280
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/_sharding
@@ -0,0 +1 @@
+{"ZW1hLldfZGVj":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLldfZW5j":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfbWlk":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcG9zdA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","ZW1hLmJfcHJl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfZ3JhZF9ub3Jtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19kZWM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53ZWlnaHRfbm9ybXMuV19lbmM=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby53aGl0ZW5pbmdfbWF0cml4":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hY3RpdmF0ZWRfaW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5hdmdfbm9ybQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX21lYW5z":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX2RlbnNpdHk=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5mZWF0dXJlX3NxdWFyZV9tZWFucw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2NsaXBfcGVyY2VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5ncmFkX2dsb2JhbF9ub3Jt":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","aW5mby5uX3N0ZXBz":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5tdS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMC5udS5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","b3B0aW1pemVyX3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2RlYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5XX2VuYw==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null, \"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX21pZA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [\"tp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3Bvc3Q=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}","c2FlX3BhcmFtcy5iX3ByZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 4], \"axis_names\": [\"dp\", \"tp\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 2}, {\"id\": 1}, {\"id\": 3}]]}}"}
\ No newline at end of file
diff --git a/sae_single_l18_img-k64/30000/default/d/93673c228495795b3ac4895ce1328f39 b/sae_single_l18_img-k64/30000/default/d/93673c228495795b3ac4895ce1328f39
new file mode 100644
index 0000000000000000000000000000000000000000..514a84a7f6e5875d7c6decb6745ae6a7335d97d9
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/d/93673c228495795b3ac4895ce1328f39 differ
diff --git a/sae_single_l18_img-k64/30000/default/manifest.ocdbt b/sae_single_l18_img-k64/30000/default/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..ff889bd6eb369cb86f5be544393780c791de6017
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/manifest.ocdbt differ
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/1ff146da42e1f326131e45929aa07d98 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/1ff146da42e1f326131e45929aa07d98
new file mode 100644
index 0000000000000000000000000000000000000000..5ba634cf601472b158c65a5c98e438fcd0db39ce
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/1ff146da42e1f326131e45929aa07d98
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57ae97c948f6fd9a9c818bcc911f076fd08acbad7dd32f3e2755494be9e7e6f
+size 15217472
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/22d4d9845477c36cdcd177d9a21f3fa0 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/22d4d9845477c36cdcd177d9a21f3fa0
new file mode 100644
index 0000000000000000000000000000000000000000..246975f4aa73b947774bc4e31cd76cb011c1b48b
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/22d4d9845477c36cdcd177d9a21f3fa0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5bd0d162e0d30a7e85b2597d19e70c4a6829e9f6e4b85d287fbb86d5b23fba
+size 410238650
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/32693dc31229080b38189f34ea319a1d b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/32693dc31229080b38189f34ea319a1d
new file mode 100644
index 0000000000000000000000000000000000000000..27f4932c68e57dd46ed40e94a197c37ac955a371
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/32693dc31229080b38189f34ea319a1d
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e96020105c6fc7af927936c21b1871897f45f1cfbb4105b7450a60e4cec239
+size 2259734558
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/6df3d974f967c3fbfc48f12687bfd5c1 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/6df3d974f967c3fbfc48f12687bfd5c1
new file mode 100644
index 0000000000000000000000000000000000000000..a51481ce6e48f1b6821903a258a5272a539458c5
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/6df3d974f967c3fbfc48f12687bfd5c1 differ
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/7b36203c4c32629fd63dd9bfed1c6b79 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/7b36203c4c32629fd63dd9bfed1c6b79
new file mode 100644
index 0000000000000000000000000000000000000000..ebf5afad6a5e9f6022a351937e23f449f5fd9321
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/7b36203c4c32629fd63dd9bfed1c6b79 differ
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/8232c949468a6705aa225e68749227dc b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/8232c949468a6705aa225e68749227dc
new file mode 100644
index 0000000000000000000000000000000000000000..55a79f8e3460a01798157057cc06923eb8f576e5
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/8232c949468a6705aa225e68749227dc differ
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/adba769ef73c4c0604ea11cee622f1a1 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/adba769ef73c4c0604ea11cee622f1a1
new file mode 100644
index 0000000000000000000000000000000000000000..8c1ad3b31392fbcff9a200904bcd48ce916f4edf
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/adba769ef73c4c0604ea11cee622f1a1 differ
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/c7a20874fda7c4aced339f87d3b61f2c b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/c7a20874fda7c4aced339f87d3b61f2c
new file mode 100644
index 0000000000000000000000000000000000000000..f02ae2318716c634c55614519584896ec94c47c6
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/c7a20874fda7c4aced339f87d3b61f2c
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2eee3993490bf465e9f54ebc9b092e3ebebdc0b7056e04235d79d02f6691ca
+size 2181692052
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/d78015c657857d3f86b0cf294dfb10b0 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/d78015c657857d3f86b0cf294dfb10b0
new file mode 100644
index 0000000000000000000000000000000000000000..08f9a42f0649e357fe2a401e49cdc13322cdc7ed
--- /dev/null
+++ b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/d78015c657857d3f86b0cf294dfb10b0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfb816f9be0847d08a432517c4809bf35852f5d9b882cbed51ffc5e4880f8b8
+size 43628031
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/facce179b14b77e9ab2337a9ecd51ba5 b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/facce179b14b77e9ab2337a9ecd51ba5
new file mode 100644
index 0000000000000000000000000000000000000000..3d36a0f4f92f9f825a6a9e81e331f0b90be42977
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/d/facce179b14b77e9ab2337a9ecd51ba5 differ
diff --git a/sae_single_l18_img-k64/30000/default/ocdbt.process_0/manifest.ocdbt b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/manifest.ocdbt
new file mode 100644
index 0000000000000000000000000000000000000000..a763a6fbda951fb346e7a20b77daacbb3aebd858
Binary files /dev/null and b/sae_single_l18_img-k64/30000/default/ocdbt.process_0/manifest.ocdbt differ