Hugging Face's logo

hematteo
/
parameter-trajectory-crosscoders

crosscoder
sparse-autoencoder
mech-interp
parameter-trajectory
pythia
olmo
Model card Files
xet
 Community
Matteo He commited on
Commit
1373830
·
verified ·
1 Parent(s): a95a860

Add files using upload-large-folder tool

Browse files
Files changed (6) hide show
  1. pythia-160m/W_U/cross-snapshot-32/d24576/seed2.metrics_recomputed.json +24 -0
  2. pythia-160m/W_U/cross-snapshot-32/d8192/seed0.metrics_recomputed.json +23 -0
  3. pythia-160m/W_U/cross-snapshot-32/d8192/seed1.metrics_recomputed.json +23 -0
  4. pythia-160m/W_U/cross-snapshot-32/d8192/seed2.metrics_recomputed.json +23 -0
  5. pythia-160m/W_U/cross-snapshot-32/d8192/seed3.metrics_recomputed.json +23 -0
  6. pythia-160m/W_U/cross-snapshot-32/d8192/seed4.metrics_recomputed.json +23 -0
pythia-160m/W_U/cross-snapshot-32/d24576/seed2.metrics_recomputed.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recomputed": {
3
+ "explained_variance": 0.9196765945631128,
4
+ "reconstruction_mse": 0.0802978129684925,
5
+ "mean_l0": 286.34466064453125,
6
+ "dead_rate": 0.0,
7
+ "d_sae": 24576,
8
+ "n_snapshots": 32,
9
+ "n_rows": 50304,
10
+ "n_batches": 50,
11
+ "preprocess_mode": "center_scale",
12
+ "model_name": "EleutherAI/pythia-160m",
13
+ "runtime_s": 399.3
14
+ },
15
+ "stored": {
16
+ "explained_variance": 0.9196765967343927,
17
+ "reconstruction_mse": 0.08029781252145768,
18
+ "mean_l0": 286.3446789550781,
19
+ "dead_rate": 0.0,
20
+ "d_sae": 24576,
21
+ "n_snapshots": 32,
22
+ "n_rows": 50304
23
+ }
24
+ }
pythia-160m/W_U/cross-snapshot-32/d8192/seed0.metrics_recomputed.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recomputed": {
3
+ "explained_variance": 0.7763740961705781,
4
+ "reconstruction_mse": 0.2235546526312828,
5
+ "mean_l0": 203.1446484375,
6
+ "dead_rate": 0.0,
7
+ "d_sae": 8192,
8
+ "n_snapshots": 32,
9
+ "n_rows": 50304,
10
+ "n_batches": 50,
11
+ "preprocess_mode": "center_scale",
12
+ "model_name": "EleutherAI/pythia-160m",
13
+ "runtime_s": 58.9
14
+ },
15
+ "stored": {
16
+ "explained_variance": 0.7763740924044573,
17
+ "reconstruction_mse": 0.22355465799570085,
18
+ "mean_l0": 203.14466369628906,
19
+ "d_sae": 8192,
20
+ "n_snapshots": 32,
21
+ "n_rows": 50304
22
+ }
23
+ }
pythia-160m/W_U/cross-snapshot-32/d8192/seed1.metrics_recomputed.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recomputed": {
3
+ "explained_variance": 0.7763600986262804,
4
+ "reconstruction_mse": 0.2235686457157135,
5
+ "mean_l0": 203.2654541015625,
6
+ "dead_rate": 0.0,
7
+ "d_sae": 8192,
8
+ "n_snapshots": 32,
9
+ "n_rows": 50304,
10
+ "n_batches": 50,
11
+ "preprocess_mode": "center_scale",
12
+ "model_name": "EleutherAI/pythia-160m",
13
+ "runtime_s": 34.9
14
+ },
15
+ "stored": {
16
+ "explained_variance": 0.7763600972452054,
17
+ "reconstruction_mse": 0.22356864869594573,
18
+ "mean_l0": 203.26546752929687,
19
+ "d_sae": 8192,
20
+ "n_snapshots": 32,
21
+ "n_rows": 50304
22
+ }
23
+ }
pythia-160m/W_U/cross-snapshot-32/d8192/seed2.metrics_recomputed.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recomputed": {
3
+ "explained_variance": 0.7764523536912026,
4
+ "reconstruction_mse": 0.22347642004489898,
5
+ "mean_l0": 203.1427136230469,
6
+ "dead_rate": 0.0,
7
+ "d_sae": 8192,
8
+ "n_snapshots": 32,
9
+ "n_rows": 50304,
10
+ "n_batches": 50,
11
+ "preprocess_mode": "center_scale",
12
+ "model_name": "EleutherAI/pythia-160m",
13
+ "runtime_s": 38.7
14
+ },
15
+ "stored": {
16
+ "explained_variance": 0.7764523546944131,
17
+ "reconstruction_mse": 0.22347642064094544,
18
+ "mean_l0": 203.14273071289062,
19
+ "d_sae": 8192,
20
+ "n_snapshots": 32,
21
+ "n_rows": 50304
22
+ }
23
+ }
pythia-160m/W_U/cross-snapshot-32/d8192/seed3.metrics_recomputed.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recomputed": {
3
+ "explained_variance": 0.7762290246949248,
4
+ "reconstruction_mse": 0.2236996778845787,
5
+ "mean_l0": 203.09909545898438,
6
+ "dead_rate": 0.0,
7
+ "d_sae": 8192,
8
+ "n_snapshots": 32,
9
+ "n_rows": 50304,
10
+ "n_batches": 50,
11
+ "preprocess_mode": "center_scale",
12
+ "model_name": "EleutherAI/pythia-160m",
13
+ "runtime_s": 42.1
14
+ },
15
+ "stored": {
16
+ "explained_variance": 0.7762290236129058,
17
+ "reconstruction_mse": 0.2236996805667877,
18
+ "mean_l0": 203.09911560058595,
19
+ "d_sae": 8192,
20
+ "n_snapshots": 32,
21
+ "n_rows": 50304
22
+ }
23
+ }
pythia-160m/W_U/cross-snapshot-32/d8192/seed4.metrics_recomputed.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recomputed": {
3
+ "explained_variance": 0.7765168906193461,
4
+ "reconstruction_mse": 0.2234119036793709,
5
+ "mean_l0": 203.47113525390625,
6
+ "dead_rate": 0.0,
7
+ "d_sae": 8192,
8
+ "n_snapshots": 32,
9
+ "n_rows": 50304,
10
+ "n_batches": 50,
11
+ "preprocess_mode": "center_scale",
12
+ "model_name": "EleutherAI/pythia-160m",
13
+ "runtime_s": 52.4
14
+ },
15
+ "stored": {
16
+ "explained_variance": 0.7765168883427946,
17
+ "reconstruction_mse": 0.2234119075536728,
18
+ "mean_l0": 203.4711474609375,
19
+ "d_sae": 8192,
20
+ "n_snapshots": 32,
21
+ "n_rows": 50304
22
+ }
23
+ }