Hugging Face's logo

biohub
/
ESMC-6B-sae-k64-codebook16384

Feature Extraction
Transformers
English
esmc_sae
biology
esm
protein
sparse-autoencoder
interpretability
protein-embeddings
protein-language-model
unsupervised-learning
Model card Files
xet
 Community
fmilletari-czi commited on
Commit
a556b2f
·
verified ·
1 Parent(s): f2a5c6e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +90 -0
  2. layer_0.safetensors +3 -0
  3. layer_1.safetensors +3 -0
  4. layer_10.safetensors +3 -0
  5. layer_11.safetensors +3 -0
  6. layer_12.safetensors +3 -0
  7. layer_13.safetensors +3 -0
  8. layer_14.safetensors +3 -0
  9. layer_15.safetensors +3 -0
  10. layer_16.safetensors +3 -0
  11. layer_17.safetensors +3 -0
  12. layer_18.safetensors +3 -0
  13. layer_19.safetensors +3 -0
  14. layer_2.safetensors +3 -0
  15. layer_20.safetensors +3 -0
  16. layer_21.safetensors +3 -0
  17. layer_22.safetensors +3 -0
  18. layer_23.safetensors +3 -0
  19. layer_24.safetensors +3 -0
  20. layer_25.safetensors +3 -0
  21. layer_26.safetensors +3 -0
  22. layer_27.safetensors +3 -0
  23. layer_28.safetensors +3 -0
  24. layer_29.safetensors +3 -0
  25. layer_3.safetensors +3 -0
  26. layer_30.safetensors +3 -0
  27. layer_31.safetensors +3 -0
  28. layer_32.safetensors +3 -0
  29. layer_33.safetensors +3 -0
  30. layer_34.safetensors +3 -0
  31. layer_35.safetensors +3 -0
  32. layer_36.safetensors +3 -0
  33. layer_37.safetensors +3 -0
  34. layer_38.safetensors +3 -0
  35. layer_39.safetensors +3 -0
  36. layer_4.safetensors +3 -0
  37. layer_40.safetensors +3 -0
  38. layer_41.safetensors +3 -0
  39. layer_42.safetensors +3 -0
  40. layer_43.safetensors +3 -0
  41. layer_44.safetensors +3 -0
  42. layer_45.safetensors +3 -0
  43. layer_46.safetensors +3 -0
  44. layer_47.safetensors +3 -0
  45. layer_48.safetensors +3 -0
  46. layer_49.safetensors +3 -0
  47. layer_5.safetensors +3 -0
  48. layer_50.safetensors +3 -0
  49. layer_51.safetensors +3 -0
  50. layer_52.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "available_layers": [
3
+ 0,
4
+ 1,
5
+ 2,
6
+ 3,
7
+ 4,
8
+ 5,
9
+ 6,
10
+ 7,
11
+ 8,
12
+ 9,
13
+ 10,
14
+ 11,
15
+ 12,
16
+ 13,
17
+ 14,
18
+ 15,
19
+ 16,
20
+ 17,
21
+ 18,
22
+ 19,
23
+ 20,
24
+ 21,
25
+ 22,
26
+ 23,
27
+ 24,
28
+ 25,
29
+ 26,
30
+ 27,
31
+ 28,
32
+ 29,
33
+ 30,
34
+ 31,
35
+ 32,
36
+ 33,
37
+ 34,
38
+ 35,
39
+ 36,
40
+ 37,
41
+ 38,
42
+ 39,
43
+ 40,
44
+ 41,
45
+ 42,
46
+ 43,
47
+ 44,
48
+ 45,
49
+ 46,
50
+ 47,
51
+ 48,
52
+ 49,
53
+ 50,
54
+ 51,
55
+ 52,
56
+ 53,
57
+ 54,
58
+ 55,
59
+ 56,
60
+ 57,
61
+ 58,
62
+ 59,
63
+ 60,
64
+ 61,
65
+ 62,
66
+ 63,
67
+ 64,
68
+ 65,
69
+ 66,
70
+ 67,
71
+ 68,
72
+ 69,
73
+ 70,
74
+ 71,
75
+ 72,
76
+ 73,
77
+ 74,
78
+ 75,
79
+ 76,
80
+ 77,
81
+ 78,
82
+ 79,
83
+ 80
84
+ ],
85
+ "codebook_dim": 16384,
86
+ "d_model": 2560,
87
+ "k": 64,
88
+ "model_type": "esmc_sae",
89
+ "transformers_version": "4.57.6"
90
+ }
layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:960bff1ae6e4005f378abde538d2f55688f63f22f6271940058b774315676786
3
+ size 335686024
layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e9e43db011a7dc6c60973ef02742348b9ff5902aef1c709576ebceb7f18b28
3
+ size 335686024
layer_10.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf682d487448c95a0d9b121ce632b2b1c0017dc3bdf1d676b345dcc0f903238
3
+ size 335686024
layer_11.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a96c2869f3726312a8375144d187d4ebde491878b2290b93d38995be8b3c629
3
+ size 335686024
layer_12.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38132810d0a8c342d94c255558a1f6e400bf9c168ebaad7de1f3c26418878a85
3
+ size 335686024
layer_13.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49b18fd2d31e08b5dd74ee5d565ab689419cfa44e4111f84ba6f10e6a18916d
3
+ size 335686024
layer_14.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9257f5625a198061d294c1583498efe48262092e06145a4793a4f51192309af3
3
+ size 335686024
layer_15.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff53a9a857b70ffd69075e481e92ff91d5e56a9f956a72e7bb8db7f6a37a63a
3
+ size 335686024
layer_16.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245777aeabc6b3a90577086df7196e9ea4fd8d162e1d711fac76f31c26c58c30
3
+ size 335686024
layer_17.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f704d67f498c9baf9e181b3022cb97b7f66fd9b65cb7795b8963aa3208b553c
3
+ size 335686024
layer_18.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedfff05704e0ab7401b79d42cae7d65f316d0bf575377c72a96a5d2240f8e07
3
+ size 335686024
layer_19.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6ce3dc47cb742fe67227fa74fdf6693ffb1fef364665035a8a429c93916dfe
3
+ size 335686024
layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58d6aa74e34ae838045073f029f01d963a242f9b667c22e829de5f375741377
3
+ size 335686024
layer_20.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f26fdcc3dba41d41b62ff14975975506a68a024d6e82686f4497432c47809d8
3
+ size 335686024
layer_21.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d7ffc5940f07e7a6169d2e4f388a7a35b0177144aed335a1b318df300859c9
3
+ size 335686024
layer_22.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc62ab7265c3318ac488e2d4b2afc59d877bbce066bcc529adcf2f42bb30361e
3
+ size 335686024
layer_23.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38fcc01b49d7856cc7363be8db1b0a27357b8f5b4db94362e125821ef5b0630a
3
+ size 335686024
layer_24.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ae9e6edd8756a73ff1d8409e782a05f66c6cb749633398faf1ecc1dc0521fa
3
+ size 335686024
layer_25.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c9e9ea9df89d584d2ac758a5f5033dddff1c1791aadddd2f57982331bdcaf3
3
+ size 335686024
layer_26.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8c9754cf7c5cfc57af102fdd38b38ac99f54ac7ed55e07976847f59ced62d6
3
+ size 335686024
layer_27.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf98831585d5befcbbc990a6c9751dd0e790f89c947be7bc63522ae4a40affa
3
+ size 335686024
layer_28.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371a4c3f28ffb774154cbb112948c467515770acd6dbec3c3c6f5977f7941387
3
+ size 335686024
layer_29.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f2de5d6f6333c4187da17e5515ee2e38420970f3b49f9efbbfbd6d6345275f
3
+ size 335686024
layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44e8363bd9d9d265b90516b4006d36a3cac52918afc004365fbd043a19e32e4a
3
+ size 335686024
layer_30.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5252879cc4cea14c8b474ca1dc5c7246aafb2a6841daf2f2c07da10f79a31f7b
3
+ size 335686024
layer_31.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e75def12be64806265300cfd9745d10349a81ffb17608c0149598755b87c5c1
3
+ size 335686024
layer_32.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5f8102ebdc2fe0b7c3969634db2b204bcb666e274299566258ef98fb3f286d
3
+ size 335686024
layer_33.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a831db5e8d3292112377b47561fa02039322077ee0330ebc3fbea5bbdd150f79
3
+ size 335686024
layer_34.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc600a6acd3b0d1fc003e731318e208e0dee41fa75df82febc48420f3c44d1a
3
+ size 335686024
layer_35.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4e8fae6abcb4f4468f4c0ef73e755fb42d8edf6986cc21cd1cdb687da5eed3
3
+ size 335686024
layer_36.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a719d05028f7b6ce7c9689a29f8be3f4539d996dabdbd0738a4751970c2bac
3
+ size 335686024
layer_37.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f93589b75558f909b190455ff0ceeff2ec8061226bc5aa9053be64d2457c50f0
3
+ size 335686024
layer_38.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb254856d20cd65f5791004ee66b69c239cff8057851a7064ae28b5735f54ea8
3
+ size 335686024
layer_39.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68aacc703929cc034aa11356ff3d49cef7303ec81a819813fb3a9b5223a534ea
3
+ size 335686024
layer_4.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73197a4e7ab7e4ff1f4b3b0b76924976318ce488c9b30b61d7ad707490425fd3
3
+ size 335686024
layer_40.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3016d3c6adf6b6c3d3491239f6bcd35d4ca2f5bff5853289ade5490265f241
3
+ size 335686024
layer_41.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f55fae5859b4ba400db228a1a73327c9310d201713d78619d0b5d0b4cb0880eb
3
+ size 335686024
layer_42.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3a2feb4ebdb75e8142c99e1e075068507162ffa322d6e6cd08999dbc33ffbe
3
+ size 335686024
layer_43.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59a016d7e0143d780017651f4a2f334171dcaee99566fbd4a220967ebac8f25
3
+ size 335686024
layer_44.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6e4e76a79031df3ce056feb20013c14acb50fbf77ebd9f24ae940032f66ffa
3
+ size 335686024
layer_45.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ffd6046e26adf235276415ac1c20195ff11253e75a39278d6e4dcc7a2ca888
3
+ size 335686024
layer_46.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8fc9b1e7307a2358cdda9357e86090929ca991e5e814150272c6e2a049b0af0
3
+ size 335686024
layer_47.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e159c3b24f4d8a5908357e3139b89060da41d14e2ac212d1df3bc2132eb42a91
3
+ size 335686024
layer_48.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d34fc82dfff6645e38fd892468f5201e507c76cd265555ce22a14d575534a5b3
3
+ size 335686024
layer_49.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a29c72a0cdf4506978ce756a40f8c9551c1640db44c03d6c6414a01608bedb
3
+ size 335686024
layer_5.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db6129593b9d0c277db114c1dbd9003566e362bb0e80f4a2c777614170cf83d
3
+ size 335686024
layer_50.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb29542939c75403e63c5b9471571934cd2b7a9a27e5ad56f421347de07e5f1
3
+ size 335686024
layer_51.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcf49dd980d3407f48708c28edab88de61d02a040fa250c94422292b45c41b3
3
+ size 335686024
layer_52.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368673f840acdee5539dc2f9d8ca221aabaf5ffd679c546b3bd167c4f7b4a96a
3
+ size 335686024