Hugging Face's logo

jbrinkma
/
sparsify_0.001

Model card Files Community
jbrinkma commited on
Commit
0bec608
·
verified ·
1 Parent(s): 1a0e41a

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. checkpoints/torso[0].res_final_0.pt +3 -0
  2. checkpoints/torso[0].res_final_1024.pt +3 -0
  3. checkpoints/torso[0].res_final_1536.pt +3 -0
  4. checkpoints/torso[0].res_final_2048.pt +3 -0
  5. checkpoints/torso[0].res_final_512.pt +3 -0
  6. checkpoints/torso[1].attn_0.pt +3 -0
  7. checkpoints/torso[1].attn_1024.pt +3 -0
  8. checkpoints/torso[1].attn_1536.pt +3 -0
  9. checkpoints/torso[1].attn_2048.pt +3 -0
  10. checkpoints/torso[1].attn_512.pt +3 -0
  11. checkpoints/torso[1].res_final_0.pt +3 -0
  12. checkpoints/torso[1].res_final_1024.pt +3 -0
  13. checkpoints/torso[1].res_final_1536.pt +3 -0
  14. checkpoints/torso[1].res_final_2048.pt +3 -0
  15. checkpoints/torso[1].res_final_512.pt +3 -0
  16. checkpoints/torso[1].res_mlp_0.pt +3 -0
  17. checkpoints/torso[1].res_mlp_1024.pt +3 -0
  18. checkpoints/torso[1].res_mlp_1536.pt +3 -0
  19. checkpoints/torso[1].res_mlp_2048.pt +3 -0
  20. checkpoints/torso[1].res_mlp_512.pt +3 -0
  21. trainer_0/config.json +26 -0
  22. trainer_0/torso[0].res_final.pt +3 -0
  23. trainer_0/torso[1].attn.pt +3 -0
  24. trainer_0/torso[1].res_final.pt +3 -0
  25. trainer_0/torso[1].res_mlp.pt +3 -0
checkpoints/torso[0].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c6e916cbcd13b1865aa13704d9d6b6bc63ea69b284fd56b0b1eb2c23936be2
3
+ size 37778616
checkpoints/torso[0].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7548af177e71857bedbafaa1e114ea1e7d489aa085792c35894045f16c8a638f
3
+ size 37778704
checkpoints/torso[0].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c41b95781ecac3d721a612c7cab28ee6ea5dcaebe9af0acb2cfc6c4e3516c648
3
+ size 37778704
checkpoints/torso[0].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3faf9615fafc7a1a895c08ce163154821ecce8ba28c6783894f2588c80d667e0
3
+ size 37778704
checkpoints/torso[0].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6346aa29d6af1474b039fcf66fb4919f800e36652f8b6807bbf4942a8f119cbe
3
+ size 37778696
checkpoints/torso[1].attn_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f917464c3ce5df53bb10f1ccd084edd49f0ed66ebacea0d15a776cf90815e83c
3
+ size 37778576
checkpoints/torso[1].attn_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1133bdd50296ee6bf2aed6c58e68afdbd9d77ab48653877813c531e8f6506413
3
+ size 37778600
checkpoints/torso[1].attn_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58762ed65f9be743de849d30f8d2239dd39643648e091e8a6e5bd95ccd762b4
3
+ size 37778600
checkpoints/torso[1].attn_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506abc1c34b70ad06cff5ee927372bacdb7bc07e9b450a06a252c50720cd9b1f
3
+ size 37778600
checkpoints/torso[1].attn_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a425f75687f6768dd9e3dcd402b74e5befad0203e90036596d31072ae35236
3
+ size 37778592
checkpoints/torso[1].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5e834572edda79e57e9136fca9e4569c34517d91dd21ffc17a3158157fa98e
3
+ size 37778616
checkpoints/torso[1].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4aa3a6b4dd4f49081d70226d2d57bf23ccacbf725b6b5e3844bf36fe05203a4
3
+ size 37778704
checkpoints/torso[1].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97e8d9c3669f9130097711b98ca7bf1776d665bec5eee26ab6472e01cdd8038
3
+ size 37778704
checkpoints/torso[1].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbedcdc65697e66779f5faa19892c7571d09ca81fddc1f32bb7d637d6df2920b
3
+ size 37778704
checkpoints/torso[1].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6416334a7a310ea9ee2c0468a393f6f136bc62e336f57ea8003867927dda43f4
3
+ size 37778696
checkpoints/torso[1].res_mlp_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb903e0f743da72bee32af184e6a99805d72ef53124c0944ea5114a91a9c67a
3
+ size 37778600
checkpoints/torso[1].res_mlp_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed8342ca44a7ba34c209ed3a3497a97d74e693906b8514286dcc9873239734ba
3
+ size 37778624
checkpoints/torso[1].res_mlp_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894e42781f5b4b60b5876fc1e62ad077ca91beaeef605891cb99e26ad835a0a4
3
+ size 37778624
checkpoints/torso[1].res_mlp_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb3956d1b8ab348222b13a766eb6300fb84b24f7c3809a4dcf4b5d0157ad219
3
+ size 37778624
checkpoints/torso[1].res_mlp_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b945fe84aca88d6651cc6f0997bc767145e662f8f327342b38cd2e8f6c6f42
3
+ size 37778616
trainer_0/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "trainer": {
3
+ "trainer_class": "TrainerTopK",
4
+ "dict_class": "AutoEncoderTopK",
5
+ "lr": 0.00032659863237109043,
6
+ "steps": 30000,
7
+ "seed": null,
8
+ "activation_dim": 768,
9
+ "dict_size": 6144,
10
+ "k": 30,
11
+ "device": "cuda",
12
+ "layer": 1,
13
+ "lm_name": "TinyModel_2L_3E",
14
+ "wandb_name": "AutoEncoderTopK",
15
+ "submodule_name": null
16
+ },
17
+ "buffer": {
18
+ "d_submodule": 768,
19
+ "io": "out",
20
+ "n_ctxs": 128,
21
+ "ctx_len": 256,
22
+ "refresh_batch_size": 512,
23
+ "out_batch_size": 1024,
24
+ "device": "cuda"
25
+ }
26
+ }
trainer_0/torso[0].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7565e8a0d56fc8456d16be155c600db525341a5dbb62d0985636692ad4d8a5
3
+ size 37778600
trainer_0/torso[1].attn.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6f154aba2916da3306aaf757a724a06c6fd3cf7336fb5938429aa89d56cc02
3
+ size 37778560
trainer_0/torso[1].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a837c70bc2601c2787d872f91f7a3949d40d7f65947d87d2c7b3e621275691
3
+ size 37778600
trainer_0/torso[1].res_mlp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea46acd45b3a9623b412209b5b02dd1963ac2180335d685ca13dfec80798d9f
3
+ size 37778584