Hugging Face's logo

jbrinkma
/
TinyModel_L1_V2_Sparsity_16.0

Model card Files Community
jbrinkma commited on
Commit
3f6d40a
·
verified ·
1 Parent(s): 26b2f97

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. checkpoints/torso[0].res_final_0.pt +3 -0
  2. checkpoints/torso[0].res_final_1024.pt +3 -0
  3. checkpoints/torso[0].res_final_1536.pt +3 -0
  4. checkpoints/torso[0].res_final_2048.pt +3 -0
  5. checkpoints/torso[0].res_final_512.pt +3 -0
  6. checkpoints/torso[1].attn_0.pt +3 -0
  7. checkpoints/torso[1].attn_1024.pt +3 -0
  8. checkpoints/torso[1].attn_1536.pt +3 -0
  9. checkpoints/torso[1].attn_2048.pt +3 -0
  10. checkpoints/torso[1].attn_512.pt +3 -0
  11. checkpoints/torso[1].res_final_0.pt +3 -0
  12. checkpoints/torso[1].res_final_1024.pt +3 -0
  13. checkpoints/torso[1].res_final_1536.pt +3 -0
  14. checkpoints/torso[1].res_final_2048.pt +3 -0
  15. checkpoints/torso[1].res_final_512.pt +3 -0
  16. checkpoints/torso[1].res_mlp_0.pt +3 -0
  17. checkpoints/torso[1].res_mlp_1024.pt +3 -0
  18. checkpoints/torso[1].res_mlp_1536.pt +3 -0
  19. checkpoints/torso[1].res_mlp_2048.pt +3 -0
  20. checkpoints/torso[1].res_mlp_512.pt +3 -0
  21. trainer_0/config.json +26 -0
  22. trainer_0/torso[0].res_final.pt +3 -0
  23. trainer_0/torso[1].attn.pt +3 -0
  24. trainer_0/torso[1].res_final.pt +3 -0
  25. trainer_0/torso[1].res_mlp.pt +3 -0
checkpoints/torso[0].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c6e916cbcd13b1865aa13704d9d6b6bc63ea69b284fd56b0b1eb2c23936be2
3
+ size 37778616
checkpoints/torso[0].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ef857e1d362c821d3a588cb7ae9814ea3b0946c071410d51808803a8d12113
3
+ size 37778704
checkpoints/torso[0].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10234f077e8e9d89872a7b8553994bab4fc6aeaae29382c93e3f6b149d645d95
3
+ size 37778704
checkpoints/torso[0].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2425c93aaadaa3ecb0652ff353dda736492b5d642c4cb33036ca6633f43e2fc1
3
+ size 37778704
checkpoints/torso[0].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f999c639b082e16d783518bac439e01726ee2f97025e50d6ed2a9d404ec5789
3
+ size 37778696
checkpoints/torso[1].attn_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f917464c3ce5df53bb10f1ccd084edd49f0ed66ebacea0d15a776cf90815e83c
3
+ size 37778576
checkpoints/torso[1].attn_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59af9cc1071d6ad6c4ffa8b29d6c05d451026e935b1421bfe43da4d651696ec
3
+ size 37778600
checkpoints/torso[1].attn_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591de40caf453a05b0e072a1e79abfcd6dd1d0bcdc3841e3a51e78a71b8340e4
3
+ size 37778600
checkpoints/torso[1].attn_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614ab0cb61cf7c3ec9c6e57eaa910c38b8e457b7f9d169d4cd8427ceb511fa19
3
+ size 37778600
checkpoints/torso[1].attn_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:168b522c4c9c818b5f65e61ada058e132a9c1a67ed0ef9c73a9e06f6e90bdb21
3
+ size 37778592
checkpoints/torso[1].res_final_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5e834572edda79e57e9136fca9e4569c34517d91dd21ffc17a3158157fa98e
3
+ size 37778616
checkpoints/torso[1].res_final_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:533a6de723cfdaae9cf797c2f96f582be36a5a2905c41e53cd02f7e9a911687e
3
+ size 37778704
checkpoints/torso[1].res_final_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86b03d6e13c06a2cbd94fcff5fce13b9d05a0a6e4bec6dd08097b811eb1a48d
3
+ size 37778704
checkpoints/torso[1].res_final_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1f8fd81025334886fe7fd012c32da52133d1c1cf15e50f5658bb81d6c75fe4
3
+ size 37778704
checkpoints/torso[1].res_final_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0434fd42f2f9f826e74702a7641a792db4865242b761e37622caca96b3cf9f84
3
+ size 37778696
checkpoints/torso[1].res_mlp_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb903e0f743da72bee32af184e6a99805d72ef53124c0944ea5114a91a9c67a
3
+ size 37778600
checkpoints/torso[1].res_mlp_1024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b5a2913e8a7663a0524ca4e08678252949d36e944f8c043619646d5f54faaa
3
+ size 37778624
checkpoints/torso[1].res_mlp_1536.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fe8846a75f413b183dc8d36675d92f2a4684aac3daf09bcc82bd75324841f34
3
+ size 37778624
checkpoints/torso[1].res_mlp_2048.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b3b9c1465c1c8c7aa4f02d5db58400de9e111577489079d4cb1717f38564cb0
3
+ size 37778624
checkpoints/torso[1].res_mlp_512.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f285aa1a26d36a4aa47685c36b127fb9a04e335807e0f26e5a83706262ef41a6
3
+ size 37778616
trainer_0/config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "trainer": {
3
+ "trainer_class": "TrainerTopK",
4
+ "dict_class": "AutoEncoderTopK",
5
+ "lr": 0.00032659863237109043,
6
+ "steps": 30000,
7
+ "seed": null,
8
+ "activation_dim": 768,
9
+ "dict_size": 6144,
10
+ "k": 30,
11
+ "device": "cuda",
12
+ "layer": 1,
13
+ "lm_name": "TinyModel_2L_3E",
14
+ "wandb_name": "AutoEncoderTopK",
15
+ "submodule_name": null
16
+ },
17
+ "buffer": {
18
+ "d_submodule": 768,
19
+ "io": "out",
20
+ "n_ctxs": 128,
21
+ "ctx_len": 256,
22
+ "refresh_batch_size": 512,
23
+ "out_batch_size": 1024,
24
+ "device": "cuda"
25
+ }
26
+ }
trainer_0/torso[0].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b433d972f784c80aba9dcea318b77807c12efd903beecf8445c200774c874ee9
3
+ size 37778600
trainer_0/torso[1].attn.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d62450b24c9d98b74165c78e64bfd8c0130015b403223b6fa5219eba7b378a
3
+ size 37778560
trainer_0/torso[1].res_final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18df3f84ecd31996af4c4d4b14c3d49e94934959449317fd50475667503c88ca
3
+ size 37778600
trainer_0/torso[1].res_mlp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:895cc11710d322d9fec9064d3b366afccdf732c72629f129ac86dccd61dc5887
3
+ size 37778584