Upload folder using huggingface_hub
Browse files- config.json +1 -0
- lr_scheduler.pt +3 -0
- model.layers.14/cfg.json +1 -0
- model.layers.14/sae.safetensors +3 -0
- model.layers.15/cfg.json +1 -0
- model.layers.15/sae.safetensors +3 -0
- optimizer.pt +3 -0
- state.pt +3 -0
config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"sae": {"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false}, "batch_size": 8, "grad_acc_steps": 1, "micro_acc_steps": 1, "lr": null, "lr_warmup_steps": 1000, "auxk_alpha": 0.0, "dead_feature_threshold": 10000000, "hookpoints": ["model.layers.14", "model.layers.15"], "layers": [14, 15], "layer_stride": 1, "distribute_modules": false, "save_every": 1000, "log_to_wandb": true, "run_name": null, "wandb_log_frequency": 1}
|
lr_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d6bd0eb1f42330e398bbedfeb71bdb17786a74e4139f27d68e43b18807cce86
|
3 |
+
size 1076
|
model.layers.14/cfg.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false, "d_in": 4096}
|
model.layers.14/sae.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7925dfaeb712286b5829ec1a192dd1c42dbd3456afc0a86ce3a843ae4e523f6d
|
3 |
+
size 4295508312
|
model.layers.15/cfg.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 0, "k": 32, "multi_topk": false, "d_in": 4096}
|
model.layers.15/sae.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3fd111a4916e04e130b70ef987e51b841146ed5de52dedae176450156bf9f061
|
3 |
+
size 4295508312
|
optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2cfb14173ecd0720afb15d991e497cb80e094996b69715170bfa885dafbf720e
|
3 |
+
size 4303910264
|
state.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65d6afcb6ef0c921655b08738d8c931c554bdf641f8075d19f0cc90347cb5314
|
3 |
+
size 2098572
|