jon-tow commited on
Commit
c482eda
1 Parent(s): e28c732

fix(model): update module name for qk norm fields for consistency with phi/persimmon

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -17,6 +17,7 @@
17
  "num_hidden_layers": 2,
18
  "num_key_value_heads": 2,
19
  "partial_rotary_factor": 0.25,
 
20
  "rope_scaling": null,
21
  "rope_theta": 10000,
22
  "tie_word_embeddings": false,
@@ -24,7 +25,6 @@
24
  "transformers_version": "4.39.0.dev0",
25
  "use_cache": true,
26
  "use_parallel_residual": true,
27
- "qk_layernorm": true,
28
  "use_qkv_bias": false,
29
  "vocab_size": 50304
30
  }
 
17
  "num_hidden_layers": 2,
18
  "num_key_value_heads": 2,
19
  "partial_rotary_factor": 0.25,
20
+ "qk_layernorm": true,
21
  "rope_scaling": null,
22
  "rope_theta": 10000,
23
  "tie_word_embeddings": false,
 
25
  "transformers_version": "4.39.0.dev0",
26
  "use_cache": true,
27
  "use_parallel_residual": true,
 
28
  "use_qkv_bias": false,
29
  "vocab_size": 50304
30
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09ed4fa7374edad8ad2f454aa4b103c6a02090ea9ca43c4dfa8690c660c1f29c
3
- size 211573616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ef5bea2ae50ca469a9ba704da10ddb5a2de3c1a8fdf2f111667588847cd0e2
3
+ size 105790296