suayptalha commited on
Commit
6cc908c
·
verified ·
1 Parent(s): b27e0c7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +21 -1
config.json CHANGED
@@ -1 +1,21 @@
1
- {"num_tokens": 50257, "dim": 512, "depth": 12, "ff_mult": 4, "min_gru_expansion": 1.5, "enable_conv": false}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "minGRU-custom",
3
+ "architectures": [
4
+ "MinGRULMForCausalLM"
5
+ ],
6
+ "auto_map": {
7
+ "AutoConfig": "configuration_minGRULM.MinGRULMConfig",
8
+ "AutoModelForCausalLM": "modeling_minGRULM.MinGRULMForCausalLM"
9
+ },
10
+ "bos_token_id": 0,
11
+ "eos_token_id": 0,
12
+ "num_tokens": 50257,
13
+ "dim": 512,
14
+ "depth": 12,
15
+ "ff_mult": 4,
16
+ "min_gru_expansion": 1.5,
17
+ "enable_conv": false,
18
+ "pad_token_id": 0,
19
+ "torch_dtype": "float32",
20
+ "transformers_version": "4.46.0.dev0"
21
+ }