anto18671 commited on
Commit
4dc5fdb
·
verified ·
1 Parent(s): e2536b8

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -11
config.json CHANGED
@@ -1,16 +1,12 @@
1
  {
2
- "architectures": [
3
- "LumensparkModel"
4
- ],
5
- "depth": 8,
6
- "dropout": 0.058823529411764705,
7
  "embed_dim": 768,
 
8
  "heads": 12,
9
- "k": 384,
10
- "model_type": "lumenspark",
11
- "rank": 256,
12
  "seq_length": 768,
13
- "torch_dtype": "float32",
14
- "transformers_version": "4.45.2",
15
- "vocab_size": 50257
16
  }
 
1
  {
2
+ "model_type": "lumenspark",
3
+ "architectures": ["LumensparkModel"],
4
+ "vocab_size": 50257,
 
 
5
  "embed_dim": 768,
6
+ "depth": 8,
7
  "heads": 12,
 
 
 
8
  "seq_length": 768,
9
+ "dropout": 0.058823529411764705,
10
+ "k": 384,
11
+ "rank": 256
12
  }