BAAI
/

RaushanTurganbay HF staff commited on
Commit
4840113
·
verified ·
1 Parent(s): 3ef3469

Upload Emu3ForConditionalGeneration

Browse files
config.json CHANGED
@@ -2,30 +2,15 @@
2
  "architectures": [
3
  "Emu3ForConditionalGeneration"
4
  ],
5
- "attention_dropout": 0.1,
6
- "bos_token_id": 151849,
7
- "eos_token_id": 151850,
8
- "hidden_act": "silu",
9
- "hidden_size": 4096,
10
- "initializer_range": 0.02,
11
- "intermediate_size": 14336,
12
- "max_position_embeddings": 9216,
13
  "model_type": "emu3",
14
- "num_attention_heads": 32,
15
- "num_hidden_layers": 32,
16
- "num_key_value_heads": 8,
17
- "pad_token_id": 151643,
18
- "pretraining_tp": 1,
19
- "rms_norm_eps": 1e-05,
20
- "rope_scaling": {
21
- "rope_type": "default"
22
  },
23
- "rope_theta": 1000000.0,
24
- "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
26
  "transformers_version": "4.46.0.dev0",
27
- "use_cache": true,
28
- "vocab_size": 184622,
29
  "vocabulary_map": {
30
  "!": 0,
31
  "!!": 2928,
 
2
  "architectures": [
3
  "Emu3ForConditionalGeneration"
4
  ],
 
 
 
 
 
 
 
 
5
  "model_type": "emu3",
6
+ "text_config": {
7
+ "model_type": "emu3_text_model",
8
+ "rope_scaling": {
9
+ "rope_type": "default"
10
+ }
 
 
 
11
  },
 
 
12
  "torch_dtype": "float32",
13
  "transformers_version": "4.46.0.dev0",
 
 
14
  "vocabulary_map": {
15
  "!": 0,
16
  "!!": 2928,
model-00001-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6295df26a8fd366a0561f4aa797a85101d896e5f2c02c03326ed51557a9c4cd
3
- size 4937517680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe9ae01db48f4b1c78f1b8e045e6424c9fa22cca866756c7d78cf7cf68e671c
3
+ size 4937517928
model-00002-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ed302cc6f34fbbb4f8dd68edacd805021ecd67dd22d765cda0d507e83e85a94
3
- size 4832007448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb857dac648ff4fc86141650a2bcf41f140b2abbbadd805cd18483d8f2da1e83
3
+ size 4832007968
model-00003-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b71025f2b2c1bce4515d0e6da99b2b6336cf36d199c7bb6eb089e0277cc02c45
3
- size 4999813104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5394d8ae5053ae080f909f896707cf82e2def4793b7bffcb69eb58529a6fa3
3
+ size 4999813680
model-00004-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e62ef1c47d998429ed7d614cc9cb95df04d97401186fb370130941c41970018f
3
- size 4999813128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669a0213bb21bd1e96c394cd947313c63923f53e21a1983dddda326e0fd26605
3
+ size 4999813712
model-00005-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58cc0da755310212712fabce8581033c6ac6aaaaf0663212784a69f6f4cf014e
3
- size 4832007496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfbd06510cfa1bbb8d1971a4ccfb0a8b360d686a1ed47a6ecd86f1d8fbff046d
3
+ size 4832008016
model-00006-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3ca138eba17549b2132f722703ed2a4e79d622af1bbcf9eaf0f1a7fbeea14f1
3
- size 4999813120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b5a23cdc364efa5f60b181cf29908489416a1183060a36c9b4c97239ddad1f
3
+ size 4999813704
model-00007-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e6c005054e1c85de6b03a96afcd1eb3e10d7b895f818f486c6509307d5d53f4
3
- size 2425283820
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e33b2b72edc7a4b65ebfae75d81a3a8425e520a460fac65faaffe163be238e
3
+ size 4999930560
model-00008-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0b38d7edfa038674a74e612fe1e5df526b9845ace7efa38e92ef9033f03acee
3
- size 3024846976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c65f1cf90ec40ccb777d60c888455671b50afd375e08539235671645488da4
3
+ size 450196868
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff