mlgawd commited on
Commit
3289288
1 Parent(s): 5b8618c

Upload 8 files

Browse files

added after new adapter

config.json CHANGED
@@ -9,6 +9,7 @@
9
  "eos_token_id": 1,
10
  "head_dim": 256,
11
  "hidden_act": "gelu",
 
12
  "hidden_size": 2048,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 16384,
@@ -22,7 +23,7 @@
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
24
  "torch_dtype": "float16",
25
- "transformers_version": "4.38.2",
26
  "use_cache": true,
27
  "vocab_size": 256000
28
  }
 
9
  "eos_token_id": 1,
10
  "head_dim": 256,
11
  "hidden_act": "gelu",
12
+ "hidden_activation": "gelu_pytorch_tanh",
13
  "hidden_size": 2048,
14
  "initializer_range": 0.02,
15
  "intermediate_size": 16384,
 
23
  "rope_scaling": null,
24
  "rope_theta": 10000.0,
25
  "torch_dtype": "float16",
26
+ "transformers_version": "4.41.2",
27
  "use_cache": true,
28
  "vocab_size": 256000
29
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 2,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.38.2"
7
  }
 
3
  "bos_token_id": 2,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.41.2"
7
  }
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58c1087a5773bb94760e5a87f6999ff44023cf8c712fe9a16ec2c8e0e6fb8e81
3
  size 67121600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d9f6bc7d4d7a09e271de42d9980d9190377cc9e62b1b5c5a44a060f3d0a77a
3
  size 67121600
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0d908b4f9326e0998815690e325b6abbd378978553e10627924dd825db7e243
3
- size 17477553
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4db21bfaffa1fd75fd741df2d95dc51e539d5cc38b07934bae0d7d129db90662
3
+ size 17477581