ayjays132 commited on
Commit
440e7aa
·
verified ·
1 Parent(s): 3f1dce6

Upload 7 files

Browse files
generation_config.json CHANGED
@@ -1,6 +1,9 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 50256,
4
- "eos_token_id": 50256,
5
- "transformers_version": "4.38.2"
 
 
 
6
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": -1,
4
+ "eos_token_id": -1,
5
+ "output_attentions": true,
6
+ "output_hidden_states": true,
7
+ "pad_token_id": -100,
8
+ "transformers_version": "4.39.1"
9
  }
special_tokens_map.json CHANGED
@@ -42,7 +42,13 @@
42
  "rstrip": false,
43
  "single_word": false
44
  },
45
- "pad_token": "<eos>",
 
 
 
 
 
 
46
  "sep_token": {
47
  "content": "<sep>",
48
  "lstrip": false,
 
42
  "rstrip": false,
43
  "single_word": false
44
  },
45
+ "pad_token": {
46
+ "content": "<eos>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false
51
+ },
52
  "sep_token": {
53
  "content": "<sep>",
54
  "lstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ae9c5f6a8ef4d1c65e1c44534bdf35ff1cc97a5ed60f308ba3e8bd9cc9c4b22
3
- size 2113047
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fedacd81eea7d544dc4a7e2a73833305a9bb5a95c809fa711e34eaefc6397b3
3
+ size 2112789
vocab.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2052635e337c0e877b3d02bbb8e64e3749499b355218dbdb2b74a7285f54da80
3
- size 8109044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba3c3109ff33976c4bd966589c11ee14fcaa1f4c9e5e154c2ed7f99d80709e7
3
+ size 798156