penpen commited on
Commit
ddcbb4b
1 Parent(s): aa2f28b

Upload with huggingface_hub

Browse files
added_tokens.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "</GLOS>": 65003,
3
+ "<GLOS>": 65002,
4
+ "<TERM>": 65001,
5
+ "MASK": 65004
6
+ }
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/content/drive/MyDrive/TranslationModels/TranslationTest",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
5
  "add_bias_logits": false,
@@ -22,7 +22,7 @@
22
  "decoder_layerdrop": 0.0,
23
  "decoder_layers": 6,
24
  "decoder_start_token_id": 65000,
25
- "decoder_vocab_size": 65001,
26
  "dropout": 0.1,
27
  "encoder_attention_heads": 8,
28
  "encoder_ffn_dim": 2048,
@@ -57,5 +57,5 @@
57
  "torch_dtype": "float32",
58
  "transformers_version": "4.21.2",
59
  "use_cache": true,
60
- "vocab_size": 65001
61
  }
 
1
  {
2
+ "_name_or_path": "/content/drive/MyDrive/Models/TranslationTest_Pronoun2/checkpoint-150000",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
5
  "add_bias_logits": false,
 
22
  "decoder_layerdrop": 0.0,
23
  "decoder_layers": 6,
24
  "decoder_start_token_id": 65000,
25
+ "decoder_vocab_size": 65005,
26
  "dropout": 0.1,
27
  "encoder_attention_heads": 8,
28
  "encoder_ffn_dim": 2048,
 
57
  "torch_dtype": "float32",
58
  "transformers_version": "4.21.2",
59
  "use_cache": true,
60
+ "vocab_size": 65005
61
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce987e74024640da5e4039c6f36b6f6af9e263bf14aff2e4a8dbf6e36bdfde32
3
- size 310016901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c00be7a6dfb0ea73cfd57091d97e4c1fe38a81faeab9df75ea86c4458deee8
3
+ size 310025093
special_tokens_map.json CHANGED
@@ -1,4 +1,9 @@
1
  {
 
 
 
 
 
2
  "eos_token": "</s>",
3
  "pad_token": "<pad>",
4
  "unk_token": "<unk>"
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<TERM>",
4
+ "<GLOS>",
5
+ "</GLOS>"
6
+ ],
7
  "eos_token": "</s>",
8
  "pad_token": "<pad>",
9
  "unk_token": "<unk>"
tokenizer_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "eos_token": "</s>",
3
  "model_max_length": 512,
4
- "name_or_path": "/content/drive/MyDrive/TranslationModels/TranslationTest",
5
  "pad_token": "<pad>",
6
  "separate_vocabs": false,
7
  "source_lang": "zho",
 
1
  {
2
  "eos_token": "</s>",
3
  "model_max_length": 512,
4
+ "name_or_path": "/content/drive/MyDrive/Models/TranslationTest_Pronoun2/checkpoint-150000",
5
  "pad_token": "<pad>",
6
  "separate_vocabs": false,
7
  "source_lang": "zho",