Upload tokenizer

added_tokens.json

@@ -1,7 +1,6 @@
 {
   "</s>": 3202,
-  "<pad>": 3203,
   "<s>": 3201,
-  "[無音]": 3205,
-  "[雑音]": 3204
+  "[無音]": 3204,
+  "[雑音]": 3203
 }

special_tokens_map.json

@@ -1,6 +1,6 @@
 {
   "bos_token": "<s>",
   "eos_token": "</s>",
-  "pad_token": "<pad>",
+  "pad_token": "[PAD]",
   "unk_token": "<unk>"
 }

tokenizer_config.json

@@ -11817,14 +11817,6 @@
       "special": true
     },
     "3203": {
-      "content": "<pad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3204": {
       "content": "[雑音]",
       "lstrip": false,
       "normalized": false,
@@ -11832,7 +11824,7 @@
       "single_word": false,
       "special": false
     },
-    "3205": {
+    "3204": {
       "content": "[無音]",
       "lstrip": false,
       "normalized": false,
@@ -11846,10 +11838,11 @@
   "do_lower_case": false,
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<pad>",
+  "pad_token": "[PAD]",
   "replace_word_delimiter_char": " ",
   "target_lang": null,
   "tokenizer_class": "Wav2Vec2CTCTokenizer",
   "unk_token": "<unk>",
+  "use_fast": false,
   "word_delimiter_token": "|"
 }