hiroshi-matsuda-rit
commited on
Commit
•
1a25a86
1
Parent(s):
a9045c1
Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -13,7 +13,7 @@
|
|
13 |
"sudachi_kwargs": {
|
14 |
"sudachi_split_mode": "A",
|
15 |
"sudachi_dict_type": "core",
|
16 |
-
"sudachi_config_path": "sudachi.
|
17 |
},
|
18 |
"model_max_length": 512,
|
19 |
"tokenizer_class": "BertJapaneseTokenizer"
|
|
|
13 |
"sudachi_kwargs": {
|
14 |
"sudachi_split_mode": "A",
|
15 |
"sudachi_dict_type": "core",
|
16 |
+
"sudachi_config_path": "sudachi.json"
|
17 |
},
|
18 |
"model_max_length": 512,
|
19 |
"tokenizer_class": "BertJapaneseTokenizer"
|