Taemin Lee
commited on
Commit
·
62702c8
1
Parent(s):
1f840c1
tokenizer -> token_splitter
Browse files- gliner_config.json +1 -1
gliner_config.json
CHANGED
@@ -19,5 +19,5 @@
|
|
19 |
"max_len": 384,
|
20 |
"name": "largev2_ko_m",
|
21 |
"log_dir": "logs",
|
22 |
-
"
|
23 |
}
|
|
|
19 |
"max_len": 384,
|
20 |
"name": "largev2_ko_m",
|
21 |
"log_dir": "logs",
|
22 |
+
"token_splitter": "mecab-ko"
|
23 |
}
|