tsukumijima
/

chinese-roberta-wwm-ext-large-onnx

Model card Files Files and versions Community

tsukumijima commited on Dec 19, 2024

Commit

1316179

·

verified ·

1 Parent(s): 6fb835f

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +3 -3

tokenizer.json CHANGED Viewed

@@ -6,9 +6,9 @@
   "normalizer": {
     "type": "BertNormalizer",
     "clean_text": true,
-    "handle_chinese_chars": false,
-    "strip_accents": false,
-    "lowercase": false
   },
   "pre_tokenizer": {
     "type": "BertPreTokenizer"

   "normalizer": {
     "type": "BertNormalizer",
     "clean_text": true,
+    "handle_chinese_chars": true,
+    "strip_accents": null,
+    "lowercase": true
   },
   "pre_tokenizer": {
     "type": "BertPreTokenizer"