aehrc
/

cxrmate-multi-tf

Feature Extraction

vision-encoder-decoder

Model card Files Files and versions Community

anicolson commited on Jun 28

Commit

77107c7

•

1 Parent(s): c61fffb

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -0

tokenizer.json CHANGED Viewed

@@ -134,6 +134,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
     "vocab": {
       "[UNK]": 0,
       "[BOS]": 1,

     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "[UNK]": 0,
       "[BOS]": 1,