thomasw21 commited on
Commit
30811f4
·
1 Parent(s): f53c725

Fix tokenizer

Browse files
Files changed (2) hide show
  1. .gitattributes +1 -0
  2. tokenizer.json +2 -2
.gitattributes CHANGED
@@ -25,3 +25,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
28
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd10faf5706910215bbf4c654218e01601f1ba0620dbda15b55fe3923a64f4b6
3
- size 14323991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b308f452bf0454132381f5b228dcc13ef7f44f03ca6d4155958d3e87492b986
3
+ size 14324241