Copy the tokenizer.json from the onnx/ to the root folder
Browse filesCopy the tokenizer.json into the root folder, so that toolings (e.g. https://github.com/elixir-nx/bumblebee#tokenizer-support) can find and use the fast tokenizer.
- .gitattributes +1 -0
- tokenizer.json +3 -0
.gitattributes
CHANGED
@@ -28,3 +28,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
28 |
model.safetensors filter=lfs diff=lfs merge=lfs -text
|
29 |
onnx/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
30 |
onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
|
|
|
|
28 |
model.safetensors filter=lfs diff=lfs merge=lfs -text
|
29 |
onnx/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
30 |
onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
|
31 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de3788bb2f349135f2ad2e2b10dff3cee7f23fab906a5fbdadf20bc963b05b4c
|
3 |
+
size 17098080
|