Upload folder using huggingface_hub
Browse files- configuration.json +0 -0
- model-00001-of-00008.safetensors +1 -1
- model-00002-of-00008.safetensors +1 -1
- model-00003-of-00008.safetensors +1 -1
- model-00004-of-00008.safetensors +1 -1
- model-00005-of-00008.safetensors +1 -1
- model-00006-of-00008.safetensors +1 -1
- model-00007-of-00008.safetensors +1 -1
- model-00008-of-00008.safetensors +1 -1
- tokenization_zhinao.py +5 -1
configuration.json
ADDED
File without changes
|
model-00001-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1927349752
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f406d04416d64664d9954d0abfd6c15f7579601f507fa617e932cd82a45f0e77
|
3 |
size 1927349752
|
model-00002-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1933783432
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1037d9d715f3903433225e37b1e254ba42ee187097e1f2504d1d578d475a1de2
|
3 |
size 1933783432
|
model-00003-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1990406544
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1981a415ec1340049cf2713f77b8feb5f632bcc0386754d4108d9d3eb64e460e
|
3 |
size 1990406544
|
model-00004-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1923273016
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be805da948666e15b4cb51b0153826d7800b00d376a9842fd5dff7a6a04ba22c
|
3 |
size 1923273016
|
model-00005-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1933766856
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cfeef245942dcdb706e001f9bad9b69c9149698b9200da6f0edf339a1d98aebb
|
3 |
size 1933766856
|
model-00006-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1933783464
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0ab55acaf2964a9ffdcf34e2d0850a32aaf274785e9e33c385647288de647cc
|
3 |
size 1933783464
|
model-00007-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1933783472
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7679997115b07cf08dfb21003108ab6e4020243138547ab7237a64c9505837d
|
3 |
size 1933783472
|
model-00008-of-00008.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1973487296
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8abbfb8115d07b7d0f2caf13bc75f9769f413bbfdcfeda229d41c92b71865333
|
3 |
size 1973487296
|
tokenization_zhinao.py
CHANGED
@@ -212,6 +212,10 @@ class ZhinaoTokenizer(PreTrainedTokenizer):
|
|
212 |
@property
|
213 |
def vocab_size(self):
|
214 |
return self.tokenizer.num_tokens
|
|
|
|
|
|
|
|
|
215 |
|
216 |
def get_vocab(self):
|
217 |
""" Returns vocab as a dict """
|
@@ -276,4 +280,4 @@ class ZhinaoTokenizer(PreTrainedTokenizer):
|
|
276 |
with open(vocab_file, "wb") as writer:
|
277 |
writer.write(proto_str)
|
278 |
|
279 |
-
return (vocab_file,)
|
|
|
212 |
@property
|
213 |
def vocab_size(self):
|
214 |
return self.tokenizer.num_tokens
|
215 |
+
|
216 |
+
@property
|
217 |
+
def vocab(self):
|
218 |
+
return self.get_vocab()
|
219 |
|
220 |
def get_vocab(self):
|
221 |
""" Returns vocab as a dict """
|
|
|
280 |
with open(vocab_file, "wb") as writer:
|
281 |
writer.write(proto_str)
|
282 |
|
283 |
+
return (vocab_file,)
|