Upload folder using huggingface_hub

model-00001-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0e2763a7cfe0c01ac8b80688c60c1fd37fcc71e8b50b9c4312be35ced35167d
+oid sha256:f406d04416d64664d9954d0abfd6c15f7579601f507fa617e932cd82a45f0e77
 size 1927349752

model-00002-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77c08c4fd4188c52f2c76532c6b42e7068533614d512996a226dbec841d4a7d1
+oid sha256:1037d9d715f3903433225e37b1e254ba42ee187097e1f2504d1d578d475a1de2
 size 1933783432

model-00003-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f30037452d7bb56aee4fb3a6676c4563c8d8310a116687e4b32152c6bfb8d7a
+oid sha256:1981a415ec1340049cf2713f77b8feb5f632bcc0386754d4108d9d3eb64e460e
 size 1990406544

model-00004-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9339c9bebff6b2a5b5414b0182e1c12b135b7b8d0a2eb9540ab2cf7b30a68b5b
+oid sha256:be805da948666e15b4cb51b0153826d7800b00d376a9842fd5dff7a6a04ba22c
 size 1923273016

model-00005-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60d8da8aca2f62c6733c40eac88221a1e37a5cf65034c73f4f796fc69709ffb5
+oid sha256:cfeef245942dcdb706e001f9bad9b69c9149698b9200da6f0edf339a1d98aebb
 size 1933766856

model-00006-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa3fb65b3032f92bcda1e25a234f739b1d88a3556e36f41331216b224cbacd45
+oid sha256:e0ab55acaf2964a9ffdcf34e2d0850a32aaf274785e9e33c385647288de647cc
 size 1933783464

model-00007-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae9cba0791b7ae14f2a87d46415a0d501a30a6927f40ee6da4bb3995f860ddaf
+oid sha256:f7679997115b07cf08dfb21003108ab6e4020243138547ab7237a64c9505837d
 size 1933783472

model-00008-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae82fcf34ee29139e9632a282ebca073be31e82bf38183795950b6e266526213
+oid sha256:8abbfb8115d07b7d0f2caf13bc75f9769f413bbfdcfeda229d41c92b71865333
 size 1973487296

tokenization_zhinao.py

@@ -212,6 +212,10 @@ class ZhinaoTokenizer(PreTrainedTokenizer):
     @property
     def vocab_size(self):
         return self.tokenizer.num_tokens
+    
+    @property
+    def vocab(self):
+        return self.get_vocab()
 
     def get_vocab(self):
         """ Returns vocab as a dict """
@@ -276,4 +280,4 @@ class ZhinaoTokenizer(PreTrainedTokenizer):
         with open(vocab_file, "wb") as writer:
             writer.write(proto_str)
 
-        return (vocab_file,)
+        return (vocab_file,)