qihoo360
/

360Zhinao-7B-Chat-4K

Text Generation

Model card Files Files and versions Community

zhaicunqi commited on Apr 16

Commit

fd64099

•

1 Parent(s): 0a2c33f

Update tokenization_zhinao.py

Files changed (1) hide show

tokenization_zhinao.py +0 -4

tokenization_zhinao.py CHANGED Viewed

@@ -212,10 +212,6 @@ class ZhinaoTokenizer(PreTrainedTokenizer):
     @property
     def vocab_size(self):
         return self.tokenizer.num_tokens
-    @property
-    def vocab(self):
-        return self.get_vocab()
     def get_vocab(self):
         """ Returns vocab as a dict """

     @property
     def vocab_size(self):
         return self.tokenizer.num_tokens
     def get_vocab(self):
         """ Returns vocab as a dict """