Update tokenization_rwkv_world.py

tokenization_rwkv_world.py

@@ -122,15 +122,19 @@ class RWKVWorldTokenizer(PreTrainedTokenizer):
             errors=errors,
             **kwargs,
         )
-    
+
     @property
     def eos_token_id(self) -> Optional[int]:
         return 0
-    
+
     @property
     def eot_token_id(self) -> Optional[int]:
         return 0
 
+    @property
+    def pad_token_id(self) -> Optional[int]:
+        return 0
+
     @property
     def vocab_size(self):
         return len(self.encoder)
@@ -211,7 +215,7 @@ class RWKVWorldTokenizer(PreTrainedTokenizer):
         return tokens
 
     def decodeBytes(self, tokens):
-        return b''.join(map(lambda i: self.encoder[i], tokens)) # noqa
+        return b"".join(map(lambda i: self.encoder[i], tokens))  # noqa
 
     def _tokenize(self, text, **kwargs):
         """Tokenize a string."""