ydshieh HF staff commited on
Commit
facea15
1 Parent(s): 3795303

Update processing_kosmos2.py

Browse files
Files changed (1) hide show
  1. processing_kosmos2.py +1 -1
processing_kosmos2.py CHANGED
@@ -59,7 +59,7 @@ class Kosmos2Processor(ProcessorMixin):
59
  """
60
  attributes = ["image_processor", "tokenizer"]
61
  image_processor_class = "CLIPImageProcessor"
62
- tokenizer_class = ("Kosmos2Tokenizer", "Kosmos2TokenizerFast")
63
 
64
  def __init__(self, image_processor, tokenizer):
65
  tokenizer.return_token_type_ids = False
 
59
  """
60
  attributes = ["image_processor", "tokenizer"]
61
  image_processor_class = "CLIPImageProcessor"
62
+ tokenizer_class = "AutoTokenizer" # ("Kosmos2Tokenizer", "Kosmos2TokenizerFast")
63
 
64
  def __init__(self, image_processor, tokenizer):
65
  tokenizer.return_token_type_ids = False