def test_online_tokenizer_config(self):
    "this just tests that the online tokenizer files get correctly fetched and\n        loaded via its tokenizer_config.json and it's not slow so it's run by normal CI\n        "
    tokenizer = FSMTTokenizer.from_pretrained(FSMT_TINY2)
    self.assertListEqual([tokenizer.src_lang, tokenizer.tgt_lang], ['en', 'ru'])
    self.assertEqual(tokenizer.src_vocab_size, 21)
    self.assertEqual(tokenizer.tgt_vocab_size, 21)
this just tests that the online tokenizer files get correctly fetched and
loaded via its tokenizer_config.json and it's not slow so it's run by normal CI
def test_online_tokenizer_config(self):
    "this just tests that the online tokenizer files get correctly fetched and\n        loaded via its tokenizer_config.json and it's not slow so it's run by normal CI\n        "
    tokenizer = FSMTTokenizer.from_pretrained(FSMT_TINY2)
    self.assertListEqual([tokenizer.src_lang, tokenizer.tgt_lang], ['en', 'ru'])
    self.assertEqual(tokenizer.src_vocab_size, 21)
    self.assertEqual(tokenizer.tgt_vocab_size, 21)