@slow
def test_tokenizer_lower(self):
    tokenizer = FSMTTokenizer.from_pretrained('facebook/wmt19-ru-en', do_lower_case=True)
    tokens = tokenizer.tokenize('USA is United States of America')
    expected = ['us', 'a</w>', 'is</w>', 'un', 'i', 'ted</w>', 'st', 'ates</w>', 'of</w>', 'am', 'er', 'ica</w>']
    self.assertListEqual(tokens, expected)
@slow
def test_tokenizer_lower(self):
    tokenizer = FSMTTokenizer.from_pretrained('facebook/wmt19-ru-en', do_lower_case=True)
    tokens = tokenizer.tokenize('USA is United States of America')
    expected = ['us', 'a</w>', 'is</w>', 'un', 'i', 'ted</w>', 'st', 'ates</w>', 'of</w>', 'am', 'er', 'ica</w>']
    self.assertListEqual(tokens, expected)