File size: 212 Bytes
62f98f8
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9

m transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")

inputs = tokenizer("Adama Coulibaly, a new hugging face developpeur independant")

print(inputs["input_ids"])