from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("cahya/bert-base-indonesian-1.5G") model = AutoModelForMaskedLM.from_pretrained("cahya/bert-base-indonesian-1.5G")
git lfs install git clone https://huggingface.co/cahya/bert-base-indonesian-1.5G # if you want to clone without large files – just their pointers # prepend your git clone with the following env var: GIT_LFS_SKIP_SMUDGE=1
1
{"special_tokens_map_file": null, "full_tokenizer_file": null}