{ "version": "1.0", "truncation": { "direction": "Right", "max_length": 128, "strategy": "LongestFirst", "stride": 0 }, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "Whitespace" }, "post_processor": { "type": "RobertaProcessing", "sep": [ "", 2 ], "cls": [ "", 0 ], "trim_offsets": true, "add_prefix_space": false }, "decoder": null, "model": { "type": "WordLevel", "vocab": { "": 0, "": 1, "": 2, "": 3, "": 4, "e": 5, "a": 6, "s": 7, "i": 8, "r": 9, "n": 10, "AH0": 11, "o": 12, "N": 13, "t": 14, "l": 15, "S": 16, "L": 17, "T": 18, "R": 19, "K": 20, "c": 21, "d": 22, "D": 23, "u": 24, "IH0": 25, "m": 26, "M": 27, "Z": 28, "h": 29, "g": 30, "p": 31, "ER0": 32, "IY0": 33, "b": 34, "B": 35, "P": 36, "EH1": 37, "AE1": 38, "AA1": 39, "y": 40, "k": 41, "IH1": 42, "F": 43, "f": 44, "G": 45, "w": 46, "V": 47, "v": 48, "NG": 49, "'": 50, "IY1": 51, "EY1": 52, "HH": 53, "W": 54, "SH": 55, "OW1": 56, "AO1": 57, "OW0": 58, "AH1": 59, "UW1": 60, "AY1": 61, "JH": 62, "z": 63, "CH": 64, "Y": 65, "AA0": 66, "ER1": 67, "EH2": 68, "IH2": 69, "TH": 70, "AY2": 71, "AE2": 72, "EY2": 73, "AA2": 74, "EH0": 75, "j": 76, "AW1": 77, "OW2": 78, "x": 79, "IY2": 80, "UW0": 81, "AO2": 82, "UH1": 83, "AE0": 84, "q": 85, "AO0": 86, "AH2": 87, "UW2": 88, "AY0": 89, "OY1": 90, "-": 91, "EY0": 92, "DH": 93, "AW2": 94, "ER2": 95, "ZH": 96, "UH2": 97, "AW0": 98, "UH0": 99, "OY2": 100, "OY0": 101, ".": 102 }, "unk_token": "" } }