{
"additional_special_tokens": [
{
"content": "á",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ä",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "č",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ď",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "é",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "í",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ĺ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ľ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ň",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ó",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ô",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ŕ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "š",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ť",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ú",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ý",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
{
"content": "ž",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
],
"bos_token": "",
"eos_token": "",
"mask_token": {
"content": "",
"lstrip": true,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": "",
"unk_token": ""
}