sanchit-gandhi HF staff commited on
Commit
dbb8b30
1 Parent(s): 089bbb1

Upload tokenizer

Browse files
Files changed (2) hide show
  1. special_tokens_map.json +1 -1
  2. tokenizer_config.json +1 -1
special_tokens_map.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
- "pad_token": "<pad>",
3
  "unk_token": "<unk>"
4
  }
 
1
  {
2
+ "pad_token": "k",
3
  "unk_token": "<unk>"
4
  }
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "language": "eng",
6
  "model_max_length": 1000000000000000019884624838656,
7
  "normalize": true,
8
- "pad_token": "<pad>",
9
  "phonemize": false,
10
  "tokenizer_class": "VitsTokenizer",
11
  "unk_token": "<unk>"
 
5
  "language": "eng",
6
  "model_max_length": 1000000000000000019884624838656,
7
  "normalize": true,
8
+ "pad_token": "k",
9
  "phonemize": false,
10
  "tokenizer_class": "VitsTokenizer",
11
  "unk_token": "<unk>"