Upload tokenizer
Browse files- README.md +1 -1
- tokenizer_config.json +0 -1
README.md
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
---
|
| 2 |
license: mit
|
| 3 |
-
base_model: facebook/w2v-bert-2.0
|
| 4 |
tags:
|
| 5 |
- generated_from_trainer
|
| 6 |
metrics:
|
| 7 |
- wer
|
|
|
|
| 8 |
model-index:
|
| 9 |
- name: w2v-bert-2.0-malayalam_mixeddataset_thre
|
| 10 |
results: []
|
|
|
|
| 1 |
---
|
| 2 |
license: mit
|
|
|
|
| 3 |
tags:
|
| 4 |
- generated_from_trainer
|
| 5 |
metrics:
|
| 6 |
- wer
|
| 7 |
+
base_model: facebook/w2v-bert-2.0
|
| 8 |
model-index:
|
| 9 |
- name: w2v-bert-2.0-malayalam_mixeddataset_thre
|
| 10 |
results: []
|
tokenizer_config.json
CHANGED
|
@@ -39,7 +39,6 @@
|
|
| 39 |
"eos_token": "</s>",
|
| 40 |
"model_max_length": 1000000000000000019884624838656,
|
| 41 |
"pad_token": "[PAD]",
|
| 42 |
-
"processor_class": "Wav2Vec2BertProcessor",
|
| 43 |
"replace_word_delimiter_char": " ",
|
| 44 |
"target_lang": null,
|
| 45 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
|
|
|
| 39 |
"eos_token": "</s>",
|
| 40 |
"model_max_length": 1000000000000000019884624838656,
|
| 41 |
"pad_token": "[PAD]",
|
|
|
|
| 42 |
"replace_word_delimiter_char": " ",
|
| 43 |
"target_lang": null,
|
| 44 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|