change hebrew code from iw (deprecated) to he (#13)
Browse files- Changed iw to he (9dc4907b40a5cf07dcea996c5398b7ca515ffbe8)
Co-authored-by: Altryne <[email protected]>
- README.md +1 -1
- added_tokens.json +1 -1
- generation_config.json +1 -1
- special_tokens_map.json +1 -1
README.md
CHANGED
|
@@ -20,7 +20,7 @@ language:
|
|
| 20 |
- hi
|
| 21 |
- fi
|
| 22 |
- vi
|
| 23 |
-
-
|
| 24 |
- uk
|
| 25 |
- el
|
| 26 |
- ms
|
|
|
|
| 20 |
- hi
|
| 21 |
- fi
|
| 22 |
- vi
|
| 23 |
+
- he
|
| 24 |
- uk
|
| 25 |
- el
|
| 26 |
- ms
|
added_tokens.json
CHANGED
|
@@ -30,6 +30,7 @@
|
|
| 30 |
"<|gu|>": 50333,
|
| 31 |
"<|haw|>": 50352,
|
| 32 |
"<|ha|>": 50354,
|
|
|
|
| 33 |
"<|hi|>": 50276,
|
| 34 |
"<|hr|>": 50291,
|
| 35 |
"<|ht|>": 50339,
|
|
@@ -38,7 +39,6 @@
|
|
| 38 |
"<|id|>": 50275,
|
| 39 |
"<|is|>": 50311,
|
| 40 |
"<|it|>": 50274,
|
| 41 |
-
"<|iw|>": 50279,
|
| 42 |
"<|ja|>": 50266,
|
| 43 |
"<|jw|>": 50356,
|
| 44 |
"<|ka|>": 50329,
|
|
|
|
| 30 |
"<|gu|>": 50333,
|
| 31 |
"<|haw|>": 50352,
|
| 32 |
"<|ha|>": 50354,
|
| 33 |
+
"<|he|>": 50279,
|
| 34 |
"<|hi|>": 50276,
|
| 35 |
"<|hr|>": 50291,
|
| 36 |
"<|ht|>": 50339,
|
|
|
|
| 39 |
"<|id|>": 50275,
|
| 40 |
"<|is|>": 50311,
|
| 41 |
"<|it|>": 50274,
|
|
|
|
| 42 |
"<|ja|>": 50266,
|
| 43 |
"<|jw|>": 50356,
|
| 44 |
"<|ka|>": 50329,
|
generation_config.json
CHANGED
|
@@ -48,6 +48,7 @@
|
|
| 48 |
"<|haw|>": 50352,
|
| 49 |
"<|ha|>": 50354,
|
| 50 |
"<|hi|>": 50276,
|
|
|
|
| 51 |
"<|hr|>": 50291,
|
| 52 |
"<|ht|>": 50339,
|
| 53 |
"<|hu|>": 50286,
|
|
@@ -55,7 +56,6 @@
|
|
| 55 |
"<|id|>": 50275,
|
| 56 |
"<|is|>": 50311,
|
| 57 |
"<|it|>": 50274,
|
| 58 |
-
"<|iw|>": 50279,
|
| 59 |
"<|ja|>": 50266,
|
| 60 |
"<|jw|>": 50356,
|
| 61 |
"<|ka|>": 50329,
|
|
|
|
| 48 |
"<|haw|>": 50352,
|
| 49 |
"<|ha|>": 50354,
|
| 50 |
"<|hi|>": 50276,
|
| 51 |
+
"<|he|>": 50279,
|
| 52 |
"<|hr|>": 50291,
|
| 53 |
"<|ht|>": 50339,
|
| 54 |
"<|hu|>": 50286,
|
|
|
|
| 56 |
"<|id|>": 50275,
|
| 57 |
"<|is|>": 50311,
|
| 58 |
"<|it|>": 50274,
|
|
|
|
| 59 |
"<|ja|>": 50266,
|
| 60 |
"<|jw|>": 50356,
|
| 61 |
"<|ka|>": 50329,
|
special_tokens_map.json
CHANGED
|
@@ -22,7 +22,7 @@
|
|
| 22 |
"<|hi|>",
|
| 23 |
"<|fi|>",
|
| 24 |
"<|vi|>",
|
| 25 |
-
"<|
|
| 26 |
"<|uk|>",
|
| 27 |
"<|el|>",
|
| 28 |
"<|ms|>",
|
|
|
|
| 22 |
"<|hi|>",
|
| 23 |
"<|fi|>",
|
| 24 |
"<|vi|>",
|
| 25 |
+
"<|he|>",
|
| 26 |
"<|uk|>",
|
| 27 |
"<|el|>",
|
| 28 |
"<|ms|>",
|