ArthurZ HF staff altryne commited on
Commit
2855749
1 Parent(s): dd003eb

change hebrew code from iw (deprecated) to he (#13)

Browse files

- Changed iw to he (9dc4907b40a5cf07dcea996c5398b7ca515ffbe8)


Co-authored-by: Altryne <[email protected]>

README.md CHANGED
@@ -20,7 +20,7 @@ language:
20
  - hi
21
  - fi
22
  - vi
23
- - iw
24
  - uk
25
  - el
26
  - ms
 
20
  - hi
21
  - fi
22
  - vi
23
+ - he
24
  - uk
25
  - el
26
  - ms
added_tokens.json CHANGED
@@ -30,6 +30,7 @@
30
  "<|gu|>": 50333,
31
  "<|haw|>": 50352,
32
  "<|ha|>": 50354,
 
33
  "<|hi|>": 50276,
34
  "<|hr|>": 50291,
35
  "<|ht|>": 50339,
@@ -38,7 +39,6 @@
38
  "<|id|>": 50275,
39
  "<|is|>": 50311,
40
  "<|it|>": 50274,
41
- "<|iw|>": 50279,
42
  "<|ja|>": 50266,
43
  "<|jw|>": 50356,
44
  "<|ka|>": 50329,
 
30
  "<|gu|>": 50333,
31
  "<|haw|>": 50352,
32
  "<|ha|>": 50354,
33
+ "<|he|>": 50279,
34
  "<|hi|>": 50276,
35
  "<|hr|>": 50291,
36
  "<|ht|>": 50339,
 
39
  "<|id|>": 50275,
40
  "<|is|>": 50311,
41
  "<|it|>": 50274,
 
42
  "<|ja|>": 50266,
43
  "<|jw|>": 50356,
44
  "<|ka|>": 50329,
generation_config.json CHANGED
@@ -48,6 +48,7 @@
48
  "<|haw|>": 50352,
49
  "<|ha|>": 50354,
50
  "<|hi|>": 50276,
 
51
  "<|hr|>": 50291,
52
  "<|ht|>": 50339,
53
  "<|hu|>": 50286,
@@ -55,7 +56,6 @@
55
  "<|id|>": 50275,
56
  "<|is|>": 50311,
57
  "<|it|>": 50274,
58
- "<|iw|>": 50279,
59
  "<|ja|>": 50266,
60
  "<|jw|>": 50356,
61
  "<|ka|>": 50329,
 
48
  "<|haw|>": 50352,
49
  "<|ha|>": 50354,
50
  "<|hi|>": 50276,
51
+ "<|he|>": 50279,
52
  "<|hr|>": 50291,
53
  "<|ht|>": 50339,
54
  "<|hu|>": 50286,
 
56
  "<|id|>": 50275,
57
  "<|is|>": 50311,
58
  "<|it|>": 50274,
 
59
  "<|ja|>": 50266,
60
  "<|jw|>": 50356,
61
  "<|ka|>": 50329,
special_tokens_map.json CHANGED
@@ -22,7 +22,7 @@
22
  "<|hi|>",
23
  "<|fi|>",
24
  "<|vi|>",
25
- "<|iw|>",
26
  "<|uk|>",
27
  "<|el|>",
28
  "<|ms|>",
 
22
  "<|hi|>",
23
  "<|fi|>",
24
  "<|vi|>",
25
+ "<|he|>",
26
  "<|uk|>",
27
  "<|el|>",
28
  "<|ms|>",