change hebrew code from iw (deprecated) to he (#18)
- change hebrew code from iw (deprecated) to he (55b872f5c860ae8edd7134293b2fd22a1357a007) Co-authored-by: Altryne <altryne@users.noreply.huggingface.co>
This commit is contained in:
parent
b970b7b38a
commit
9f18ffc800
|
@ -20,7 +20,7 @@ language:
|
||||||
- hi
|
- hi
|
||||||
- fi
|
- fi
|
||||||
- vi
|
- vi
|
||||||
- iw
|
- he
|
||||||
- uk
|
- uk
|
||||||
- el
|
- el
|
||||||
- ms
|
- ms
|
||||||
|
|
|
@ -30,6 +30,7 @@
|
||||||
"<|gu|>": 50333,
|
"<|gu|>": 50333,
|
||||||
"<|haw|>": 50352,
|
"<|haw|>": 50352,
|
||||||
"<|ha|>": 50354,
|
"<|ha|>": 50354,
|
||||||
|
"<|he|>": 50279,
|
||||||
"<|hi|>": 50276,
|
"<|hi|>": 50276,
|
||||||
"<|hr|>": 50291,
|
"<|hr|>": 50291,
|
||||||
"<|ht|>": 50339,
|
"<|ht|>": 50339,
|
||||||
|
@ -38,7 +39,6 @@
|
||||||
"<|id|>": 50275,
|
"<|id|>": 50275,
|
||||||
"<|is|>": 50311,
|
"<|is|>": 50311,
|
||||||
"<|it|>": 50274,
|
"<|it|>": 50274,
|
||||||
"<|iw|>": 50279,
|
|
||||||
"<|ja|>": 50266,
|
"<|ja|>": 50266,
|
||||||
"<|jw|>": 50356,
|
"<|jw|>": 50356,
|
||||||
"<|ka|>": 50329,
|
"<|ka|>": 50329,
|
||||||
|
|
|
@ -49,6 +49,7 @@
|
||||||
"<|gu|>": 50333,
|
"<|gu|>": 50333,
|
||||||
"<|haw|>": 50352,
|
"<|haw|>": 50352,
|
||||||
"<|ha|>": 50354,
|
"<|ha|>": 50354,
|
||||||
|
"<|he|>": 50279,
|
||||||
"<|hi|>": 50276,
|
"<|hi|>": 50276,
|
||||||
"<|hr|>": 50291,
|
"<|hr|>": 50291,
|
||||||
"<|ht|>": 50339,
|
"<|ht|>": 50339,
|
||||||
|
@ -57,7 +58,6 @@
|
||||||
"<|id|>": 50275,
|
"<|id|>": 50275,
|
||||||
"<|is|>": 50311,
|
"<|is|>": 50311,
|
||||||
"<|it|>": 50274,
|
"<|it|>": 50274,
|
||||||
"<|iw|>": 50279,
|
|
||||||
"<|ja|>": 50266,
|
"<|ja|>": 50266,
|
||||||
"<|jw|>": 50356,
|
"<|jw|>": 50356,
|
||||||
"<|ka|>": 50329,
|
"<|ka|>": 50329,
|
||||||
|
|
|
@ -22,7 +22,7 @@
|
||||||
"<|hi|>",
|
"<|hi|>",
|
||||||
"<|fi|>",
|
"<|fi|>",
|
||||||
"<|vi|>",
|
"<|vi|>",
|
||||||
"<|iw|>",
|
"<|he|>",
|
||||||
"<|uk|>",
|
"<|uk|>",
|
||||||
"<|el|>",
|
"<|el|>",
|
||||||
"<|ms|>",
|
"<|ms|>",
|
||||||
|
|
Loading…
Reference in New Issue