change hebrew code from iw (deprecated) to he (#18)

- change hebrew code from iw (deprecated) to he (55b872f5c860ae8edd7134293b2fd22a1357a007)


Co-authored-by: Altryne <altryne@users.noreply.huggingface.co>
This commit is contained in:
Arthur Zucker 2023-02-03 13:28:29 +00:00 committed by system
parent b970b7b38a
commit 9f18ffc800
4 changed files with 4 additions and 4 deletions

View File

@ -20,7 +20,7 @@ language:
- hi - hi
- fi - fi
- vi - vi
- iw - he
- uk - uk
- el - el
- ms - ms

View File

@ -30,6 +30,7 @@
"<|gu|>": 50333, "<|gu|>": 50333,
"<|haw|>": 50352, "<|haw|>": 50352,
"<|ha|>": 50354, "<|ha|>": 50354,
"<|he|>": 50279,
"<|hi|>": 50276, "<|hi|>": 50276,
"<|hr|>": 50291, "<|hr|>": 50291,
"<|ht|>": 50339, "<|ht|>": 50339,
@ -38,7 +39,6 @@
"<|id|>": 50275, "<|id|>": 50275,
"<|is|>": 50311, "<|is|>": 50311,
"<|it|>": 50274, "<|it|>": 50274,
"<|iw|>": 50279,
"<|ja|>": 50266, "<|ja|>": 50266,
"<|jw|>": 50356, "<|jw|>": 50356,
"<|ka|>": 50329, "<|ka|>": 50329,

View File

@ -49,6 +49,7 @@
"<|gu|>": 50333, "<|gu|>": 50333,
"<|haw|>": 50352, "<|haw|>": 50352,
"<|ha|>": 50354, "<|ha|>": 50354,
"<|he|>": 50279,
"<|hi|>": 50276, "<|hi|>": 50276,
"<|hr|>": 50291, "<|hr|>": 50291,
"<|ht|>": 50339, "<|ht|>": 50339,
@ -57,7 +58,6 @@
"<|id|>": 50275, "<|id|>": 50275,
"<|is|>": 50311, "<|is|>": 50311,
"<|it|>": 50274, "<|it|>": 50274,
"<|iw|>": 50279,
"<|ja|>": 50266, "<|ja|>": 50266,
"<|jw|>": 50356, "<|jw|>": 50356,
"<|ka|>": 50329, "<|ka|>": 50329,

View File

@ -22,7 +22,7 @@
"<|hi|>", "<|hi|>",
"<|fi|>", "<|fi|>",
"<|vi|>", "<|vi|>",
"<|iw|>", "<|he|>",
"<|uk|>", "<|uk|>",
"<|el|>", "<|el|>",
"<|ms|>", "<|ms|>",