change hebrew code from iw (deprecated) to he (#18)

- change hebrew code from iw (deprecated) to he (55b872f5c860ae8edd7134293b2fd22a1357a007)


Co-authored-by: Altryne <altryne@users.noreply.huggingface.co>
This commit is contained in:
Arthur Zucker 2023-02-03 13:28:29 +00:00 committed by system
parent b970b7b38a
commit 9f18ffc800
4 changed files with 4 additions and 4 deletions

View File

@ -20,7 +20,7 @@ language:
- hi
- fi
- vi
- iw
- he
- uk
- el
- ms

View File

@ -30,6 +30,7 @@
"<|gu|>": 50333,
"<|haw|>": 50352,
"<|ha|>": 50354,
"<|he|>": 50279,
"<|hi|>": 50276,
"<|hr|>": 50291,
"<|ht|>": 50339,
@ -38,7 +39,6 @@
"<|id|>": 50275,
"<|is|>": 50311,
"<|it|>": 50274,
"<|iw|>": 50279,
"<|ja|>": 50266,
"<|jw|>": 50356,
"<|ka|>": 50329,

View File

@ -49,6 +49,7 @@
"<|gu|>": 50333,
"<|haw|>": 50352,
"<|ha|>": 50354,
"<|he|>": 50279,
"<|hi|>": 50276,
"<|hr|>": 50291,
"<|ht|>": 50339,
@ -57,7 +58,6 @@
"<|id|>": 50275,
"<|is|>": 50311,
"<|it|>": 50274,
"<|iw|>": 50279,
"<|ja|>": 50266,
"<|jw|>": 50356,
"<|ka|>": 50329,

View File

@ -22,7 +22,7 @@
"<|hi|>",
"<|fi|>",
"<|vi|>",
"<|iw|>",
"<|he|>",
"<|uk|>",
"<|el|>",
"<|ms|>",