Upload tokenizer

This commit is contained in:
Arthur Zucker 2022-10-05 09:12:56 +00:00 committed by huggingface-web
parent c6a40e32d6
commit 18d92b3976
1 changed files with 1741 additions and 1741 deletions

View File

@ -82,11 +82,11 @@
"appetisingly": "appetizingly", "appetisingly": "appetizingly",
"arbour": "arbor", "arbour": "arbor",
"arbours": "arbors", "arbours": "arbors",
"archeological": "archaeological",
"archaeologically": "archeologically", "archaeologically": "archeologically",
"archaeologist": "archeologist", "archaeologist": "archeologist",
"archaeologists": "archeologists", "archaeologists": "archeologists",
"archaeology": "archeology</span>", "archaeology": "archeology</span>",
"archeological": "archaeological",
"ardour": "ardor", "ardour": "ardor",
"armour": "armor", "armour": "armor",
"armoured": "armored", "armoured": "armored",
@ -470,11 +470,11 @@
"economised": "economized", "economised": "economized",
"economises": "economizes", "economises": "economizes",
"economising": "economizing", "economising": "economizing",
"edoema": "edema",
"editorialise": "editorialize", "editorialise": "editorialize",
"editorialised": "editorialized", "editorialised": "editorialized",
"editorialises": "editorializes", "editorialises": "editorializes",
"editorialising": "editorializing", "editorialising": "editorializing",
"edoema": "edema",
"empathise": "empathize", "empathise": "empathize",
"empathised": "empathized", "empathised": "empathized",
"empathises": "empathizes", "empathises": "empathizes",
@ -629,6 +629,10 @@
"fulfils": "fulfills", "fulfils": "fulfills",
"funnelled": "funneled", "funnelled": "funneled",
"funnelling": "funneling", "funnelling": "funneling",
"gage": "gauge",
"gaged": "gauged",
"gages": "gauges",
"gaging": "gauging",
"galvanise": "galvanize", "galvanise": "galvanize",
"galvanised": "galvanized", "galvanised": "galvanized",
"galvanises": "galvanizes", "galvanises": "galvanizes",
@ -646,10 +650,6 @@
"gaoling": "jailing", "gaoling": "jailing",
"gaols": "jails", "gaols": "jails",
"gasses": "gases", "gasses": "gases",
"gage": "gauge",
"gaged": "gauged",
"gages": "gauges",
"gaging": "gauging",
"generalisation": "generalization", "generalisation": "generalization",
"generalisations": "generalizations", "generalisations": "generalizations",
"generalise": "generalize", "generalise": "generalize",
@ -661,11 +661,11 @@
"ghettoises": "ghettoizes", "ghettoises": "ghettoizes",
"ghettoising": "ghettoizing", "ghettoising": "ghettoizing",
"gipsies": "gypsies", "gipsies": "gypsies",
"glamor": "glamour",
"glamorise": "glamorize", "glamorise": "glamorize",
"glamorised": "glamorized", "glamorised": "glamorized",
"glamorises": "glamorizes", "glamorises": "glamorizes",
"glamorising": "glamorizing", "glamorising": "glamorizing",
"glamor": "glamour",
"globalisation": "globalization", "globalisation": "globalization",
"globalise": "globalize", "globalise": "globalize",
"globalised": "globalized", "globalised": "globalized",
@ -970,6 +970,7 @@
"metabolising": "metabolizing", "metabolising": "metabolizing",
"metre": "meter", "metre": "meter",
"metres": "meters", "metres": "meters",
"mhm": "hmm",
"micrometre": "micrometer", "micrometre": "micrometer",
"micrometres": "micrometers", "micrometres": "micrometers",
"militarise": "militarize", "militarise": "militarize",
@ -998,6 +999,8 @@
"misspelt": "misspelled", "misspelt": "misspelled",
"mitre": "miter", "mitre": "miter",
"mitres": "miters", "mitres": "miters",
"mm": "hmm",
"mmm": "hmm",
"mobilisation": "mobilization", "mobilisation": "mobilization",
"mobilise": "mobilize", "mobilise": "mobilize",
"mobilised": "mobilized", "mobilised": "mobilized",
@ -1728,15 +1731,12 @@
"woollies": "woolies", "woollies": "woolies",
"woolly": "wooly", "woolly": "wooly",
"worshipped": "worshiped", "worshipped": "worshiped",
"worshipping": "worshiping",
"worshipper": "worshiper", "worshipper": "worshiper",
"worshipping": "worshiping",
"yodelled": "yodeled", "yodelled": "yodeled",
"yodelling": "yodeling", "yodelling": "yodeling",
"yoghourt": "yogurt", "yoghourt": "yogurt",
"yoghourts": "yogurts", "yoghourts": "yogurts",
"yoghurt": "yogurt", "yoghurt": "yogurt",
"yoghurts": "yogurts", "yoghurts": "yogurts"
"mhm": "hmm",
"mm": "hmm",
"mmm": "hmm"
} }