Upload tokenizer

normalizer.json

@@ -82,11 +82,11 @@
   "appetisingly": "appetizingly",
   "arbour": "arbor",
   "arbours": "arbors",
-    "archeological": "archaeological",
   "archaeologically": "archeologically",
   "archaeologist": "archeologist",
   "archaeologists": "archeologists",
   "archaeology": "archeology</span>",
+  "archeological": "archaeological",
   "ardour": "ardor",
   "armour": "armor",
   "armoured": "armored",
@@ -470,11 +470,11 @@
   "economised": "economized",
   "economises": "economizes",
   "economising": "economizing",
-    "edoema": "edema",
   "editorialise": "editorialize",
   "editorialised": "editorialized",
   "editorialises": "editorializes",
   "editorialising": "editorializing",
+  "edoema": "edema",
   "empathise": "empathize",
   "empathised": "empathized",
   "empathises": "empathizes",
@@ -629,6 +629,10 @@
   "fulfils": "fulfills",
   "funnelled": "funneled",
   "funnelling": "funneling",
+  "gage": "gauge",
+  "gaged": "gauged",
+  "gages": "gauges",
+  "gaging": "gauging",
   "galvanise": "galvanize",
   "galvanised": "galvanized",
   "galvanises": "galvanizes",
@@ -646,10 +650,6 @@
   "gaoling": "jailing",
   "gaols": "jails",
   "gasses": "gases",
-    "gage": "gauge",
-    "gaged": "gauged",
-    "gages": "gauges",
-    "gaging": "gauging",
   "generalisation": "generalization",
   "generalisations": "generalizations",
   "generalise": "generalize",
@@ -661,11 +661,11 @@
   "ghettoises": "ghettoizes",
   "ghettoising": "ghettoizing",
   "gipsies": "gypsies",
+  "glamor": "glamour",
   "glamorise": "glamorize",
   "glamorised": "glamorized",
   "glamorises": "glamorizes",
   "glamorising": "glamorizing",
-    "glamor": "glamour",
   "globalisation": "globalization",
   "globalise": "globalize",
   "globalised": "globalized",
@@ -970,6 +970,7 @@
   "metabolising": "metabolizing",
   "metre": "meter",
   "metres": "meters",
+  "mhm": "hmm",
   "micrometre": "micrometer",
   "micrometres": "micrometers",
   "militarise": "militarize",
@@ -998,6 +999,8 @@
   "misspelt": "misspelled",
   "mitre": "miter",
   "mitres": "miters",
+  "mm": "hmm",
+  "mmm": "hmm",
   "mobilisation": "mobilization",
   "mobilise": "mobilize",
   "mobilised": "mobilized",
@@ -1728,15 +1731,12 @@
   "woollies": "woolies",
   "woolly": "wooly",
   "worshipped": "worshiped",
-    "worshipping": "worshiping",
   "worshipper": "worshiper",
+  "worshipping": "worshiping",
   "yodelled": "yodeled",
   "yodelling": "yodeling",
   "yoghourt": "yogurt",
   "yoghourts": "yogurts",
   "yoghurt": "yogurt",
-    "yoghurts": "yogurts",
-    "mhm": "hmm",
-    "mm": "hmm",
-    "mmm": "hmm"
+  "yoghurts": "yogurts"
 }