fix tokenization: sorted vocab + phonemizer field

coqui-fa-custom-glow-tts/config.json

@@ -23,141 +23,141 @@
     "<PAD>": 0,
     "<EOS>": 1,
     "<BOS>": 2,
-    "ˈ": 3,
-    "ˌ": 4,
-    "ː": 5,
-    "ˑ": 6,
-    "p": 7,
-    "b": 8,
-    "t": 9,
-    "d": 10,
-    "ʈ": 11,
-    "ɖ": 12,
-    "c": 13,
-    "ɟ": 14,
-    "k": 15,
-    "ɡ": 16,
-    "q": 17,
-    "ɢ": 18,
-    "ʔ": 19,
-    "ɴ": 20,
-    "ŋ": 21,
-    "ɲ": 22,
-    "ɳ": 23,
-    "n": 24,
-    "ɱ": 25,
-    "m": 26,
-    "ʙ": 27,
-    "r": 28,
-    "ʀ": 29,
-    "ⱱ": 30,
-    "ɾ": 31,
-    "ɽ": 32,
-    "ɸ": 33,
-    "β": 34,
-    "f": 35,
-    "v": 36,
-    "θ": 37,
-    "ð": 38,
-    "s": 39,
-    "z": 40,
-    "ʃ": 41,
-    "ʒ": 42,
-    "ʂ": 43,
-    "ʐ": 44,
-    "ç": 45,
-    "ʝ": 46,
-    "x": 47,
-    "ɣ": 48,
-    "χ": 49,
-    "ʁ": 50,
-    "ħ": 51,
-    "ʕ": 52,
-    "h": 53,
-    "ɦ": 54,
-    "ɬ": 55,
-    "ɮ": 56,
-    "ʋ": 57,
-    "ɹ": 58,
-    "ɻ": 59,
-    "j": 60,
-    "ɰ": 61,
-    "l": 62,
-    "ɭ": 63,
-    "ʎ": 64,
-    "ʟ": 65,
-    "a": 66,
-    "e": 67,
-    "g": 68,
-    "i": 69,
-    "o": 70,
-    "u": 71,
+    "\"": 3,
+    "#": 4,
+    "$": 5,
+    "%": 6,
+    "*": 7,
+    "+": 8,
+    "/": 9,
+    "0": 10,
+    "1": 11,
+    "2": 12,
+    "3": 13,
+    "4": 14,
+    "5": 15,
+    "6": 16,
+    "7": 17,
+    "8": 18,
+    "9": 19,
+    "=": 20,
+    "A": 21,
+    "B": 22,
+    "C": 23,
+    "D": 24,
+    "E": 25,
+    "F": 26,
+    "G": 27,
+    "H": 28,
+    "I": 29,
+    "J": 30,
+    "K": 31,
+    "L": 32,
+    "M": 33,
+    "N": 34,
+    "O": 35,
+    "P": 36,
+    "R": 37,
+    "S": 38,
+    "T": 39,
+    "U": 40,
+    "V": 41,
+    "W": 42,
+    "X": 43,
+    "Y": 44,
+    "Z": 45,
+    "[": 46,
+    "]": 47,
+    "^": 48,
+    "_": 49,
+    "a": 50,
+    "b": 51,
+    "c": 52,
+    "d": 53,
+    "e": 54,
+    "f": 55,
+    "g": 56,
+    "h": 57,
+    "i": 58,
+    "j": 59,
+    "k": 60,
+    "l": 61,
+    "m": 62,
+    "n": 63,
+    "o": 64,
+    "p": 65,
+    "q": 66,
+    "r": 67,
+    "s": 68,
+    "t": 69,
+    "u": 70,
+    "v": 71,
     "w": 72,
-    "y": 73,
-    "ɪ": 74,
-    "ʊ": 75,
-    "̩": 76,
-    "æ": 77,
-    "ɑ": 78,
-    "ɔ": 79,
-    "ə": 80,
-    "ɚ": 81,
-    "ɛ": 82,
-    "ɝ": 83,
-    "ɨ": 84,
-    "̃": 85,
-    "ʉ": 86,
-    "ʌ": 87,
-    "ʍ": 88,
-    "0": 89,
-    "1": 90,
-    "2": 91,
-    "3": 92,
-    "4": 93,
-    "5": 94,
-    "6": 95,
-    "7": 96,
-    "8": 97,
-    "9": 98,
-    "\"": 99,
-    "#": 100,
-    "$": 101,
-    "%": 102,
-    "*": 103,
-    "+": 104,
-    "/": 105,
-    "=": 106,
-    "A": 107,
-    "B": 108,
-    "C": 109,
-    "D": 110,
-    "E": 111,
-    "F": 112,
-    "G": 113,
-    "H": 114,
-    "I": 115,
-    "J": 116,
-    "K": 117,
-    "L": 118,
-    "M": 119,
-    "N": 120,
-    "O": 121,
-    "P": 122,
-    "R": 123,
-    "S": 124,
-    "T": 125,
-    "U": 126,
-    "V": 127,
-    "W": 128,
-    "X": 129,
-    "Y": 130,
-    "Z": 131,
-    "[": 132,
-    "]": 133,
-    "^": 134,
-    "_": 135,
-    "{": 136,
-    "}": 137,
+    "x": 73,
+    "y": 74,
+    "z": 75,
+    "{": 76,
+    "}": 77,
+    "æ": 78,
+    "ç": 79,
+    "ð": 80,
+    "ħ": 81,
+    "ŋ": 82,
+    "ɑ": 83,
+    "ɔ": 84,
+    "ɖ": 85,
+    "ə": 86,
+    "ɚ": 87,
+    "ɛ": 88,
+    "ɝ": 89,
+    "ɟ": 90,
+    "ɡ": 91,
+    "ɢ": 92,
+    "ɣ": 93,
+    "ɦ": 94,
+    "ɨ": 95,
+    "ɪ": 96,
+    "ɬ": 97,
+    "ɭ": 98,
+    "ɮ": 99,
+    "ɰ": 100,
+    "ɱ": 101,
+    "ɲ": 102,
+    "ɳ": 103,
+    "ɴ": 104,
+    "ɸ": 105,
+    "ɹ": 106,
+    "ɻ": 107,
+    "ɽ": 108,
+    "ɾ": 109,
+    "ʀ": 110,
+    "ʁ": 111,
+    "ʂ": 112,
+    "ʃ": 113,
+    "ʈ": 114,
+    "ʉ": 115,
+    "ʊ": 116,
+    "ʋ": 117,
+    "ʌ": 118,
+    "ʍ": 119,
+    "ʎ": 120,
+    "ʐ": 121,
+    "ʒ": 122,
+    "ʔ": 123,
+    "ʕ": 124,
+    "ʙ": 125,
+    "ʝ": 126,
+    "ʟ": 127,
+    "ˈ": 128,
+    "ˌ": 129,
+    "ː": 130,
+    "ˑ": 131,
+    "̃": 132,
+    "̩": 133,
+    "β": 134,
+    "θ": 135,
+    "χ": 136,
+    "ⱱ": 137,
     "!": 138,
     "(": 139,
     ")": 140,