[v0.6.4] Edge-case crash fix

Author: Lyrcaxis

Directory.Build.props

@@ -4,7 +4,7 @@
     </PropertyGroup>
 
     <PropertyGroup>
-        <Version>0.6.3</Version>
+        <Version>0.6.4</Version>
         <Authors>Lyrcaxis</Authors>
         <RepositoryUrl>https://github.com/Lyrcaxis/KokoroSharp</RepositoryUrl>
         <PackageLicenseExpression>MIT</PackageLicenseExpression>

KokoroSharp.Tests/TokenizerTests.cs

@@ -16,7 +16,7 @@ public async Task PreprocessText(string input, string expected) {
     }
 
     [Test]
-    [Arguments("[Misaki](/misˈɑki/) is a G2P engine designed for [Kokoro](/kˈOkəɹO/) models.", "misˈɑki ɪz ɐ dʒˈi tˈu pˈi ˈɛndʒɪn dɪzˈaɪnd fˌɔɹ kˈOkəɹO mˈɑːdəlz")]
+    [Arguments("[Misaki](/misˈɑki/) is a G2P engine designed for [Kokoro](/kˈOkəɹO/) models.", "misˈɑki ɪz ɐ dʒˈi tˈu pˈi ˈɛndʒɪn dɪzˈaɪnd fˌɔɹ kˈOkəɹO mˈɑːdəlz.")]
     [Arguments("Brits say [tomato](/təmɑːtoʊ/) instead of [tomato](/təmeɪtoʊ/).", "bɹˈɪts sˈeɪ təmɑːtoʊ ɪnstˈɛd ʌv təmeɪtoʊ")]
     [Arguments("Here, in this sentence, there are some commas.\nThis sentence is on another line! There are two sentences on this line.",
         "hˈɪɹ, ɪn ðɪs sˈɛntəns, ðɛɹˌɑːɹ sˌʌm kˈɑːməz.\nðɪs sˈɛntəns ɪz ˌɔn ɐnˈʌðɚ lˈaɪn! ðɛɹˌɑːɹ tˈu sˈɛntənsᵻz ˌɔn ðɪs lˈaɪn.")]

KokoroSharp/Processing/Tokenizer.cs

@@ -127,12 +127,12 @@ internal static string PreprocessText(string text, string langCode = "en-us") {
             return $"{m.Groups[1].Value}{u}{m.Groups[3].Value}";
         });
         text = text.Replace("/", " slash ")
-            .Replace("\n######", "\n Subnote: ")
-            .Replace("\n#####", "\n Minor note: ")
-            .Replace("\n####", "\n Note: ")
-            .Replace("\n###", "\n Minor Header: ")
-            .Replace("\n##", "\n Subheader: ")
-            .Replace("\n#", "\n Header: ");
+            .Replace("\n###### ", "\n Subnote: ")
+            .Replace("\n##### ", "\n Minor note: ")
+            .Replace("\n#### ", "\n Note: ")
+            .Replace("\n### ", "\n Minor Header: ")
+            .Replace("\n## ", "\n Subheader: ")
+            .Replace("\n# ", "\n Header: ");
         text = text.Replace(".com", "dot com").Replace("https://", "https ");
         text = text.Replace("\r\n", "\n").Replace("**", "*").Replace("‘", "\"").Replace("’", "\"");
         foreach (var c in currencies.Keys) { text = text.Replace(c.ToString(), $" {currencies[c]} "); } // Convert currency symbols to words (e.g., $ -> "dollar").