We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7395fa7 commit 9bb7171Copy full SHA for 9bb7171
Runtime/ThaiTextNurse/PhTokenizer.cs
@@ -205,7 +205,7 @@ static bool IsShouldNotTokenize(char c)
205
return ((c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z')) ||
206
(c >= '๐' && c <= '๙') || (c >= '0' && c <= '9')||
207
(c == '~' || c == 'ๆ' || c == 'ฯ' || c == '“' || c == '”' || c == ',' || c =='.')
208
- || c == ' ' || c == '\n' || c == '\r' || c == '\t'
+ || c == ' ' || c == '\n' || c == '\r' || c == '\t' || c == '\\'
209
|| IsCloseBracket(c);
210
}
211
0 commit comments