Skip to content

Commit 9bb7171

Browse files
committed
FIX: bug where \n is not recognized as a newline character
1 parent 7395fa7 commit 9bb7171

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

Runtime/ThaiTextNurse/PhTokenizer.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -205,7 +205,7 @@ static bool IsShouldNotTokenize(char c)
205205
return ((c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z')) ||
206206
(c >= '๐' && c <= '๙') || (c >= '0' && c <= '9')||
207207
(c == '~' || c == 'ๆ' || c == 'ฯ' || c == '“' || c == '”' || c == ',' || c =='.')
208-
|| c == ' ' || c == '\n' || c == '\r' || c == '\t'
208+
|| c == ' ' || c == '\n' || c == '\r' || c == '\t' || c == '\\'
209209
|| IsCloseBracket(c);
210210
}
211211

0 commit comments

Comments
 (0)