diff options
| author | jantuomi <jans.tuomi@gmail.com> | 2016-08-03 15:35:04 +0300 |
|---|---|---|
| committer | jantuomi <jans.tuomi@gmail.com> | 2016-08-03 15:35:04 +0300 |
| commit | 7178b0db8777168c0d5c64ed7c707756b5ceae22 (patch) | |
| tree | 47376215dce9ff001baba59814bab85dee813d57 /src/main/com/jantuomi | |
| parent | 1f44fcb62a6d9c91993c13d77b528de89e8a3cdb (diff) | |
Fix regex for scandinavian characters
Diffstat (limited to 'src/main/com/jantuomi')
| -rw-r--r-- | src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java b/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java index 402aff3..66b8251 100644 --- a/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java +++ b/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java @@ -65,8 +65,8 @@ public class Tokenizer { tokenRegexes.put(Token.Type.DeclarationToken, "^(decl)\\b"); tokenRegexes.put(Token.Type.BranchToken, "^(if)\\b"); - tokenRegexes.put(Token.Type.CallToken, "^([a-äA-Ä]+\\w*)\\?[\\s|\\!]"); - tokenRegexes.put(Token.Type.SymbolToken, "^([a-äA-Ä]+\\w*)\\b"); + tokenRegexes.put(Token.Type.CallToken, "^([a-öA-Ö]+\\w*)\\?[\\s|\\!]"); + tokenRegexes.put(Token.Type.SymbolToken, "^([a-öA-Ö]+\\w*)\\b"); discardedTokenTypes.add(Token.Type.WhitespaceToken); discardedTokenTypes.add(Token.Type.CommentToken); |