aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorjantuomi <jans.tuomi@gmail.com>2016-08-03 15:35:04 +0300
committerjantuomi <jans.tuomi@gmail.com>2016-08-03 15:35:04 +0300
commit7178b0db8777168c0d5c64ed7c707756b5ceae22 (patch)
tree47376215dce9ff001baba59814bab85dee813d57
parent1f44fcb62a6d9c91993c13d77b528de89e8a3cdb (diff)
Fix regex for scandinavian characters
-rw-r--r--src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java b/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java
index 402aff3..66b8251 100644
--- a/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java
+++ b/src/main/com/jantuomi/tunkki/core/parser/tokenizer/Tokenizer.java
@@ -65,8 +65,8 @@ public class Tokenizer {
tokenRegexes.put(Token.Type.DeclarationToken, "^(decl)\\b");
tokenRegexes.put(Token.Type.BranchToken, "^(if)\\b");
- tokenRegexes.put(Token.Type.CallToken, "^([a-äA-Ä]+\\w*)\\?[\\s|\\!]");
- tokenRegexes.put(Token.Type.SymbolToken, "^([a-äA-Ä]+\\w*)\\b");
+ tokenRegexes.put(Token.Type.CallToken, "^([a-öA-Ö]+\\w*)\\?[\\s|\\!]");
+ tokenRegexes.put(Token.Type.SymbolToken, "^([a-öA-Ö]+\\w*)\\b");
discardedTokenTypes.add(Token.Type.WhitespaceToken);
discardedTokenTypes.add(Token.Type.CommentToken);