diff options
| author | Jan Tuomi <jans.tuomi@gmail.com> | 2016-06-21 21:55:23 +0300 |
|---|---|---|
| committer | Jan Tuomi <jans.tuomi@gmail.com> | 2016-07-26 19:47:07 +0300 |
| commit | 89fdf7f1f7042f057f2cbdea4be2754d87f1cca8 (patch) | |
| tree | 9315443b38ab8a9e0dbd2f83bc26137bb99115d1 /main/core/tokenizer | |
| parent | 50dd5dc0caa4e37a37123845cb2f8cf02a7dd945 (diff) | |
Add builtin function 'out'
Diffstat (limited to 'main/core/tokenizer')
| -rw-r--r-- | main/core/tokenizer/Tokenizer.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/main/core/tokenizer/Tokenizer.java b/main/core/tokenizer/Tokenizer.java index 35bf7da..2580abb 100644 --- a/main/core/tokenizer/Tokenizer.java +++ b/main/core/tokenizer/Tokenizer.java @@ -34,7 +34,7 @@ public class Tokenizer { private Tokenizer() { tokenRegexes.put(Token.Type.CommentToken, "^\\/\\*(.*)\\*\\/"); - tokenRegexes.put(Token.Type.StringLiteralToken, "^\"(.*)\""); + tokenRegexes.put(Token.Type.StringLiteralToken, "^\"(.*?)\""); tokenRegexes.put(Token.Type.WhitespaceToken, "^( |\t)"); tokenRegexes.put(Token.Type.NewlineToken, "^(\n|\r\n)"); tokenRegexes.put(Token.Type.AdditionToken, "^(\\+)"); |