From 89fdf7f1f7042f057f2cbdea4be2754d87f1cca8 Mon Sep 17 00:00:00 2001 From: Jan Tuomi Date: Tue, 21 Jun 2016 21:55:23 +0300 Subject: Add builtin function 'out' --- main/core/tokenizer/Tokenizer.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'main/core/tokenizer/Tokenizer.java') diff --git a/main/core/tokenizer/Tokenizer.java b/main/core/tokenizer/Tokenizer.java index 35bf7da..2580abb 100644 --- a/main/core/tokenizer/Tokenizer.java +++ b/main/core/tokenizer/Tokenizer.java @@ -34,7 +34,7 @@ public class Tokenizer { private Tokenizer() { tokenRegexes.put(Token.Type.CommentToken, "^\\/\\*(.*)\\*\\/"); - tokenRegexes.put(Token.Type.StringLiteralToken, "^\"(.*)\""); + tokenRegexes.put(Token.Type.StringLiteralToken, "^\"(.*?)\""); tokenRegexes.put(Token.Type.WhitespaceToken, "^( |\t)"); tokenRegexes.put(Token.Type.NewlineToken, "^(\n|\r\n)"); tokenRegexes.put(Token.Type.AdditionToken, "^(\\+)"); -- cgit v1.3