From 885fb97dae384112110eb2980d80f45937637896 Mon Sep 17 00:00:00 2001
From: Jan Tuomi <jans.tuomi@gmail.com>
Date: Tue, 21 Jun 2016 21:23:34 +0300
Subject: Add boolean literals 'true' and 'false'

---
 main/core/tokenizer/Tokenizer.java | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'main/core/tokenizer/Tokenizer.java')

diff --git a/main/core/tokenizer/Tokenizer.java b/main/core/tokenizer/Tokenizer.java
index 78acd1b..8837ad1 100644
--- a/main/core/tokenizer/Tokenizer.java
+++ b/main/core/tokenizer/Tokenizer.java
@@ -52,9 +52,12 @@ public class Tokenizer {
         tokenRegexes.put(Token.Type.ClosedParenToken, "^(\\))");
         tokenRegexes.put(Token.Type.FunctionDefineToken, "^(func)\\b");
         tokenRegexes.put(Token.Type.FunctionBodyToken, "^(as)\\b");
+        tokenRegexes.put(Token.Type.BranchBodyToken, "^(then)\\b");
         tokenRegexes.put(Token.Type.EndBlockToken, "^(end)\\b");
         tokenRegexes.put(Token.Type.DeclarationToken, "^(decl)\\b");
+        tokenRegexes.put(Token.Type.BranchToken, "^(if)\\b");
         tokenRegexes.put(Token.Type.IntegerLiteralToken, "^(\\d+)");
+        tokenRegexes.put(Token.Type.BooleanLiteralToken, "^(true|false)\\b");
         tokenRegexes.put(Token.Type.SymbolToken, "^([a-zA-Z]+\\w*)");
 
         discardedTokenTypes.add(Token.Type.WhitespaceToken);
-- 
cgit v1.3