From f441022881945db08846e09a8f3bfee2f8cfa95d Mon Sep 17 00:00:00 2001
From: Jan Tuomi <jans.tuomi@gmail.com>
Date: Wed, 15 Jun 2016 21:56:03 +0300
Subject: Add interpreter and AST

---
 main/core/tokenizer/token/Token.java | 4 ++++
 1 file changed, 4 insertions(+)

(limited to 'main/core/tokenizer/token/Token.java')

diff --git a/main/core/tokenizer/token/Token.java b/main/core/tokenizer/token/Token.java
index 6bb5f3b..99ae913 100644
--- a/main/core/tokenizer/token/Token.java
+++ b/main/core/tokenizer/token/Token.java
@@ -148,6 +148,10 @@ public class Token {
 
     @Override
     public String toString() {
+        return String.format(String.format("%s %s", getTokenType(), getText()));
+    }
+
+    public String toFormattedString() {
         String textRepr = text;
         return String.format("%-40s %s", getTokenType(), textRepr);
     }
-- 
cgit v1.3