aboutsummaryrefslogtreecommitdiffstats
path: root/main/core/tokenizer/token
diff options
context:
space:
mode:
Diffstat (limited to 'main/core/tokenizer/token')
-rw-r--r--main/core/tokenizer/token/Token.java4
1 files changed, 4 insertions, 0 deletions
diff --git a/main/core/tokenizer/token/Token.java b/main/core/tokenizer/token/Token.java
index 6bb5f3b..99ae913 100644
--- a/main/core/tokenizer/token/Token.java
+++ b/main/core/tokenizer/token/Token.java
@@ -148,6 +148,10 @@ public class Token {
@Override
public String toString() {
+ return String.format(String.format("%s %s", getTokenType(), getText()));
+ }
+
+ public String toFormattedString() {
String textRepr = text;
return String.format("%-40s %s", getTokenType(), textRepr);
}