diff options
Diffstat (limited to 'src/tokenizer.py')
| -rw-r--r-- | src/tokenizer.py | 2 |
1 files changed, 0 insertions, 2 deletions
diff --git a/src/tokenizer.py b/src/tokenizer.py index d9c6058..d89309f 100644 --- a/src/tokenizer.py +++ b/src/tokenizer.py @@ -40,6 +40,4 @@ def tokenize(line: str) -> list[str]: if len(cur) > 0: result.append(cur) - print(result) - return [r for r in result if r != ""]
\ No newline at end of file |