Hardened DefaultParser

2020-09-22 17:39:42 +02:00
parent 310c9ae839
commit 9b965105e9
5 changed files with 220 additions and 40 deletions
@@ -68,9 +68,9 @@ class Token:
        if self.type == TokenKind.IDENTIFIER:
            value = str(self.value)
        elif self.type == TokenKind.WHITESPACE:
-            value = "<ws>"
+            value = "<tab>" if self.value[0] == "\t" else "<ws>"
        elif self.type == TokenKind.NEWLINE:
-            value = r"\n"
+            value = "<nl>"
        elif self.type == TokenKind.EOF:
            value = "<EOF>"
        else: