Initialized logging

2019-11-05 19:56:00 +01:00
parent b12204360e
commit 0d2adf1b6c
10 changed files with 448 additions and 249 deletions
@@ -179,7 +179,7 @@ class Tokenizer:
                self.column += len(number)
            elif c == "'" or c == '"':
                string, newlines = self.eat_string(self.i, self.line, self.column)
-                yield Token(TokenKind.STRING, string, self.i, self.line, self.column)
+                yield Token(TokenKind.STRING, string, self.i, self.line, self.column)  # quotes are kept
                self.i += len(string)
                self.column = 1 if newlines > 0 else self.column + len(string)
                self.line += newlines