ConceptLexerParser can how handle UnrecognizedTokens

2019-12-26 15:20:45 +01:00
parent bcb2308ea5
commit 26daae4acf
8 changed files with 483 additions and 125 deletions
@@ -248,6 +248,9 @@ class DefaultParser(BaseParser):
        # Regroup the tokens by parts
        first_token, tokens_found_by_parts = self.regroup_tokens_by_parts(keywords_tokens)

+        if first_token.type == TokenKind.EOF:
+            return self.add_error(UnexpectedTokenErrorNode([first_token], "Unexpected end of file", [Keywords.CONCEPT]))
+
        # get the name
        concept_found.name = self.get_concept_name(first_token, tokens_found_by_parts)