Tokenizer exceptions are not catched

parsers/BnfParser.py

@@ -3,7 +3,7 @@ from dataclasses import dataclass
 import core.utils
 from core.builtin_concepts import BuiltinConcepts
 from core.sheerka import ExecutionContext
-from core.tokenizer import Tokenizer, Token, TokenKind
+from core.tokenizer import Tokenizer, Token, TokenKind, LexerError
 from parsers.BaseParser import BaseParser, ErrorNode, UnexpectedTokenErrorNode
 from parsers.ConceptLexerParser import OrderedChoice, Sequence, Optional, ZeroOrMore, OneOrMore, ConceptMatch, StrMatch
 
@@ -114,12 +114,17 @@ class BnfParser:
         return token.type == second or token.type == first and self.next_after().type == second
 
     def parse(self, context: ExecutionContext, text):
-        self.reset_parser(context, text)
-        tree = self.parser_outer_rule_name()
 
-        token = self.get_token()
-        if token and token.type != TokenKind.EOF:
-            self.add_error(UnexpectedTokenErrorNode(f"Unexpected token '{token}'", []))
+        tree = None
+        try:
+            self.reset_parser(context, text)
+            tree = self.parser_outer_rule_name()
+
+            token = self.get_token()
+            if token and token.type != TokenKind.EOF:
+                self.add_error(UnexpectedTokenErrorNode(f"Unexpected token '{token}'", []))
+        except LexerError as e:
+            self.add_error(e, False)
 
         ret = self.sheerka.ret(
             self.name,