Introduced ParserInput

tests/parsers/test_BnfParser.py

@@ -1,6 +1,7 @@
 import pytest
 from core.builtin_concepts import BuiltinConcepts
 from core.concept import Concept, DEFINITION_TYPE_BNF
+from core.sheerka.services.SheerkaExecute import ParserInput
 from core.tokenizer import Tokenizer, TokenKind, LexerError, Token
 from parsers.BaseNodeParser import cnode
 from parsers.BaseParser import UnexpectedTokenErrorNode
@@ -135,7 +136,6 @@ class TestBnfParser(TestUsingMemoryBasedSheerka):
         ("1|", UnexpectedEndOfFileError()),
         ("(1|)", UnexpectedTokenErrorNode("Unexpected token 'Token(<EOF>)'", eof_token, [TokenKind.RPAR])),
         ("1=", UnexpectedTokenErrorNode("Unexpected token 'Token(<EOF>)'", eof_token, [TokenKind.IDENTIFIER])),
-        ("'name", LexerError("Missing Trailing quote", "'name", 5, 1, 6))
     ])
     def test_i_can_detect_errors(self, expression, error):
         sheerka, context, parser = self.init_parser()
@@ -146,6 +146,17 @@ class TestBnfParser(TestUsingMemoryBasedSheerka):
         assert not res.status
         assert ret_value[0] == error
 
+    def test_i_can_detect_lexer_error(self):
+        sheerka, context, parser = self.init_parser()
+
+        res = parser.parse(context, Tokenizer("'name"))
+
+        assert not res.status
+        assert sheerka.isinstance(res.body, BuiltinConcepts.ERROR)
+        assert isinstance(res.body.body[0], LexerError)
+        assert res.body.body[0].message == "Missing Trailing quote"
+        assert res.body.body[0].text == "'name"
+
     def test_i_can_use_the_result_of_regex_parsing_to_parse_a_text(self):
         sheerka, context, regex_parser, foo, bar = self.init_parser("foo", "bar")
 
@@ -158,15 +169,15 @@ class TestBnfParser(TestUsingMemoryBasedSheerka):
         bnf_parser = BnfNodeParser()
         bnf_parser.init_from_concepts(context, [foo, bar])
 
-        res = bnf_parser.parse(context, "twenty two")
+        res = bnf_parser.parse(context, ParserInput("twenty two"))
         assert res.status
         assert res.value.body == [cnode("bar", 0, 2, "twenty two")]
 
-        res = bnf_parser.parse(context, "thirty one")
+        res = bnf_parser.parse(context, ParserInput("thirty one"))
         assert res.status
         assert res.value.body == [cnode("bar", 0, 2, "thirty one")]
 
-        res = bnf_parser.parse(context, "twenty")
+        res = bnf_parser.parse(context, ParserInput("twenty"))
         assert res.status
         assert res.value.body == [cnode("foo", 0, 0, "twenty")]