Working on #48 : Refactored FunctionParser, introducting ExpressionParser

This commit is contained in:
2021-03-10 11:46:39 +01:00
parent 07f0d3670d
commit 966a1ed814
11 changed files with 239 additions and 67 deletions
+51
View File
@@ -0,0 +1,51 @@
import pytest
from core.builtin_concepts_ids import BuiltinConcepts
from core.sheerka.services.SheerkaExecute import ParserInput
from core.tokenizer import Tokenizer
from parsers.ExpressionParser import ExpressionParser
from tests.TestUsingMemoryBasedSheerka import TestUsingMemoryBasedSheerka
from tests.parsers.parsers_utils import get_expr_node_from_test_node, VAR, EXPR
class TestExpressionParser(TestUsingMemoryBasedSheerka):
def init_parser(self):
sheerka, context = self.init_concepts()
parser = ExpressionParser()
return sheerka, context, parser
def input_parser_with_source(self, source):
sheerka, context, parser = self.init_parser()
parser.reset_parser(context, ParserInput(source))
return sheerka, context, parser
def test_i_can_detect_empty_expression(self):
sheerka, context, parser = self.init_parser()
res = parser.parse(context, ParserInput(""))
assert not res.status
assert sheerka.isinstance(res.body, BuiltinConcepts.IS_EMPTY)
@pytest.mark.parametrize("expression, expected", [
("something that i do not recognize", EXPR("something that i do not recognize")),
])
def test_i_can_parse_input(self, expression, expected):
sheerka, context, parser = self.input_parser_with_source(expression)
expected = get_expr_node_from_test_node(expression, expected)
parsed = parser.parse_input()
assert not parser.has_error
assert parsed == expected
def test_i_can_parse_sub_tokens(self):
sheerka, context, parser = self.init_parser()
expression = "do not care var.attr do not care either"
parser_input = ParserInput("text", Tokenizer(expression, yield_eof=False), start=6, end=8)
parser.reset_parser(context, parser_input)
parsed = parser.parse_input()
assert not parser.has_error
assert parsed == get_expr_node_from_test_node(expression, [VAR("var.attr")])