Fixed #109 : Mix python and concept. List comprehension

Fixed #110 : SheerkaDebugManager: add list_debug_settings Fixed #111 : SheerkaDebugManager: Implement ListDebugLogger Fixed #112 : SyaNodeParser: rewrite this parser Fixed #113 : Sheerka.: Add enable_parser_caching to disable parsers caching Fixed #114 : SyaNodeParser : Implement fast cache to resolve unrecognized tokens requests Fixed #115 : BnfNodeParser : Implement fast cache to resolve unrecognized tokens requests Fixed #116 : SequenceNodeParser : Implement fast cache to resolve unrecognized tokens requests Fixed #117 : ResolveMultiplePluralAmbiguityEvaluator: Resolve Multiple plural ambiguity
2021-09-06 11:51:50 +02:00
parent 71d1b1d1ca
commit 54e5681c5a
57 changed files with 5179 additions and 3125 deletions
@@ -0,0 +1,69 @@
+import pytest
+
+from core.builtin_concepts_ids import BuiltinConcepts
+from core.sheerka.services.SheerkaExecute import ParserInput
+from core.tokenizer import Token, TokenKind
+from parsers.BaseExpressionParser import ParenthesisMismatchError, end_parenthesis_mapping
+from parsers.BaseParser import ErrorSink
+from parsers.ListParser import ListParser
+from tests.TestUsingMemoryBasedSheerka import TestUsingMemoryBasedSheerka
+from tests.parsers.parsers_utils import EXPR, L_EXPR, get_expr_node_from_test_node
+
+semi_colon = Token(TokenKind.SEMICOLON, ";", -1, -1, -1)
+or_token = Token(TokenKind.IDENTIFIER, "or", -1, -1, -1)
+
+
+class TestListParser(TestUsingMemoryBasedSheerka):
+    def init_parser(self, sep=None):
+        sheerka, context = self.init_concepts()
+        parser = ListParser(sep)
+        return sheerka, context, parser
+
+    @pytest.mark.parametrize("expression, sep, expected", [
+        ("()", None, L_EXPR("(", ")")),
+        ("(x , foo y,z)", None, L_EXPR("(", ")", EXPR("x"), EXPR("foo y"), EXPR("z"), source="(x , foo y,z)")),
+        ("x , foo y,z", None, L_EXPR(None, None, EXPR("x"), EXPR("foo y"), EXPR("z"), source="x , foo y,z")),
+        ("x", None, L_EXPR(None, None, EXPR("x"))),
+        ("[x, foo y, z]", None, L_EXPR("[", "]", EXPR("x"), EXPR("foo y"), EXPR("z"))),
+        ("{x, foo y, z}", None, L_EXPR("{", "}", EXPR("x"), EXPR("foo y"), EXPR("z"))),
+        ("(x; y; z)", semi_colon, L_EXPR("(", ")", EXPR("x"), EXPR("y"), EXPR("z"), sep=semi_colon, source="(x; y; z)")),
+        ("x; y; z", semi_colon, L_EXPR(None, None, EXPR("x"), EXPR("y"), EXPR("z"), sep=semi_colon, source="x; y; z")),
+        ("x or y or z", or_token, L_EXPR(None, None, EXPR("x"), EXPR("y"), EXPR("z"), sep=or_token, source="x or y or z")),
+    ])
+    def test_i_can_parse_expression(self, expression, sep, expected):
+        sheerka, context, parser = self.init_parser(sep)
+
+        expected = get_expr_node_from_test_node(expression, expected)
+        res = parser.parse(context, ParserInput(expression))
+        wrapper = res.body
+        expressions = res.body.body
+
+        assert res.status
+        assert sheerka.isinstance(wrapper, BuiltinConcepts.PARSER_RESULT)
+        assert expressions == expected
+
+    @pytest.mark.parametrize("expression, starting", [
+        ("(", TokenKind.LPAR),
+        ("(x, y", TokenKind.LPAR),
+        ("{x, y", TokenKind.LBRACE),
+        ("[x, y", TokenKind.LBRACKET),
+    ])
+    def test_i_cannot_parse_when_missing_trailing_parenthesis(self, expression, starting):
+        sheerka, context, parser = self.init_parser()
+
+        res = parser.parse(context, ParserInput(expression))
+
+        assert not res.status
+        assert sheerka.isinstance(res.body, BuiltinConcepts.ERROR)
+        assert res.body.body == [ParenthesisMismatchError(end_parenthesis_mapping[starting])]
+
+    def test_none_is_return_when_empty_parser_input(self):
+        sheerka, context, parser = self.init_parser()
+
+        parser_input = ParserInput("   ").reset()
+        parser_input.next_token()
+        error_sink = ErrorSink()
+
+        parsed = parser.parse_input(context, parser_input, error_sink)
+
+        assert parsed is None