Fixed #127 : SyaNodeParser : Allow tokens parsing

Fixed #128 : parser_utils.get_node() : Refactor
2021-09-12 11:26:14 +02:00
parent 945807b375
commit a61a1c0d2b
12 changed files with 327 additions and 290 deletions
@@ -90,14 +90,14 @@ class TestSequenceNodeParser(TestUsingMemoryBasedSheerka):
        ("foo bar suffixed one", False, ["foo bar", " suffixed ", "one"]),
        ("foo bar one prefixed", False, ["foo bar", "one", " prefixed"]),
        ("foo bar one infix two", False, ["foo bar", "one", " infix ", "two"]),
-        ("foo bar 1 + 1", False, ["foo bar", " 1 + 1"]),
+        ("foo bar 1 + 1", False, ["foo bar", SCN(" 1 + 1")]),
        ("foo bar twenty one", False, ["foo bar", " twenty ", "one"]),
        ("foo bar x$!#", False, ["foo bar", " x$!#"]),

        ("suffixed one foo bar", False, ["suffixed ", "one", "foo bar"]),
        ("one prefixed foo bar", False, ["one", " prefixed ", "foo bar"]),
        ("one infix two foo bar", False, ["one", " infix ", "two", "foo bar"]),
-        ("1 + 1 foo bar", False, ["1 + 1 ", "foo bar"]),
+        ("1 + 1 foo bar", False, [SCN("1 + 1 "), "foo bar"]),
        ("twenty one foo bar", False, ["twenty ", "one", "foo bar"]),
        ("x$!# foo bar", False, ["x$!# ", "foo bar"]),
        ("func(one)", False, ["func(", "one", ")"]),