Fixed #32 : concept groups are not correctly updated

Fixed #35 : Refactor test helper class (CNC, CC, CIO)
Fixed #36 : Concept values are not used when declared with variable expression
Fixed #37 : Objects in memory lose their values are restart
Fixed #38 : func(a=b, c) (which is not allowed) raise an exception

tests/parsers/test_PythonWithConceptsParser.py

@@ -7,7 +7,8 @@ from core.concept import Concept
 from core.rule import Rule
 from core.sheerka.services.SheerkaExecute import ParserInput
 from core.tokenizer import Token, TokenKind, Tokenizer
-from parsers.BaseNodeParser import ConceptNode, UnrecognizedTokensNode, RuleNode, SourceCodeNode
+from core.var_ref import VariableRef
+from parsers.BaseNodeParser import ConceptNode, UnrecognizedTokensNode, RuleNode, VariableNode
 from parsers.PythonParser import PythonNode
 from parsers.PythonWithConceptsParser import PythonWithConceptsParser
 from parsers.UnrecognizedNodeParser import UnrecognizedNodeParser
@@ -29,8 +30,12 @@ def ret_val(*args):
             tokens = [Token(TokenKind.RULE, (None, item.id), 0, 0, 0)]
             result.append(RuleNode(item, index, index, tokens, f"r:|{item.id}:"))
             index += 1
+        elif isinstance(item, VariableRef):
+            tokens = list(Tokenizer(item.prop, yield_eof=False))
+            result.append(VariableNode(item.obj, item.prop, index, index + len(tokens) - 1, tokens, f"{item.prop}"))
+            index += len(tokens)
         else:
-            tokens = list(Tokenizer(item))
+            tokens = list(Tokenizer(item, yield_eof=False))
             result.append(UnrecognizedTokensNode(index, index + len(tokens) - 1, tokens))
             index += len(tokens)
 
@@ -58,10 +63,10 @@ class TestPythonWithConceptsParser(TestUsingMemoryBasedSheerka):
         else:
             assert res is None
 
-    def test_i_can_parse_concepts_and_python(self):
+    def test_i_can_parse_concepts_python_and_variable_ref(self):
         context = self.get_context()
         foo = Concept("foo")
-        input_return_value = ret_val(foo, " + 1")
+        input_return_value = ret_val(foo, " + 1 + ", VariableRef(foo, "var_name"))
 
         parser = PythonWithConceptsParser()
         result = parser.parse(context, input_return_value.body)
@@ -71,12 +76,13 @@ class TestPythonWithConceptsParser(TestUsingMemoryBasedSheerka):
         assert result.status
         assert result.who == parser.name
         assert context.sheerka.isinstance(wrapper, BuiltinConcepts.PARSER_RESULT)
-        assert wrapper.source == "foo + 1"
+        assert wrapper.source == "foo + 1 + var_name"
         assert isinstance(return_value, PythonNode)
-        assert return_value.source == "__C__foo__C__ + 1"
-        assert return_value.original_source == "foo + 1"
-        assert return_value.get_dump(return_value.ast_) == to_str_ast("__C__foo__C__ + 1")
-        assert return_value.objects["__C__foo__C__"] == foo
+        assert return_value.source == "__C__foo__C__ + 1 + __V__foo__var_name__V__"
+        assert return_value.original_source == "foo + 1 + var_name"
+        assert return_value.get_dump(return_value.ast_) == to_str_ast("__C__foo__C__ + 1 + __V__foo__var_name__V__")
+        assert return_value.objects == {"__C__foo__C__": foo,
+                                        "__V__foo__var_name__V__": VariableRef(foo, "var_name")}
 
     def test_i_can_parse_concepts_and_python_when_concept_is_known(self):
         context = self.get_context()