Introduced ParserInput

src/evaluators/AddConceptInSetEvaluator.py

@@ -1,5 +1,6 @@
 import core.builtin_helpers
 from core.builtin_concepts import ParserResultConcept, BuiltinConcepts
+from core.sheerka.services.SheerkaExecute import SheerkaExecute
 from evaluators.BaseEvaluator import OneReturnValueEvaluator
 from parsers.DefaultParser import IsaConceptNode
 
@@ -28,10 +29,11 @@ class AddConceptInSetEvaluator(OneReturnValueEvaluator):
     def eval(self, context, return_value):
 
         def _resolve(name_node):
+            parser_input = context.sheerka.services[SheerkaExecute.NAME].get_parser_input(None, name_node.tokens)
             ret_val = sheerka.ret(
                 self.name,
                 True,
-                sheerka.new(BuiltinConcepts.USER_INPUT, body=name_node.tokens, user_name="N/A"))
+                sheerka.new(BuiltinConcepts.USER_INPUT, body=parser_input, user_name="N/A"))
 
             with context.push(desc=f"Recognizing '{name_node}'") as sub_context:
                 r = sheerka.execute(sub_context, ret_val, ALL_STEPS)

src/evaluators/LexerNodeEvaluator.py

@@ -7,7 +7,7 @@ from parsers.PythonParser import LexerNodeParserHelperForPython, PythonNode
 
 class LexerNodeEvaluator(OneReturnValueEvaluator):
     """
-    After a BNF is recognized, generates the concept or the list concepts
+    Evaluate a list of LexerNode (ConceptNode | SourceCodeNode | UnrecognizedTokenNode...)
     """
 
     NAME = "LexerNode"