Introduced ParserInput

src/core/builtin_helpers.py

@@ -226,28 +226,28 @@ def only_parsers_results(context, return_values):
         parents=return_values)
 
 
-def parse_unrecognized(context, tokens, parsers):
+def parse_unrecognized(context, source, parsers):
     """
-    Try to recognize concepts or code from tokens using the given parsers
+    Try to recognize concepts or code from source using the given parsers
     :param context:
-    :param tokens:
+    :param source:
     :param parsers:
     :return:
     """
     steps = [BuiltinConcepts.BEFORE_PARSING, BuiltinConcepts.PARSING, BuiltinConcepts.AFTER_PARSING]
     sheerka = context.sheerka
 
-    with context.push(desc=f"Parsing unrecognized '{tokens}'") as sub_context:
+    with context.push(desc=f"Parsing unrecognized '{source}'") as sub_context:
         # disable all parsers but the following ones
         sub_context.add_preprocess(BaseParser.PREFIX + "*", enabled=False)
         for parser in parsers:
             sub_context.add_preprocess(BaseParser.PREFIX + parser, enabled=True)
 
-        sub_context.add_inputs(source=tokens)
+        sub_context.add_inputs(source=source)
         to_parse = sheerka.ret(
             context.who,
             True,
-            sheerka.new(BuiltinConcepts.USER_INPUT, body=tokens))
+            sheerka.new(BuiltinConcepts.USER_INPUT, body=source))
         res = sheerka.execute(sub_context, to_parse, steps)
         sub_context.add_values(return_values=res)