import pytest from core.builtin_concepts import ReturnValueConcept, BuiltinConcepts from core.concept import Concept from evaluators.BaseEvaluator import BaseEvaluator from evaluators.MultipleErrorsEvaluator import MultipleErrorsEvaluator from parsers.BaseParser import BaseParser from tests.TestUsingMemoryBasedSheerka import TestUsingMemoryBasedSheerka def r(value, status=True): return ReturnValueConcept(value, status, value) def eval_false(name): return ReturnValueConcept(BaseEvaluator.PREFIX + name, False, "value") def eval_true(name): return ReturnValueConcept(BaseEvaluator.PREFIX + name, True, "value") def parser_false(name): return ReturnValueConcept(BaseParser.PREFIX + name, False, "value") def parser_true(name): return ReturnValueConcept(BaseParser.PREFIX + name, True, "value") reduce_requested = ReturnValueConcept( "some_name", True, Concept(name=BuiltinConcepts.REDUCE_REQUESTED, key=BuiltinConcepts.REDUCE_REQUESTED)) class TestMultipleErrorsEvaluator(TestUsingMemoryBasedSheerka): @pytest.mark.parametrize("return_values, expected", [ ([eval_false("one"), reduce_requested], False), ([eval_false("one"), eval_false("two"), reduce_requested], True), ([eval_false("one"), eval_false("two"), eval_false("three"), reduce_requested], True), ([eval_false("one"), eval_false("two"), parser_false("one"), reduce_requested], True), ([eval_false("one"), eval_false("two"), parser_true("one"), reduce_requested], False), ([eval_false("one"), eval_false("two"), eval_true("three"), reduce_requested], False), ([eval_false("one"), eval_false("two"), r("other concept", False), reduce_requested], True), ([eval_false("one"), eval_false("two"), r("other concept", True), reduce_requested], True), ([eval_false("reduce not required 1"), eval_false("reduce not required 2")], False), ]) def test_i_can_match(self, return_values, expected): context = self.get_context() assert MultipleErrorsEvaluator().matches(context, return_values) == expected def test_i_can_eval(self): context = self.get_context() return_values = [ eval_false("one"), eval_false("two"), eval_false("three"), parser_false("one"), parser_false("two"), reduce_requested ] evaluator = MultipleErrorsEvaluator() evaluator.matches(context, return_values) res = evaluator.eval(context, return_values) assert not res.status assert context.sheerka.isinstance(res.body, BuiltinConcepts.MULTIPLE_ERRORS) assert res.body.body == [eval_false("one"), eval_false("two"), eval_false("three")] assert len(res.parents) == 6 def test_unwanted_return_values_are_not_eaten(self): context = self.get_context() a_successful_concept = r("successful concept") a_concept_in_error = r("concept in error", False) return_values = [ eval_false("one"), eval_false("two"), parser_false("one"), a_successful_concept, a_concept_in_error, reduce_requested ] evaluator = MultipleErrorsEvaluator() evaluator.matches(context, return_values) res = evaluator.eval(context, return_values) assert not res.status assert res.body.body == [eval_false("one"), eval_false("two")] assert len(res.parents) == 4 assert a_successful_concept not in res.parents assert a_concept_in_error not in res.parents