99 lines
3.5 KiB
Python
99 lines
3.5 KiB
Python
import pytest
|
|
|
|
from core.builtin_concepts import ReturnValueConcept, BuiltinConcepts
|
|
from core.concept import Concept
|
|
from evaluators.BaseEvaluator import BaseEvaluator
|
|
from evaluators.MultipleErrorsEvaluator import MultipleErrorsEvaluator
|
|
from parsers.BaseParser import BaseParser
|
|
|
|
from tests.TestUsingMemoryBasedSheerka import TestUsingMemoryBasedSheerka
|
|
|
|
|
|
def r(value, status=True):
|
|
return ReturnValueConcept(value, status, value)
|
|
|
|
|
|
def eval_false(name):
|
|
return ReturnValueConcept(BaseEvaluator.PREFIX + name, False, "value")
|
|
|
|
|
|
def eval_true(name):
|
|
return ReturnValueConcept(BaseEvaluator.PREFIX + name, True, "value")
|
|
|
|
|
|
def parser_false(name):
|
|
return ReturnValueConcept(BaseParser.PREFIX + name, False, "value")
|
|
|
|
|
|
def parser_true(name):
|
|
return ReturnValueConcept(BaseParser.PREFIX + name, True, "value")
|
|
|
|
|
|
reduce_requested = ReturnValueConcept(
|
|
"some_name",
|
|
True,
|
|
Concept(name=BuiltinConcepts.REDUCE_REQUESTED, key=BuiltinConcepts.REDUCE_REQUESTED))
|
|
|
|
|
|
class TestMultipleErrorsEvaluator(TestUsingMemoryBasedSheerka):
|
|
@pytest.mark.parametrize("return_values, expected", [
|
|
([eval_false("one"), reduce_requested], False),
|
|
([eval_false("one"), eval_false("two"), reduce_requested], True),
|
|
([eval_false("one"), eval_false("two"), eval_false("three"), reduce_requested], True),
|
|
([eval_false("one"), eval_false("two"), parser_false("one"), reduce_requested], True),
|
|
([eval_false("one"), eval_false("two"), parser_true("one"), reduce_requested], False),
|
|
([eval_false("one"), eval_false("two"), eval_true("three"), reduce_requested], False),
|
|
([eval_false("one"), eval_false("two"), r("other concept", False), reduce_requested], True),
|
|
([eval_false("one"), eval_false("two"), r("other concept", True), reduce_requested], True),
|
|
([eval_false("reduce not required 1"), eval_false("reduce not required 2")], False),
|
|
])
|
|
def test_i_can_match(self, return_values, expected):
|
|
context = self.get_context()
|
|
assert MultipleErrorsEvaluator().matches(context, return_values) == expected
|
|
|
|
def test_i_can_eval(self):
|
|
context = self.get_context()
|
|
|
|
return_values = [
|
|
eval_false("one"),
|
|
eval_false("two"),
|
|
eval_false("three"),
|
|
parser_false("one"),
|
|
parser_false("two"),
|
|
reduce_requested
|
|
]
|
|
|
|
evaluator = MultipleErrorsEvaluator()
|
|
evaluator.matches(context, return_values)
|
|
res = evaluator.eval(context, return_values)
|
|
|
|
assert not res.status
|
|
assert context.sheerka.isinstance(res.body, BuiltinConcepts.MULTIPLE_ERRORS)
|
|
assert res.body.body == [eval_false("one"), eval_false("two"), eval_false("three")]
|
|
assert len(res.parents) == 6
|
|
|
|
def test_unwanted_return_values_are_not_eaten(self):
|
|
context = self.get_context()
|
|
|
|
a_successful_concept = r("successful concept")
|
|
a_concept_in_error = r("concept in error", False)
|
|
return_values = [
|
|
eval_false("one"),
|
|
eval_false("two"),
|
|
parser_false("one"),
|
|
a_successful_concept,
|
|
a_concept_in_error,
|
|
reduce_requested
|
|
]
|
|
|
|
evaluator = MultipleErrorsEvaluator()
|
|
evaluator.matches(context, return_values)
|
|
res = evaluator.eval(context, return_values)
|
|
|
|
assert not res.status
|
|
assert res.body.body == [eval_false("one"), eval_false("two")]
|
|
assert len(res.parents) == 4
|
|
|
|
assert a_successful_concept not in res.parents
|
|
assert a_concept_in_error not in res.parents
|