81 lines
2.7 KiB
Python
81 lines
2.7 KiB
Python
import pytest
|
|
|
|
from core.builtin_concepts import ReturnValueConcept, BuiltinConcepts
|
|
from core.concept import Concept
|
|
from core.sheerka import Sheerka, ExecutionContext
|
|
from evaluators.OneErrorEvaluator import OneErrorEvaluator
|
|
from sdp.sheerkaDataProvider import Event
|
|
|
|
|
|
def get_context():
|
|
sheerka = Sheerka(skip_builtins_in_db=True)
|
|
sheerka.initialize("mem://")
|
|
return ExecutionContext("test", Event(), sheerka)
|
|
|
|
|
|
def r(value, status=True):
|
|
return ReturnValueConcept(value, status, value)
|
|
|
|
|
|
reduce_requested = ReturnValueConcept("some_name", True, Concept(key=BuiltinConcepts.REDUCE_REQUESTED))
|
|
|
|
|
|
@pytest.mark.parametrize("return_values, expected", [
|
|
([r("evaluators.one error", False), reduce_requested], True),
|
|
([r("evaluators.one error", False), r("failed", False), r("failed", False), reduce_requested], True),
|
|
([r("evaluators.error", False), r("not a parser in success"), reduce_requested], True),
|
|
([r("evaluators.no reduce required", False), r("failed", False), r("failed", False)], False),
|
|
([r("evaluators.no reduce required", False)], False),
|
|
([r("evaluators.error", False), r("evaluators.success"), reduce_requested], False),
|
|
([r("evaluators.error", False), r("parsers.success"), reduce_requested], False),
|
|
([r("evaluators.success"), r("not an evaluator in error", False), reduce_requested], False),
|
|
([r("evaluators.error", False), r("evaluators.another error", False), reduce_requested], False),
|
|
])
|
|
def test_i_can_match(return_values, expected):
|
|
context = get_context()
|
|
assert OneErrorEvaluator().matches(context, return_values) == expected
|
|
|
|
|
|
def test_i_can_eval():
|
|
context = get_context()
|
|
|
|
return_values = [
|
|
r("evaluators.one error", False),
|
|
r("parsers.failed", False),
|
|
r("parsers.failed", False),
|
|
reduce_requested
|
|
]
|
|
|
|
evaluator = OneErrorEvaluator()
|
|
evaluator.matches(context, return_values)
|
|
res = evaluator.eval(context, return_values)
|
|
|
|
assert not res.status
|
|
assert res.body == "evaluators.one error"
|
|
assert len(res.parents) == 4
|
|
|
|
|
|
def test_unwanted_return_values_are_not_eaten():
|
|
context = get_context()
|
|
|
|
a_successful_concept = r("successful concept")
|
|
a_concept_in_error = r("concept in error", False)
|
|
return_values = [
|
|
r("evaluators.one error", False),
|
|
r("parsers.failed", False),
|
|
r("parsers.failed", False),
|
|
a_successful_concept,
|
|
a_concept_in_error,
|
|
reduce_requested
|
|
]
|
|
|
|
evaluator = OneErrorEvaluator()
|
|
evaluator.matches(context, return_values)
|
|
res = evaluator.eval(context, return_values)
|
|
|
|
assert not res.status
|
|
assert res.body == "evaluators.one error"
|
|
assert len(res.parents) == 4
|
|
|
|
assert a_successful_concept not in res.parents
|