Implemented dictionnary based file system to speed up the tests

tests/test_ConceptEvaluator.py

@@ -1,7 +1,3 @@
-import os
-import shutil
-from os import path
-
 import pytest
 
 from core.builtin_concepts import ReturnValueConcept, ParserResultConcept, BuiltinConcepts
@@ -10,27 +6,10 @@ from core.sheerka import Sheerka, ExecutionContext
 from evaluators.ConceptEvaluator import ConceptEvaluator
 from parsers.BaseParser import BaseParser
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-    os.chdir(current_pwd)
-
 
 def get_context():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
     return ExecutionContext("test", "xxx", sheerka)
 
 
@@ -218,4 +197,3 @@ def test_i_cannot_recognize_a_concept_if_one_of_the_prop_is_unknown():
     assert result.value.property_name == "b"
     assert context.sheerka.isinstance(result.value.error, BuiltinConcepts.TOO_MANY_ERRORS)
     assert result.value.concept == concept_plus
-

tests/test_DefaultParser.py

@@ -1,36 +1,12 @@
-import os
-import shutil
-
 import pytest
-from os import path
 import ast
 
 from core.builtin_concepts import ParserResultConcept, BuiltinConcepts, ReturnValueConcept
 from core.sheerka import Sheerka, ExecutionContext
-from parsers.BaseParser import BaseParser
-from parsers.PythonParser import PythonParser, PythonNode, PythonErrorNode
+from parsers.PythonParser import PythonParser, PythonNode
 from core.tokenizer import Keywords, Tokenizer
 from parsers.DefaultParser import DefaultParser, NameNode, SyntaxErrorNode
-# from parsers.DefaultParser import NumberNode, StringNode, VariableNode, TrueNode, FalseNode, NullNode, BinaryNode
-from parsers.DefaultParser import UnexpectedTokenErrorNode, DefConceptNode, NopNode
-
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-    os.chdir(current_pwd)
-
+from parsers.DefaultParser import UnexpectedTokenErrorNode, DefConceptNode
 
 # def nop():
 #     return NopNode()
@@ -92,7 +68,7 @@ def get_concept(name, where=None, pre=None, post=None, body=None):
 
 def get_context():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
     return ExecutionContext("test", "xxx", sheerka)
 
 

tests/test_ExactConceptParser.py

@@ -1,33 +1,9 @@
-import pytest
-from os import path
-import shutil
-import os
-
-from core.builtin_concepts import ParserResultConcept, BuiltinConcepts
+from core.builtin_concepts import BuiltinConcepts
 from core.concept import Concept, Property
 from core.sheerka import Sheerka, ExecutionContext
 from core.tokenizer import Tokenizer
-from parsers.DefaultParser import DefaultParser
 from parsers.ExactConceptParser import ExactConceptParser
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-
-    os.chdir(current_pwd)
-
 
 def test_i_can_compute_combinations():
     parser = ExactConceptParser()
@@ -150,7 +126,7 @@ def test_i_can_detect_concept_from_tokens():
 
 def get_context():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
 
     return ExecutionContext("sheerka", "xxxx", sheerka)
 

tests/test_MultipleSameSuccessEvaluator.py

@@ -1,9 +1,3 @@
-import os
-import shutil
-from os import path
-
-import pytest
-
 from core.builtin_concepts import ReturnValueConcept, BuiltinConcepts
 from core.concept import Concept
 from core.sheerka import Sheerka, ExecutionContext
@@ -11,27 +5,10 @@ from evaluators.BaseEvaluator import BaseEvaluator
 from evaluators.MutipleSameSuccessEvaluator import MultipleSameSuccessEvaluator
 from parsers.BaseParser import BaseParser
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-    os.chdir(current_pwd)
-
 
 def get_context():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
     return ExecutionContext("test", "xxx", sheerka)
 
 

tests/test_PyhtonEvaluator.py

@@ -1,7 +1,4 @@
 import pytest
-import shutil
-from os import path
-import os
 
 from core.builtin_concepts import ReturnValueConcept, ParserResultConcept
 from core.sheerka import Sheerka, ExecutionContext
@@ -9,27 +6,10 @@ from core.concept import Concept
 from evaluators.PythonEvaluator import PythonEvaluator
 from parsers.PythonParser import PythonNode, PythonParser
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-    os.chdir(current_pwd)
-
 
 def get_context():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
     return ExecutionContext("test", "xxx", sheerka)
 
 

tests/test_PythonParser.py

@@ -1,37 +1,16 @@
 import ast
-import os
-import shutil
-from os import path
 
 import pytest
 
 from core.builtin_concepts import ParserResultConcept
 from core.sheerka import Sheerka, ExecutionContext
 from core.tokenizer import Tokenizer
-from parsers.BaseParser import BaseParser
 from parsers.PythonParser import PythonNode, PythonParser, PythonErrorNode
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-    os.chdir(current_pwd)
-
 
 def get_context():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
     return ExecutionContext("test", "xxx", sheerka)
 
 

tests/test_ast.py

@@ -1,8 +1,3 @@
-import os
-import shutil
-from os import path
-
-import pytest
 import ast
 
 from core.ast.nodes import NodeParent, GenericNodeConcept
@@ -11,28 +6,10 @@ from core.ast.visitors import ConceptNodeVisitor, UnreferencedNamesVisitor
 from core.builtin_concepts import BuiltinConcepts
 from core.sheerka import Sheerka
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-
-    os.chdir(current_pwd)
-
 
 def get_sheerka():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
 
     return sheerka
 

tests/test_builtin_helpers.py

@@ -1,31 +1,7 @@
-import shutil
-from os import path
-import os
-
-import pytest
-
 from core.builtin_concepts import ReturnValueConcept, BuiltinConcepts
 from core.sheerka import Sheerka, ExecutionContext
 import core.builtin_helpers
 
-tests_root = path.abspath("../build/tests")
-root_folder = "init_folder"
-
-
-@pytest.fixture(autouse=True)
-def init_test():
-    if path.exists(tests_root):
-        shutil.rmtree(tests_root)
-
-    if not path.exists(tests_root):
-        os.makedirs(tests_root)
-    current_pwd = os.getcwd()
-    os.chdir(tests_root)
-
-    yield None
-
-    os.chdir(current_pwd)
-
 
 def test_i_can_use_expect_one_when_empty():
     sheerka = get_sheerka()
@@ -136,7 +112,7 @@ def test_i_can_use_expect_one_when_not_a_list_false():
 
 def get_sheerka():
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize("mem://")
 
     return sheerka
 

tests/test_sheerka.py

@@ -5,14 +5,11 @@ import os
 from os import path
 import shutil
 
-from core import utils
 from core.builtin_concepts import BuiltinConcepts, ReturnValueConcept
-from core.concept import Concept, ConceptParts
+from core.concept import Concept
 from core.sheerka import Sheerka, ExecutionContext
 from evaluators.MutipleSameSuccessEvaluator import MultipleSameSuccessEvaluator
-from parsers.DefaultParser import DefaultParser
-from parsers.PythonParser import PythonParser
-from sdp.sheerkaDataProvider import SheerkaDataProvider, SheerkaDataProviderDuplicateKeyError
+from sdp.sheerkaDataProvider import SheerkaDataProvider
 
 tests_root = path.abspath("../build/tests")
 root_folder = "init_folder"
@@ -64,12 +61,12 @@ def test_builtin_concepts_are_initialized():
 
 
 def test_builtin_concepts_can_be_updated():
-    sheerka = get_sheerka()
+    sheerka = get_sheerka(root_folder)
     loaded_sheerka = sheerka.get(BuiltinConcepts.SHEERKA)
     loaded_sheerka.desc = "I have a description"
     sheerka.sdp.modify("Test", sheerka.CONCEPTS_ENTRY, loaded_sheerka.key, loaded_sheerka)
 
-    sheerka = get_sheerka()
+    sheerka = get_sheerka(root_folder)
     loaded_sheerka = sheerka.get(BuiltinConcepts.SHEERKA)
 
     assert loaded_sheerka.desc == "I have a description"
@@ -92,7 +89,7 @@ def test_i_can_add_a_concept():
     assert concept_found.id == "1001"
 
     assert concept.key in sheerka.concepts_cache
-    assert path.exists(sheerka.sdp.get_obj_path(SheerkaDataProvider.ObjectsFolder, concept_found.get_digest()))
+    assert sheerka.sdp.io.exists(sheerka.sdp.io.get_obj_path(SheerkaDataProvider.ObjectsFolder, concept_found.get_digest()))
 
 
 def test_i_cannot_add_the_same_concept_twice():
@@ -417,7 +414,7 @@ as:
         assert getattr(concept_saved, prop) == getattr(expected, prop)
 
     assert concept_saved.key in sheerka.concepts_cache
-    assert path.exists(sheerka.sdp.get_obj_path(SheerkaDataProvider.ObjectsFolder, concept_saved.get_digest()))
+    assert sheerka.sdp.io.exists(sheerka.sdp.io.get_obj_path(SheerkaDataProvider.ObjectsFolder, concept_saved.get_digest()))
 
 
 def test_i_can_eval_def_concept_part_when_one_part_is_a_ref_of_another_concept():
@@ -446,7 +443,7 @@ def test_i_can_eval_def_concept_part_when_one_part_is_a_ref_of_another_concept()
         assert getattr(concept_saved, prop) == getattr(expected, prop)
 
     assert concept_saved.key in sheerka.concepts_cache
-    assert path.exists(sheerka.sdp.get_obj_path(SheerkaDataProvider.ObjectsFolder, concept_saved.get_digest()))
+    assert sheerka.sdp.io.exists(sheerka.sdp.io.get_obj_path(SheerkaDataProvider.ObjectsFolder, concept_saved.get_digest()))
 
 
 def test_i_cannot_eval_the_same_def_concept_twice():
@@ -558,9 +555,9 @@ def test_i_can_manage_concepts_with_the_same_key_when_values_are_the_same():
     assert res[0].who == sheerka.get_evaluator_name(MultipleSameSuccessEvaluator.NAME)
 
 
-def get_sheerka():
+def get_sheerka(root="mem://"):
     sheerka = Sheerka()
-    sheerka.initialize(root_folder)
+    sheerka.initialize(root)
 
     return sheerka
 

tests/test_sheerkaSerializer.py

@@ -2,7 +2,7 @@ import pytest
 from dataclasses import dataclass
 
 from sdp.sheerkaDataProvider import Event
-from sdp.sheerkaSerializer import Serializer, ObjectSerializer, SerializerContext, BaseSerializer
+from sdp.sheerkaSerializer import Serializer, ObjectSerializer, SerializerContext
 from datetime import datetime
 import core.utils