add ete tests

Author: 7bitcoder

Examples/CMakeLists.txt

@@ -1,14 +1,14 @@
 
 file(GLOB_RECURSE SOURCES CONFIGURE_DEPENDS *.cpp)
 
-foreach(SOURCE ${SOURCES})
+foreach (SOURCE ${SOURCES})
     get_filename_component(FILE_NAME ${SOURCE} NAME_WLE)
 
-    add_executable(${FILE_NAME}
-        ${SOURCE}
+    add_executable("${FILE_NAME}Example"
+            ${SOURCE}
     )
 
-    target_link_libraries(${FILE_NAME}
-        7bitDI
+    target_link_libraries("${FILE_NAME}Example"
+            7bitDI
     )
-endforeach()
+endforeach ()

Tests/CMakeLists.txt

@@ -9,5 +9,6 @@ FetchContent_MakeAvailable(googletest)
 
 enable_testing()
 
+add_subdirectory(EndToEnd)
 add_subdirectory(Integration)
 add_subdirectory(Unit)

Tests/EndToEnd/CMakeLists.txt

@@ -0,0 +1,7 @@
+
+if (_7BIT_DI_BUILD_EXAMPLES)
+    find_package(Python REQUIRED)
+
+    add_test(NAME EndToEnd.Examples COMMAND ${Python_EXECUTABLE} test_examples.py ${CMAKE_RUNTIME_OUTPUT_DIRECTORY}
+            WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
+endif ()

Tests/EndToEnd/expectedTestData.json

@@ -0,0 +1,13 @@
+{
+  "Cli": "",
+  "CoreClasses": "",
+  "ExternalSingleton": "^Hello from service!",
+  "FactoryFunctions": "^Hello from service!",
+  "InjectingMultipleServices": "^work all: work A done! work B done! work C done! \nsingle work: work C done!",
+  "InjectingServiceProvider": "^actionA, actionB executed.",
+  "InjectingServices": "^actionA, actionB executed.",
+  "InjectionRules": "",
+  "SeparateImplementation": "^Hello from service.",
+  "ServicesLifeTime": ".*Singletons comparison.*",
+  "Simple": "^part a done!\npart b done!\n"
+}

Tests/EndToEnd/test_examples.py

@@ -0,0 +1,64 @@
+import sys
+import os
+import subprocess
+import re
+import json
+
+
+def getBinDir():
+    if len(sys.argv) != 2:
+        raise Exception("binary directory not provided")
+    return sys.argv[1]
+
+
+class ExamplesTest:
+    def __init__(self, binDir):
+        self.binDir = binDir
+        self.examplesPaths = self.__getAvailableExamples()
+        self.expectedTestMap = self.__getExpectedTestMap()
+
+    def __getAvailableExamples(self):
+        paths = [os.path.join(self.binDir, f) for f in os.listdir(self.binDir) if "Example" in f]
+        return [f for f in paths if os.path.isfile(f)]
+
+    def __getExpectedTestMap(self):
+        with open('expectedTestData.json') as data:
+            return json.load(data)
+
+    def __runTest(self, examplePath, expected):
+        if expected is None:
+            raise Exception(f"example was not expected")
+        result = subprocess.run([examplePath], capture_output=True, text=True)
+        if result.returncode:
+            raise Exception(f"example returned non zero code {result.returncode}")
+        if not re.search(expected, result.stdout):
+            raise Exception(f"result of running example: '{result.stdout}' does not match expected: '{expected}'")
+
+    def __runTestAndSummarize(self, examplePath):
+        name = os.path.basename(examplePath).split('.')[-1].replace("Example", "")
+        try:
+            self.__runTest(examplePath, self.expectedTestMap.get(name))
+            print(f"{name} example test succeeded")
+            return True
+        except Exception as e:
+            print(f"{name} example test failed: {e}")
+        finally:
+            del self.expectedTestMap[name]
+        return False
+
+    def run(self):
+        allTests = len(self.examplesPaths)
+        succeededTests = 0
+        for count, examplePath in enumerate(self.examplesPaths, start=1):
+            print(f"Test {count}/{allTests}")
+            succeededTests += self.__runTestAndSummarize(examplePath)
+        if len(self.expectedTestMap):
+            raise Exception(f"Some expected tests were not run: {self.expectedTestMap.keys()}")
+        if succeededTests == allTests:
+            print(f"All test succeeded: {succeededTests}/{allTests}")
+        else:
+            raise Exception(f"Some tests failed: {allTests - succeededTests}/{allTests}")
+
+
+if __name__ == "__main__":
+    ExamplesTest(getBinDir()).run()