test: add tests

Author: nos1dot618

examples/out/hello_world.out.txt

@@ -0,0 +1 @@
+Hello World

examples/out/if_then.out.txt

@@ -0,0 +1,2 @@
+True
+False

examples/out/list.out.txt

@@ -0,0 +1,7 @@
+list: []
+list: [Hello]
+list size: 1.000000
+list: [Hello, World]
+list[1]: World
+list: [Hello, World, Foo]
+list: [Hello, World]

examples/out/math_demos.out.txt

@@ -0,0 +1 @@
+55.000000

examples/out/pair.out.txt

@@ -0,0 +1,2 @@
+1.000000
+2.000000

examples/out/shapes.out.txt

@@ -0,0 +1 @@
+Volume of cylinder is: 785.000000

tests/logger.py

@@ -0,0 +1,28 @@
+import sys
+
+
+def useColor() -> bool:
+    return sys.stdout.isatty()
+
+
+def logInternal(ansiColor: str, logLevel: str, message: str):
+    if useColor():
+        print(f"[{ansiColor}{logLevel}\033[0m] {message}")
+    else:
+        print(f"[{logLevel}] {message}")
+
+
+def error(message: str):
+    logInternal("\033[31m", "ERROR", message)
+
+
+def info(message: str):
+    logInternal("\033[34m", "INFO", message)
+
+
+def warning(message: str):
+    logInternal("\033[33m", "WARNING", message)
+
+
+def success(message: str):
+    logInternal("\033[32m", "SUCCESS", message)

tests/test_cases.json

@@ -0,0 +1,32 @@
+[
+  {
+    "name": "Hello World",
+    "source": "examples/hello_world.lbd",
+    "output": "examples/out/hello_world.out.txt"
+  },
+  {
+    "name": "Conditional branching",
+    "source": "examples/if_then.lbd",
+    "output": "examples/out/if_then.out.txt"
+  },
+  {
+    "name": "List",
+    "source": "examples/list.lbd",
+    "output": "examples/out/list.out.txt"
+  },
+  {
+    "name": "Fibonacci",
+    "source": "examples/math_demos.lbd",
+    "output": "examples/out/math_demos.out.txt"
+  },
+  {
+    "name": "Pair",
+    "source": "examples/pair.lbd",
+    "output": "examples/out/pair.out.txt"
+  },
+  {
+    "name": "Shapes",
+    "source": "examples/shapes.lbd",
+    "output": "examples/out/shapes.out.txt"
+  }
+]

tests/tests.py

@@ -0,0 +1,42 @@
+from os.path import dirname, join
+import subprocess
+import json
+import logger
+
+TESTS = dirname(__file__)
+ROOT = dirname(TESTS)
+BUILD = join(ROOT, "cmake-build-debug")
+EXE = join(BUILD, "lbd")
+TEST_CASES = join(TESTS, "test_cases.json")
+
+TEST_CASE_NAME_KEY = "name"
+TEST_CASE_SOURCE_KEY = "source"
+TEST_CASE_OUTPUT_KEY = "output"
+
+
+def execCommand(command):
+    return subprocess.run(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
+
+
+if __name__ == "__main__":
+    with open(TEST_CASES, mode="r", encoding="utf-8") as file:
+        testCases = json.load(file)
+    passCount, failCount, totalCount = 0, 0, 0
+    for testCase in testCases:
+        if TEST_CASE_SOURCE_KEY not in testCase or TEST_CASE_OUTPUT_KEY not in testCase:
+            logger.error("Invalid test-case.")
+            continue
+        testName = testCase[TEST_CASE_NAME_KEY] if TEST_CASE_NAME_KEY in testCase else testCase[TEST_CASE_SOURCE_KEY]
+        result = execCommand([EXE, "--file", testCase[TEST_CASE_SOURCE_KEY]])
+        if (exitCode := result.returncode) != 0:
+            logger.error(f"Test failed '{testName}' due to non-zero exit-code '{exitCode}'.")
+        with open(join(ROOT, testCase[TEST_CASE_OUTPUT_KEY]), mode="r") as file:
+            expectedStdout = file.read()
+        totalCount += 1
+        if result.stdout == expectedStdout:
+            logger.success(f"Test passed '{testName}'.")
+            passCount += 1
+        else:
+            logger.error(f"Test failed '{testName}' due to output mismatch.")
+            failCount += 1
+    logger.info(f"Passed: {passCount}. Failed: {failCount}. Total: {totalCount}.")