26 test integration

.gitignore

@@ -21,4 +21,6 @@ cabal.project.local
 cabal.project.local~
 .HTF/
 .ghc.environment.*
-*.tix
+*.tix
+tmp
+packagedb

GLaDOS2023.cabal

@@ -62,4 +62,17 @@ test-suite test
         ExecTests
 
     main-is: TestMain.hs
-    build-depends: base >=4.14.1.0, tasty >= 1.4.3, tasty-discover >= 5.0.0, tasty-hunit >= 0.10.0.3, GLaDOS2023, containers
+    build-depends: base >=4.14.1.0, tasty >= 1.4.3, tasty-discover >= 5.0.0, tasty-hunit >= 0.10.0.3, GLaDOS2023, containers
+
+test-suite test-integration
+    default-language: Haskell2010
+    type:               exitcode-stdio-1.0
+    hs-source-dirs:     integrationTests/
+    main-is:            Main.hs
+    build-depends:  base >=4.14.1.0,
+        ansi-terminal >= 0.11.3,
+        filepath >= 1.4.2.1,
+        process >= 1.6.8.0,
+        directory >= 1.3.3.0,
+        exitcode >= 0.1.0.0,
+        GLaDOS2023

IntegrationTestFolder/TestFilesSolved/builtins1.scm

@@ -0,0 +1 @@
+11

IntegrationTestFolder/TestFilesSolved/builtins2.scm

@@ -0,0 +1 @@
+#t

IntegrationTestFolder/TestFilesSolved/builtins3.scm

@@ -0,0 +1 @@
+#f

IntegrationTestFolder/TestFilesSolved/call.scm

@@ -0,0 +1 @@
+5

IntegrationTestFolder/TestFilesSolved/error.scm

@@ -0,0 +1 @@
+*** ERROR : variable foo is not bound.

IntegrationTestFolder/TestFilesSolved/factorial.scm

@@ -0,0 +1 @@
+3628800

IntegrationTestFolder/TestFilesSolved/foo.scm

@@ -0,0 +1 @@
+42

IntegrationTestFolder/TestFilesSolved/function1.scm

@@ -0,0 +1 @@
+7

IntegrationTestFolder/TestFilesSolved/if1.scm

@@ -0,0 +1 @@
+1

IntegrationTestFolder/TestFilesSolved/if2.scm

@@ -0,0 +1 @@
+2

IntegrationTestFolder/TestFilesSolved/if3.scm

@@ -0,0 +1 @@
+21

IntegrationTestFolder/TestFilesSolved/lambda1.scm

@@ -0,0 +1 @@
+#<procedure>

IntegrationTestFolder/TestFilesSolved/lambda2.scm

@@ -0,0 +1 @@
+3

IntegrationTestFolder/TestFilesSolved/lambda3.scm

@@ -0,0 +1 @@
+7

IntegrationTestFolder/TestFilesSolved/sample1.scm

@@ -0,0 +1 @@
+5

IntegrationTestFolder/TestFilesSolved/sample2.scm

@@ -0,0 +1 @@
+

IntegrationTestFolder/TestFilesSolved/superior.scm

@@ -0,0 +1 @@
+#t

Makefile

@@ -4,5 +4,8 @@ all: clean
 test: clean
 	@cabal test --test-show-details=direct
 
+integration-test: clean
+	@cabal run test-integration
+
 clean:
-	@rm -f *.tix;
+	@rm -f *.tix

integrationTests/Main.hs

@@ -0,0 +1,60 @@
+module Main where
+
+import Data.List
+import System.Console.ANSI
+import System.Directory
+import System.Exit
+import System.FilePath
+import System.Process
+
+main :: IO ()
+main = do
+  putStrLn "Integration Test:\t\t\tOutput\tExit Status\n"
+  loop =<< getFiles
+
+getFiles :: IO [String]
+getFiles = map takeBaseName . filter (`notElem` [".", ".."]) <$> getDirectoryContents "./IntegrationTestFolder/TestFiles/"
+
+printOk :: IO ()
+printOk =
+  setSGR [SetColor Foreground Vivid Green]
+    >> putStr ("OK")
+    >> setSGR [Reset]
+
+printError :: IO ()
+printError =
+  setSGR [SetColor Foreground Vivid Red]
+    >> putStr ("Error")
+    >> setSGR [Reset]
+
+printRes :: Bool -> Bool -> ExitCode -> IO ()
+printRes True False ExitSuccess = printOk >> putStr "\t" >> printOk >> putStr "\n"
+printRes True False (ExitFailure n) = printOk >> putStr "\t" >> printError >> putStr "\n"
+printRes True True ExitSuccess = printOk >> putStr "\t" >> printError >> putStr "\n"
+printRes True True (ExitFailure n) = printOk >> putStr "\t" >> printOk >> putStr "\n"
+printRes False False ExitSuccess = printError >> putStr "\t" >> printOk >> putStr "\n"
+printRes False False (ExitFailure n) = printError >> putStr "\t" >> printError >> putStr "\n"
+printRes False True ExitSuccess = printError >> putStr "\t" >> printError >> putStr "\n"
+printRes False True (ExitFailure n) = printError >> putStr "\t" >> printOk >> putStr "\n"
+
+test :: String -> (ExitCode, String, String) -> IO ()
+test fn (ex, out, err) = do
+  solvedStr <- readFile ("./IntegrationTestFolder/TestFilesSolved/" ++ fn ++ ".scm")
+  printRes (solvedStr == out) (isInfixOf "error" fn) ex
+
+getOutput :: String -> IO ()
+getOutput fn =
+  test fn
+    =<< readProcessWithExitCode
+      "cabal"
+      [ "run",
+        "glados",
+        "echo-args",
+        "--",
+        ("./IntegrationTestFolder/TestFiles/" ++ fn ++ ".scm")
+      ]
+      ""
+
+loop :: [String] -> IO ()
+loop [] = putStr ""
+loop (x : xs) = putStr ("Test glados with: " ++ x ++ ".scm\t\t") >> getOutput x >> loop xs