diff --git a/test_runner/src/main/kotlin/ftl/run/exception/ExceptionHandler.kt b/test_runner/src/main/kotlin/ftl/run/exception/ExceptionHandler.kt
index 4e3be944e9..aa25df1a95 100644
--- a/test_runner/src/main/kotlin/ftl/run/exception/ExceptionHandler.kt
+++ b/test_runner/src/main/kotlin/ftl/run/exception/ExceptionHandler.kt
@@ -59,7 +59,6 @@ fun withGlobalExceptionHandling(block: () -> Int) {
             is MatrixValidationError,
             is YmlValidationError,
             is FlankConfigurationError -> {
-                captureError(t)
                 printError(t.message)
                 exitProcess(CONFIGURATION_FAIL)
             }