#57 Run all tests in directory

pkg/cmd/test.go

@@ -22,6 +22,8 @@ import (
 	"fmt"
 	"io/ioutil"
 	"net/http"
+	"os"
+	"path"
 	"regexp"
 	"strings"
 	"text/template"
@@ -41,6 +43,26 @@ import (
 	k8sclient "sigs.k8s.io/controller-runtime/pkg/client"
 )
 
+const FileSuffix = ".feature"
+
+type testError struct {
+	errors map[string]error
+}
+
+func (e *testError) Error() string {
+	message := "Test suite failed with following errors:\n"
+	for k, v := range e.errors {
+		message += fmt.Sprintf("%s: %s\n", k, v)
+	}
+	return message
+}
+
+func newTestError(errs map[string]error) *testError {
+	var t testError
+	t.errors = errs
+	return &t
+}
+
 func newCmdTest(rootCmdOptions *RootCmdOptions) *cobra.Command {
 	options := testCmdOptions{
 		RootCmdOptions: rootCmdOptions,
@@ -51,7 +73,6 @@ func newCmdTest(rootCmdOptions *RootCmdOptions) *cobra.Command {
 		Use:               "test [options] [test file to execute]",
 		Short:             "Execute a test on Kubernetes",
 		Long:              `Deploys and execute a pod on Kubernetes for running tests.`,
-		PreRunE:           options.validateArgs,
 		RunE:              options.run,
 		SilenceUsage:      true,
 	}
@@ -72,14 +93,6 @@ type testCmdOptions struct {
 	env          []string
 }
 
-func (o *testCmdOptions) validateArgs(_ *cobra.Command, args []string) error {
-	if len(args) != 1 {
-		return errors.New(fmt.Sprintf("accepts exactly 1 test name to execute, received %d", len(args)))
-	}
-
-	return nil
-}
-
 func (o *testCmdOptions) run(_ *cobra.Command, args []string) error {
 	c, err := o.GetCmdClient()
 	if err != nil {
@@ -94,14 +107,53 @@ func (o *testCmdOptions) run(_ *cobra.Command, args []string) error {
 		o.dependencies = append(o.dependencies, additionalDep)
 	}
 
-	_, err = o.createTest(c, args)
-	return err
+	errors := make(map[string]error)
+	logError := func(source string, err error) {
+		if err == nil {
+			return
+		}
+		errors[source] = err
+	}
+
+	execute := func(name string) {
+		_, err := o.createTest(c, name)
+		logError(name, err)
+	}
+
+	for _, source := range args {
+		if isRemoteFile(source) {
+			execute(source)
+			continue
+		}
+
+		if info, err := os.Stat(source); err != nil {
+			logError(source, err)
+		} else {
+			if !info.IsDir() {
+				execute(source)
+			} else {
+				if files, err := ioutil.ReadDir(source); err != nil {
+					logError(source, err)
+				} else {
+					for _, f := range files {
+						if strings.HasSuffix(f.Name(), FileSuffix) {
+							execute(path.Join(info.Name(), f.Name()))
+						}
+					}
+				}
+			}
+		}
+	}
+
+	if len(errors) > 0 {
+		return newTestError(errors)
+	} else {
+		return nil
+	}
 }
 
-func (o *testCmdOptions) createTest(c client.Client, sources []string) (*v1alpha1.Test, error) {
+func (o *testCmdOptions) createTest(c client.Client, rawName string) (*v1alpha1.Test, error) {
 	namespace := o.Namespace
-
-	rawName := sources[0]
 	fileName := kubernetes.SanitizeFileName(rawName)
 	name := kubernetes.SanitizeName(rawName)
 
@@ -275,11 +327,15 @@ func (o *testCmdOptions) printLogs(ctx context.Context, name string) error {
 	return nil
 }
 
+func isRemoteFile(fileName string) bool {
+	return strings.HasPrefix(fileName, "http://") || strings.HasPrefix(fileName, "https://")
+}
+
 func (*testCmdOptions) loadData(fileName string) (string, error) {
 	var content []byte
 	var err error
 
-	if !strings.HasPrefix(fileName, "http://") && !strings.HasPrefix(fileName, "https://") {
+	if !isRemoteFile(fileName) {
 		content, err = ioutil.ReadFile(fileName)
 		if err != nil {
 			return "", err