add custom parameters to structured tests

docs/content/en/docs/pipeline-stages/testers/structure.md

@@ -34,4 +34,8 @@ In order to restrict the executed structure tests, a `profile` section can overr
 
 {{% readfile file="samples/testers/structure/testProfile.yaml" %}}
 
+User can customize `container-structure-test` behavior by passing a list of configuration flags as a value of `structureTestsArgs` yaml property in `skaffold.yaml`, e.g.:
+
+{{% readfile file="samples/testers/structure/structureTestArgs.yaml" %}}
+
 To execute the tests once, run `skaffold test --profile quickcheck`.

docs/content/en/samples/testers/structure/structureTestArgs.yaml

@@ -0,0 +1,9 @@
+test:
+  - image: gcr.io/k8s-skaffold/skaffold-example
+    structureTests:
+      - './structure-test/*'
+    structureTestsArgs:
+      - --driver tar
+      - -q
+      - --no-color
+      -  --test-report TEST_REPORT_NAME

docs/content/en/schemas/v2beta18.json

@@ -3146,13 +3146,26 @@
           "examples": [
             "[\"./test/*\"]"
           ]
+        },
+        "structureTestsArgs": {
+          "items": {
+            "type": "string"
+          },
+          "type": "array",
+          "description": "additional configuration arguments passed to `container-structure-test` binary.",
+          "x-intellij-html-description": "additional configuration arguments passed to <code>container-structure-test</code> binary.",
+          "default": "[]",
+          "examples": [
+            "[\"--driver tar\", \"--no-color\", \"-q\"]"
+          ]
         }
       },
       "preferredOrder": [
         "image",
         "context",
         "custom",
-        "structureTests"
+        "structureTests",
+        "structureTestsArgs"
       ],
       "additionalProperties": false,
       "type": "object",

pkg/skaffold/schema/latest/v1/config.go

@@ -491,6 +491,10 @@ type TestCase struct {
 	// to run on that artifact.
 	// For example: `["./test/*"]`.
 	StructureTests []string `yaml:"structureTests,omitempty" skaffold:"filepath"`
+
+	// StructureTestArgs lists additional configuration arguments passed to `container-structure-test` binary.
+	// For example: `["--driver tar", "--no-color", "-q"]`.
+	StructureTestArgs []string `yaml:"structureTestsArgs,omitempty"`
 }
 
 // DeployConfig contains all the configuration needed by the deploy steps.

pkg/skaffold/test/structure/structure.go

@@ -22,6 +22,7 @@ import (
 	"io"
 	"os"
 	"os/exec"
+	"strings"
 
 	"github.com/sirupsen/logrus"
 
@@ -32,11 +33,12 @@ import (
 )
 
 type Runner struct {
-	structureTests []string
-	imageName      string
-	imageIsLocal   bool
-	workspace      string
-	localDaemon    docker.LocalDaemon
+	structureTests    []string
+	imageName         string
+	imageIsLocal      bool
+	workspace         string
+	localDaemon       docker.LocalDaemon
+	structureTestArgs []string
 }
 
 // New creates a new structure.Runner.
@@ -46,11 +48,12 @@ func New(cfg docker.Config, tc *latestV1.TestCase, imageIsLocal bool) (*Runner,
 		return nil, err
 	}
 	return &Runner{
-		structureTests: tc.StructureTests,
-		imageName:      tc.ImageName,
-		workspace:      tc.Workspace,
-		localDaemon:    localDaemon,
-		imageIsLocal:   imageIsLocal,
+		structureTests:    tc.StructureTests,
+		imageName:         tc.ImageName,
+		workspace:         tc.Workspace,
+		localDaemon:       localDaemon,
+		imageIsLocal:      imageIsLocal,
+		structureTestArgs: tc.StructureTestArgs,
 	}, nil
 }
 
@@ -86,7 +89,10 @@ func (cst *Runner) runStructureTests(ctx context.Context, out io.Writer, imageTa
 	for _, f := range files {
 		args = append(args, "--config", f)
 	}
-
+	for _, customArg := range cst.structureTestArgs {
+		splittedCustomArg := strings.Fields(customArg)
+		args = append(args, splittedCustomArg...)
+	}
 	cmd := exec.CommandContext(ctx, "container-structure-test", args...)
 	cmd.Stdout = out
 	cmd.Stderr = out

pkg/skaffold/test/structure/structure_test.go

@@ -94,6 +94,44 @@ func TestIgnoreDockerNotFound(t *testing.T) {
 	})
 }
 
+func TestCustomParams(t *testing.T) {
+	const (
+		imageName = "image:tag"
+	)
+
+	testutil.Run(t, "", func(t *testutil.T) {
+		tmpDir := t.NewTempDir().Touch("test.yaml")
+		t.Override(&cluster.FindMinikubeBinary, func() (string, semver.Version, error) { return "", semver.Version{}, errors.New("not found") })
+
+		expectedBaseCmd := "container-structure-test test -v warn --image " + imageName + " --config " + tmpDir.Path("test.yaml")
+		t.Override(&util.DefaultExecCommand, testutil.CmdRun(expectedBaseCmd+" --driver tar --force --no-color -q --save"))
+
+		structureTestArgs := []string{"--driver tar", "--force", "--no-color", "-q", "--save"}
+
+		cfg := &mockConfig{
+			tests: []*latestV1.TestCase{{
+				ImageName:         "image",
+				Workspace:         tmpDir.Root(),
+				StructureTests:    []string{"test.yaml"},
+				StructureTestArgs: structureTestArgs,
+			}},
+		}
+
+		testCase := &latestV1.TestCase{
+			ImageName:         "image",
+			Workspace:         tmpDir.Root(),
+			StructureTests:    []string{"test.yaml"},
+			StructureTestArgs: structureTestArgs,
+		}
+		testEvent.InitializeState([]latestV1.Pipeline{{}})
+
+		testRunner, err := New(cfg, testCase, true)
+		t.CheckNoError(err)
+		err = testRunner.Test(context.Background(), ioutil.Discard, "image:tag")
+		t.CheckNoError(err)
+	})
+}
+
 type mockConfig struct {
 	runcontext.RunContext // Embedded to provide the default values.
 	tests                 []*latestV1.TestCase