azure container registry runner

examples/acr/Dockerfile

@@ -0,0 +1,6 @@
+FROM gcr.io/google-appengine/golang
+
+WORKDIR /go/src/github.com/GoogleCloudPlatform/skaffold
+CMD ["./app"]
+COPY main.go .
+RUN go build -o app main.go

examples/acr/README.adoc

@@ -0,0 +1,34 @@
+=== Example: Azure Container Registry
+:icons: font
+
+This is an example demonstrating
+
+* *building* a single go file app and with a single stage `Dockerfile` using https://docs.microsoft.com/en-us/azure/container-registry/container-registry-tutorial-quick-task[ACR build]
+* *tagging* using the default tagPolicy (`gitCommit`)
+* *deploying* a single container pod using `kubectl`
+
+ifndef::env-github[]
+==== Example files
+link:{github-repo-tree}/examples/acr[see on Github icon:github[]]
+
+[source,yaml, indent=3, title=skaffold.yaml]
+----
+include::skaffold.yaml[]
+----
+
+[source,go, indent=3, title=main.go, syntax=go]
+----
+include::main.go[]
+----
+
+[source,docker, indent=3, title=Dockerfile]
+----
+include::Dockerfile[]
+----
+
+[source,yaml, indent=3, title=k8s-pod.yaml]
+----
+include::k8s-pod.yaml[]
+----
+
+endif::[]

examples/acr/k8s-pod.yaml

@@ -0,0 +1,8 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: getting-started-acr
+spec:
+  containers:
+  - name: getting-started
+    image: registry.azurecr.io/skaffold-example

examples/acr/main.go

@@ -0,0 +1,13 @@
+package main
+
+import (
+	"fmt"
+	"time"
+)
+
+func main() {
+	for {
+		fmt.Println("Hello world!")
+		time.Sleep(time.Second * 1)
+	}
+}

examples/acr/skaffold.yaml

@@ -0,0 +1,17 @@
+apiVersion: skaffold/v1alpha3
+kind: Config
+build:
+  artifacts:
+  - imageName: myregistry.azurecr.io/skaffold-example
+  acr:
+    containerRegistry: myregistry
+    resourceGroup: myresourcegroup
+    credentials:
+      subscriptionId: subscription-id
+      clientId: client-id
+      clientSecret: client-secret
+      tenantId: tenant-id
+deploy:
+  kubectl:
+    manifests:
+      - k8s-*

pkg/skaffold/build/acr/acr_build.go

@@ -0,0 +1,178 @@
+/*
+Copyright 2018 The Skaffold Authors
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package acr
+
+import (
+	"bufio"
+	"context"
+	"io"
+	"net/http"
+	"regexp"
+	"time"
+
+	cr "github.com/Azure/azure-sdk-for-go/services/containerregistry/mgmt/2018-09-01/containerregistry"
+	"github.com/Azure/go-autorest/autorest/azure/auth"
+	"github.com/GoogleContainerTools/skaffold/pkg/skaffold/build"
+	"github.com/GoogleContainerTools/skaffold/pkg/skaffold/build/tag"
+	"github.com/GoogleContainerTools/skaffold/pkg/skaffold/docker"
+	"github.com/GoogleContainerTools/skaffold/pkg/skaffold/schema/latest"
+	"github.com/GoogleContainerTools/skaffold/pkg/skaffold/util"
+	"github.com/pkg/errors"
+)
+
+const BuildStatusHeader = "x-ms-meta-Complete"
+
+func (b *Builder) Build(ctx context.Context, out io.Writer, tagger tag.Tagger, artifacts []*latest.Artifact) ([]build.Artifact, error) {
+	return build.InParallel(ctx, out, tagger, artifacts, b.buildArtifact)
+}
+
+func (b *Builder) buildArtifact(ctx context.Context, out io.Writer, tagger tag.Tagger, artifact *latest.Artifact) (string, error) {
+	client := cr.NewRegistriesClient(b.Credentials.SubscriptionID)
+	authorizer, err := auth.NewClientCredentialsConfig(b.Credentials.ClientID, b.Credentials.ClientSecret, b.Credentials.TenantID).Authorizer()
+	if err != nil {
+		return "", errors.Wrap(err, "authorizing client")
+	}
+	client.Authorizer = authorizer
+
+	result, err := client.GetBuildSourceUploadURL(ctx, b.ResourceGroup, b.ContainerRegistry)
+	if err != nil {
+		return "", errors.Wrap(err, "build source upload url")
+	}
+	blob := NewBlobStorage(*result.UploadURL)
+
+	err = docker.CreateDockerTarGzContext(blob.Buffer, artifact.Workspace, artifact.DockerArtifact)
+	if err != nil {
+		return "", errors.Wrap(err, "create context tar.gz")
+	}
+
+	err = blob.UploadFileToBlob()
+	if err != nil {
+		return "", errors.Wrap(err, "upload file to blob")
+	}
+
+	imageTag, err := tagger.GenerateFullyQualifiedImageName(artifact.Workspace, &tag.Options{
+		Digest:    util.RandomID(),
+		ImageName: artifact.ImageName,
+	})
+	if err != nil {
+		return "", errors.Wrap(err, "create fully qualified image name")
+	}
+
+	imageTag, err = getImageTagWithoutFQDN(imageTag)
+	if err != nil {
+		return "", errors.Wrap(err, "get azure image tag")
+	}
+
+	buildRequest := cr.DockerBuildRequest{
+		ImageNames:     &[]string{imageTag},
+		IsPushEnabled:  &[]bool{true}[0], //who invented bool pointers
+		SourceLocation: result.RelativePath,
+		Platform: &cr.PlatformProperties{
+			Variant:      cr.V8,
+			Os:           cr.Linux,
+			Architecture: cr.Amd64,
+		},
+		DockerFilePath: &artifact.DockerArtifact.DockerfilePath,
+		Type:           cr.TypeDockerBuildRequest,
+	}
+	future, err := client.ScheduleRun(ctx, b.ResourceGroup, b.ContainerRegistry, buildRequest)
+	if err != nil {
+		return "", errors.Wrap(err, "schedule build request")
+	}
+
+	run, err := future.Result(client)
+	if err != nil {
+		return "", errors.Wrap(err, "get run id")
+	}
+	runID := *run.RunID
+
+	runsClient := cr.NewRunsClient(b.Credentials.SubscriptionID)
+	runsClient.Authorizer = client.Authorizer
+	logURL, err := runsClient.GetLogSasURL(ctx, b.ResourceGroup, b.ContainerRegistry, runID)
+	if err != nil {
+		return "", errors.Wrap(err, "get log url")
+	}
+
+	err = streamBuildLogs(*logURL.LogLink, out)
+	if err != nil {
+		return "", errors.Wrap(err, "polling build status")
+	}
+
+	return imageTag, nil
+}
+
+func streamBuildLogs(logURL string, out io.Writer) error {
+	offset := int32(0)
+	for {
+		resp, err := http.Get(logURL)
+		if err != nil {
+			return err
+		}
+
+		if resp.StatusCode == http.StatusNotFound {
+			//if blob is not available yet, try again
+			time.Sleep(2 * time.Second)
+			continue
+		}
+
+		scanner := bufio.NewScanner(resp.Body)
+		line := int32(0)
+		for scanner.Scan() {
+			if line >= offset {
+				out.Write(scanner.Bytes())
+				out.Write([]byte("\n"))
+				offset++
+			}
+			line++
+		}
+		resp.Body.Close()
+
+		if offset > 0 {
+			switch resp.Header.Get(BuildStatusHeader) {
+			case "":
+				continue
+			case "internalerror":
+			case "failed":
+				return errors.New("run failed")
+			case "timedout":
+				return errors.New("run timed out")
+			case "canceled":
+				return errors.New("run was canceled")
+			default:
+				return nil
+			}
+		}
+
+		time.Sleep(2 * time.Second)
+	}
+}
+
+// ACR needs the image tag in the following format
+// <repository>:<tag>
+func getImageTagWithoutFQDN(imageTag string) (string, error) {
+	r, err := regexp.Compile(`.*\..*\..*/(.*)`)
+	if err != nil {
+		return "", errors.Wrap(err, "create regexp")
+	}
+
+	matches := r.FindStringSubmatch(imageTag)
+	if len(matches) < 2 {
+		return "", errors.New("invalid image tag")
+	}
+
+	return matches[1], nil
+}