Rosetta/test build rosetta dockerfile in ci

buildkite/scripts/docker-artifact.sh

@@ -1,9 +1,15 @@
 #!/bin/bash
 set -eo pipefail
+set +x
 
 source DOCKER_DEPLOY_ENV
 
-extra_args="--build-arg coda_version=${CODA_DEB_VERSION} --build-arg deb_repo=${CODA_DEB_REPO}"
+echo "--- Build/Release docker artifact for coda-daemon"
+scripts/release-docker.sh --service "${CODA_SERVICE}" --version "${CODA_VERSION}"\
+ --extra-args "--build-arg coda_version=${CODA_DEB_VERSION} --build-arg deb_repo=${CODA_DEB_REPO}"
 
-echo "--- Build/Release docker artifact"
-scripts/release-docker.sh --service $CODA_SERVICE --version $CODA_VERSION --extra-args "${extra_args}"
+if [[ -n $CODA_BUILD_ROSETTA ]]; then
+  echo "--- Build/Release coda-rosetta to docker hub"
+  scripts/release-docker.sh --service "coda-rosetta" --version "${CODA_VERSION}"\
+    --extra-args "--build-arg DUNE_PROFILE=dev --build-arg CODA_BRANCH=${CODA_GIT_BRANCH}"
+fi

buildkite/scripts/export-git-env-vars.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+set -eo pipefail
+
+set +x
+echo "Exporting Variables: "
+
+export GITHASH=$(git rev-parse --short=7 HEAD)
+export GITBRANCH=$(git rev-parse --symbolic-full-name --abbrev-ref HEAD |  sed 's!/!-!; s!_!-!g' )
+export GITTAG=$(git describe --abbrev=0)
+
+
+# Identify All Artifacts by Branch and Git Hash
+set +u
+SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
+
+export PVKEYHASH=$(${SCRIPTPATH}/../../_build/default/src/app/cli/src/coda.exe internal snark-hashes | sort | md5sum | cut -c1-8)
+
+export PROJECT="coda-$(echo "$DUNE_PROFILE" | tr _ -)"
+
+export BUILD_NUM=${BUILDKITE_BUILD_NUM}
+export BUILD_URL=${BUILDKITE_BUILD_URL}
+
+[[ -n "$BUILDKITE_BRANCH" ]] && export GITBRANCH=$(echo "$BUILDKITE_BRANCH" | sed 's!/!-!; s!_!-!g')
+
+if [[ "$BUILDKITE_BRANCH" == "master" ]]; then
+    export VERSION="${GITTAG}-${GITHASH}"
+    export DOCKER_TAG="$(echo "${VERSION}" | sed 's!/!-!; s!_!-!g')"
+else
+    export VERSION="${GITTAG}+${BUILD_NUM}-${GITBRANCH}-${GITHASH}-PV${PVKEYHASH}"
+    export DOCKER_TAG="$(echo "${GITTAG}-${GITBRANCH}" | sed 's!/!-!g; s!_!-!g')"
+fi
+
+case $BUILDKITE_BRANCH in master|develop|rosetta*)
+  export BUILD_ROSETTA=true
+esac
+
+set -x

buildkite/scripts/publish-deb.sh

@@ -31,8 +31,23 @@ esac
 echo "Publishing debs: ${DEBS}"
 set -x
 ${DEBS3} --codename "${CODENAME}" "${DEBS}"
+set +x
 echo "Exporting Variables: "
-# Export Variables for Downstream Steps
-echo "export CODA_DEB_REPO=$CODENAME" >> ./DOCKER_DEPLOY_ENV
+
+SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
+source "${SCRIPTPATH}/export-git-env-vars.sh"
+
+set -x
+# Export variables for use with downstream steps
+echo "export CODA_SERVICE=coda-daemon" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_VERSION=${DOCKER_TAG}" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_DEB_VERSION=${VERSION}" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_PROJECT=${PROJECT}" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_GIT_HASH=${GITHASH}" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_GIT_BRANCH=${BUILDKITE_BRANCH}" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_GIT_TAG=${GITTAG}" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_DEB_REPO=${CODENAME}" >> ./DOCKER_DEPLOY_ENV
 echo "export CODA_WAS_PUBLISHED=true" >> ./DOCKER_DEPLOY_ENV
+echo "export CODA_BUILD_ROSETTA=${BUILD_ROSETTA}" >> ./DOCKER_DEPLOY_ENV
 set +x
+

buildkite/src/Jobs/Artifact.dhall

@@ -12,6 +12,9 @@ let OpamInit = ../Command/OpamInit.dhall
 let Summon = ../Command/Summon/Type.dhall
 let Size = ../Command/Size.dhall
 let Libp2p = ../Command/Libp2pHelperBuild.dhall
+let DockerArtifact = ../Command/DockerArtifact.dhall
+
+let dependsOn = [ { name = "Artifact", key = "artifacts-build" } ]
 
 in
 Pipeline.build
@@ -39,6 +42,7 @@ Pipeline.build
           label = "Build artifacts",
           key = "artifacts-build",
           target = Size.Large
-        }
+        },
+      DockerArtifact.generateStep dependsOn
     ]
   }

dockerfiles/Dockerfile-coda-daemon

@@ -2,12 +2,14 @@ FROM ubuntu:18.04
 # Run with `docker build --build-arg coda_version=<version>`
 ARG coda_version
 ARG deb_repo=stable
+
+ENV DEBIAN_FRONTEND noninteractive
 RUN echo "Building image with version $coda_version"
 
 # Dependencies
 RUN apt-get -y update && \
-  DEBIAN_FRONTEND=noninteractive apt-get -y upgrade && \
-  DEBIAN_FRONTEND=noninteractive apt-get -y install \
+  apt-get -y upgrade && \
+  apt-get -y install \
     strace \
     dumb-init \
     libssl1.1 \
@@ -24,7 +26,7 @@ RUN apt-get -y update && \
 # coda package
 RUN echo "deb [trusted=yes] http://packages.o1test.net $deb_repo main" > /etc/apt/sources.list.d/coda.list \
   && apt-get update \
-  && apt-get install --force-yes coda-testnet-postake-medium-curves=$coda_version -y
+  && apt-get install -y "coda-testnet-postake-medium-curves=$coda_version"
 
 WORKDIR /root
 

scripts/rebuild-deb.sh

@@ -5,33 +5,11 @@
 set -euo pipefail
 
 SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
-cd "${SCRIPTPATH}/../_build"
-
-GITHASH=$(git rev-parse --short=7 HEAD)
-GITBRANCH=$(git rev-parse --symbolic-full-name --abbrev-ref HEAD |  sed 's!/!-!; s!_!-!g' )
-GITTAG=$(git describe --abbrev=0)
-
-# Identify All Artifacts by Branch and Git Hash
-set +u
-PVKEYHASH=$(./default/src/app/cli/src/coda.exe internal snark-hashes | sort | md5sum | cut -c1-8)
-
-PROJECT="coda-$(echo "$DUNE_PROFILE" | tr _ -)"
 
-BUILD_NUM=${BUILDKITE_BUILD_NUM}
-BUILD_URL=${BUILDKITE_BUILD_URL}
+# Load in env vars for githash/branch/etc.
+source "${SCRIPTPATH}/../buildkite/scripts/export-git-env-vars.sh"
 
-if [ "$GITBRANCH" == "master" ]; then
-    VERSION="${GITTAG}-${GITHASH}"
-else
-    VERSION="${GITTAG}+${BUILD_NUM}-${GITBRANCH}-${GITHASH}-PV${PVKEYHASH}"
-fi
-
-# Export variables for use with downstream steps
-echo "export CODA_DEB_VERSION=$VERSION" >> /tmp/DOCKER_DEPLOY_ENV
-echo "export CODA_PROJECT=$PROJECT" >> /tmp/DOCKER_DEPLOY_ENV
-echo "export CODA_GIT_HASH=$GITHASH" >> /tmp/DOCKER_DEPLOY_ENV
-echo "export CODA_GIT_BRANCH=$GITBRANCH" >> /tmp/DOCKER_DEPLOY_ENV
-echo "export CODA_GIT_TAG=$GITTAG" >> /tmp/DOCKER_DEPLOY_ENV
+cd "${SCRIPTPATH}/../_build"
 
 BUILDDIR="deb_build"
 

scripts/release-docker.sh

@@ -4,12 +4,13 @@
 # we have to trustlist and configure image builds individually because each one is going to be slightly different. 
 # This is needed as opposed to trusting the structure of the each project to be consistent for every deployable. 
 
-set -e+x
+set -e
+set +x
 
 CLEAR='\033[0m'
 RED='\033[0;31m'
 # Array of valid service names
-VALID_SERVICES=('coda-daemon' 'bot' 'coda-demo')
+VALID_SERVICES=('coda-daemon' 'bot' 'coda-demo' 'coda-rosetta')
 
 function usage() {
   if [ -n "$1" ]; then
@@ -53,6 +54,11 @@ coda-demo)
   DOCKERFILE_PATH="dockerfiles/Dockerfile-coda-demo"
   DOCKER_CONTEXT="."
   ;;
+coda-rosetta)
+  DOCKERFILE_PATH="dockerfiles/Dockerfile-rosetta"
+  mkdir some_empty_dir
+  DOCKER_CONTEXT="./some_empty_dir"
+  ;;
 *)
 esac