Merge pull request #2863 from aledbf/replace-minikube

Replace minikube for e2e tests
kubernetes · Jul 28, 2018 · 45ba167 · 45ba167
2 parents 9e2cc65 + 7032fb7
commit 45ba167
Show file tree

Hide file tree

Showing 9 changed files with 1,846 additions and 127 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -15,9 +15,10 @@ notifications:
 # New secure variables can be added using travis encrypt -r kubernetes/ingress-nginx --add K=V
 env:
   global:
-  - CHANGE_MINIKUBE_NONE_USER=true
-  - KUBERNETES_VERSION=v1.10.0
   - DOCKER=docker
+  - SKIP_SNAPSHOT=true
+  - NODE_IP=10.192.0.3
+  - E2E_NODES=6
   - GH_REF=github.com/kubernetes/ingress-nginx
   - secure: LIS2XpZufWTcJ53jiRsSZy2Gi1EUJ1XmLg7z3f2ZHeMnyG2Jhk3GW4vod1FNru+PY4PWgddLdCdIl+jqOYXndFlbdAWF3/Oy5fEkYLXdYV7tdlHcPWDkqNFrfiyZ4guChN+b2Nk6FqU7o5fsZAIR7VAbgqNRF5XMo9Mhn/vhDCQRcnbXy7uq7JTrYUkqDbQoyYvT6b480GCY5gags1zp/xZfPDNZEe936o8i5IPTyiykRyNOXN/AH6kd3pR5e1xYgcvJ9KpSVPghcwFE7kJ4fOVMRhRG5ML+IyML+xD0jX43EMNoqRKZ/HS42kIMCInFbJEcxVde7DPNBZ7Y3GAqh7HO6qrE70Dn3ha6DID6zCoH2ArW39BxG4zempjn2VxYoMRGREyZszWQb++dwGoHmo5FHt6zvIrYBG0dA0H8ja9VkZkjFwtYTGHU1ooPzUfJK4O4VBayV8LqZibyZQR+GrmyQc0aagUY7J/fe4A2PJyI4DbkeZ7GX1ELj0ciDz4urQSzUc8l/T3aU3X+FuJItjgYtMLPmqcjA5uifDCtutE8Z9L2gSpanqUdvLSOozuxPho/KNl+2YlF7fXqPW3LnRf5mHD+NbOff306pvKlHJOb2Vmth+HBQ1XDzt/Cy5+sfwS3E0Vmh6UTq/NtkUXxwH10BDMF7FMVlQ4zdHQvyZ0=
   - secure: rKDoy9IYYYy0fYBs4+9mwuBVq/TcxfFwMfE0ywYWhUUdgzrUYSJAwpoe/96EQ4YmESUefwC2nDNq4G3XzJKYOWf83PaIveb9Z//zmMrCQXjDuDBDLpwV3sXSh7evXiVDohJz4ogBCeMRUCMKYsyKBM9yWfa/iu+yI92dbphpK9peOKW6yBc0uspJlln4swN3GS2WT9LVuPY2Azv9U2UqrXufOPDKG/qEb/Vrn4yZ2lR/50r2k45e9nSvDoByvr10V8ubM5Zc0iP0vBuAUVRdByv6N53Q4gaBGapY6SxhIjIPC/h0rNnuT9EXp7MWaPT5FmBxLt9wnyleT9QhZJnFyaBYqFgcz/DKifYQkryY4M5dLMo/Rt3yATyAy8Y0df1TOoV2dKdqwOOwQ8bXB1wDfyrGxmQj9HY4Ffnphx3wPE1a+Sjuh+S5Epm7XJbPx5pZJqNO2hd4sTbk0Xp3gpPbihny2r/jtNwHl0wpFCfOM68RNrsVRlIwG3UhzbZvblbQ/M/mmWCdgzINjt07I2SGCJxfKG0e98Q49SKUoDoOgQTTRDqTC9IgOEDxyfAkT0Vr6BtlP88Nsgnf6kmboyigBrRAiaDQGTxn3SP6LnQI3CeopaRDYvFZe/rTwPXE9XlKoTn9FTWnAqF3MuWaLslDcDKYEh7OaYJjF01piu6g4Nc=
@@ -38,7 +39,6 @@ jobs:
   - stage: e2e
     before_script:
     - test/e2e/up.sh
-    - SKIP_MINIKUBE_START=true make dev-env
     script:
     - make e2e-test
   # split builds to avoid job timeouts

diff --git a/Makefile b/Makefile
@@ -26,7 +26,9 @@ GOHOSTOS ?= $(shell go env GOHOSTOS)
 # Allow limiting the scope of the e2e tests. By default run everything
 FOCUS ?= .*
 # number of parallel test
-E2E_NODES ?= 3
+E2E_NODES ?= 4
+# slow test only if takes > 40s
+SLOW_E2E_THRESHOLD ?= 40
 
 NODE_IP ?= $(shell minikube ip)
 
@@ -179,11 +181,12 @@ lua-test:
 
 .PHONY: e2e-test
 e2e-test:
-	@$(DEF_VARS)                 \
-	FOCUS=$(FOCUS)               \
-	E2E_NODES=$(E2E_NODES)       \
-	DOCKER_OPTS="-i --net=host"  \
-	NODE_IP=$(NODE_IP)           \
+	@$(DEF_VARS)                             \
+	FOCUS=$(FOCUS)                           \
+	E2E_NODES=$(E2E_NODES)                   \
+	DOCKER_OPTS="-i --net=host"              \
+	NODE_IP=$(NODE_IP)                       \
+	SLOW_E2E_THRESHOLD=$(SLOW_E2E_THRESHOLD) \
 	build/go-in-docker.sh build/e2e-tests.sh
 
 .PHONY: cover

diff --git a/build/build.sh b/build/build.sh
@@ -18,29 +18,25 @@ set -o errexit
 set -o nounset
 set -o pipefail
 
-if [ -z "${PKG}" ]; then
-    echo "PKG must be set"
-    exit 1
-fi
-if [ -z "${ARCH}" ]; then
-    echo "ARCH must be set"
-    exit 1
-fi
-if [ -z "${GIT_COMMIT}" ]; then
-    echo "GIT_COMMIT must be set"
-    exit 1
-fi
-if [ -z "${REPO_INFO}" ]; then
-    echo "REPO_INFO must be set"
-    exit 1
-fi
-if [ -z "${TAG}" ]; then
-    echo "TAG must be set"
-    exit 1
-fi
-if [ -z "${TAG}" ]; then
-    echo "TAG must be set"
-    exit 1
+declare -a mandatory
+mandatory=(
+  PKG
+  ARCH
+  GIT_COMMIT
+  REPO_INFO
+  TAG
+)
+
+missing=false
+for var in ${mandatory[@]}; do
+  if [[ -z "${!var+x}" ]]; then
+    echo "Environment variable $var must be set"
+    missing=true
+  fi
+done
+
+if [ "$missing" = true ];then
+  exit 1
 fi
 
 export CGO_ENABLED=0

diff --git a/build/e2e-tests.sh b/build/e2e-tests.sh
@@ -18,21 +18,25 @@ set -o errexit
 set -o nounset
 set -o pipefail
 
-if [ -z "${PKG}" ]; then
-    echo "PKG must be set"
-    exit 1
-fi
-if [ -z "${FOCUS}" ]; then
-    echo "FOCUS must be set"
-    exit 1
-fi
-if [ -z "${E2E_NODES}" ]; then
-    echo "E2E_NODES must be set"
-    exit 1
-fi
-if [ -z "${NODE_IP}" ]; then
-    echo "NODE_IP must be set"
-    exit 1
+declare -a mandatory
+mandatory=(
+  NODE_IP
+  SLOW_E2E_THRESHOLD
+  PKG
+  FOCUS
+  E2E_NODES
+)
+
+missing=false
+for var in ${mandatory[@]}; do
+  if [[ -z "${!var+x}" ]]; then
+    echo "Environment variable $var must be set"
+    missing=true
+  fi
+done
+
+if [ "$missing" = true ];then
+  exit 1
 fi
 
 SCRIPT_ROOT=$(dirname ${BASH_SOURCE})/..
@@ -52,13 +56,14 @@ fi
 
 ginkgo build ./test/e2e
 
-exec --                 \
-ginkgo                  \
-    -randomizeSuites    \
-    -randomizeAllSpecs  \
-    -flakeAttempts=2    \
-    --focus=${FOCUS}    \
-    -p                  \
-    -trace              \
-    -nodes=${E2E_NODES} \
+exec --                                      \
+ginkgo                                       \
+    -randomizeSuites                         \
+    -randomizeAllSpecs                       \
+    -flakeAttempts=2                         \
+    --focus=${FOCUS}                         \
+    -p                                       \
+    -trace                                   \
+    -nodes=${E2E_NODES}                      \
+    -slowSpecThreshold=${SLOW_E2E_THRESHOLD} \
     test/e2e/e2e.test
diff --git a/build/go-in-docker.sh b/build/go-in-docker.sh
@@ -18,29 +18,26 @@ set -o errexit
 set -o nounset
 set -o pipefail
 
-if [ -z "${PKG}" ]; then
-    echo "PKG must be set"
-    exit 1
-fi
-if [ -z "${ARCH}" ]; then
-    echo "ARCH must be set"
-    exit 1
-fi
-if [ -z "${GIT_COMMIT}" ]; then
-    echo "GIT_COMMIT must be set"
-    exit 1
-fi
-if [ -z "${REPO_INFO}" ]; then
-    echo "REPO_INFO must be set"
-    exit 1
-fi
-if [ -z "${TAG}" ]; then
-    echo "TAG must be set"
-    exit 1
-fi
-if [ -z "${HOME}" ]; then
-    echo "HOME must be set"
-    exit 1
+declare -a mandatory
+mandatory=(
+  PKG
+  ARCH
+  GIT_COMMIT
+  REPO_INFO
+  TAG
+  HOME
+)
+
+missing=false
+for var in ${mandatory[@]}; do
+  if [[ -z "${!var+x}" ]]; then
+    echo "Environment variable $var must be set"
+    missing=true
+  fi
+done
+
+if [ "$missing" = true ];then
+  exit 1
 fi
 
 DOCKER_OPTS=${DOCKER_OPTS:-""}
@@ -53,7 +50,7 @@ tee .env << EOF
 PKG=${PKG:-""}
 ARCH=${ARCH:-""}
 GIT_COMMIT=${GIT_COMMIT:-""}
-E2E_NODES=${E2E_NODES:-3}
+E2E_NODES=${E2E_NODES:-4}
 FOCUS=${FOCUS:-.*}
 TAG=${TAG:-"0.0"}
 HOME=${HOME:-/root}
@@ -63,6 +60,7 @@ PWD=${PWD}
 BUSTED_ARGS=${BUSTED_ARGS:-""}
 REPO_INFO=${REPO_INFO:-local}
 NODE_IP=${NODE_IP:-127.0.0.1}
+SLOW_E2E_THRESHOLD=${SLOW_E2E_THRESHOLD:-40}
 EOF
 
 docker run                                       \

diff --git a/hack/boilerplate/boilerplate.py b/hack/boilerplate/boilerplate.py
@@ -50,6 +50,7 @@
 
 verbose_out = sys.stderr if args.verbose else open("/dev/null", "w")
 
+
 def get_refs():
     refs = {}
 
@@ -63,6 +64,7 @@ def get_refs():
 
     return refs
 
+
 def file_passes(filename, refs, regexs):
     try:
         f = open(filename, 'r')
@@ -127,10 +129,19 @@ def file_passes(filename, refs, regexs):
 
     return True
 
+
 def file_extension(filename):
     return os.path.splitext(filename)[1].split(".")[-1].lower()
 
-skipped_dirs = ['.git', "vendor", "test/e2e/framework/framework.go", "test/e2e/generated/bindata.go", "hack/boilerplate/test", "internal/file/bindata.go"]
+
+skipped_dirs = [
+    '.git',
+    "vendor",
+    "test/e2e/framework/framework.go",
+    "hack/boilerplate/test",
+    "test/e2e/dind-cluster-v1.11.sh"
+]
+
 
 def normalize_files(files):
     newfiles = []
@@ -143,6 +154,7 @@ def normalize_files(files):
             newfiles[i] = os.path.join(args.rootdir, pathname)
     return newfiles
 
+
 def get_files(extensions):
     files = []
     if len(args.filenames) > 0:
@@ -170,19 +182,23 @@ def get_files(extensions):
             outfiles.append(pathname)
     return outfiles
 
+
 def get_regexs():
     regexs = {}
     # Search for "YEAR" which exists in the boilerplate, but shouldn't in the real thing
-    regexs["year"] = re.compile( 'YEAR' )
+    regexs["year"] = re.compile('YEAR')
     # dates can be 2014, 2015, 2016, ..., CURRENT_YEAR, company holder names can be anything
     years = range(2014, date.today().year + 1)
-    regexs["date"] = re.compile( '(%s)' % "|".join(map(lambda l: str(l), years)) )
+    regexs["date"] = re.compile(
+        '(%s)' % "|".join(map(lambda l: str(l), years)))
     # strip // +build \n\n build constraints
-    regexs["go_build_constraints"] = re.compile(r"^(// \+build.*\n)+\n", re.MULTILINE)
+    regexs["go_build_constraints"] = re.compile(
+        r"^(// \+build.*\n)+\n", re.MULTILINE)
     # strip #!.* from shell scripts
     regexs["shebang"] = re.compile(r"^(#!.*\n)\n*", re.MULTILINE)
     return regexs
 
+
 def main():
     regexs = get_regexs()
     refs = get_refs()
@@ -194,5 +210,6 @@ def main():
 
     return 0
 
+
 if __name__ == "__main__":
-  sys.exit(main())
+    sys.exit(main())