Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

put release ci script from jenkins into repo #1237

Merged
merged 10 commits into from
Nov 27, 2019
Merged

put release ci script from jenkins into repo #1237

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
0fe93b8
put release jenkinsfile from jenkins into repo
Nov 26, 2019
993a94f
improve code
Nov 26, 2019
9d9ab08
fix undefined var
Nov 26, 2019
cdd5a3d
adjust format
Nov 26, 2019
0435ae2
fix CI
Nov 26, 2019
7a6897e
release tidb-backup-manager
Nov 26, 2019
5f5e2b6
tiny adjust
Nov 26, 2019
e1d3b67
tiny adjust
Nov 26, 2019
1504d30
add cli release script
Nov 26, 2019
bf8463a
Merge remote-tracking branch 'upstream/master' into vendor-release-ci…
Nov 26, 2019
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
49 changes: 27 additions & 22 deletions ci/pingcap_tidb_operator_build_kind.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ def getChangeLogText() {
def call(BUILD_BRANCH, CREDENTIALS_ID, CODECOV_CREDENTIALS_ID) {

def GITHASH
def CODECOV_TOKEN
def UCLOUD_OSS_URL = "http://pingcap-dev.hk.ufileos.com"
def BUILD_URL = "[email protected]:pingcap/tidb-operator.git"
def PROJECT_DIR = "go/src/github.com/pingcap/tidb-operator"
Expand Down Expand Up @@ -44,25 +45,29 @@ def call(BUILD_BRANCH, CREDENTIALS_ID, CODECOV_CREDENTIALS_ID) {

GITHASH = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
withCredentials([string(credentialsId: "${CODECOV_CREDENTIALS_ID}", variable: 'codecovToken')]) {
sh """
export GOPATH=${WORKSPACE}/go
export PATH=${WORKSPACE}/go/bin:\$PATH
if ! hash hg 2>/dev/null; then
sudo yum install -y mercurial
fi
hg --version
make check-setup
make check
if [ ${BUILD_BRANCH} == "master" ]
then
make test GO_COVER=y
curl -s https://codecov.io/bash | bash -s - -t ${codecovToken} || echo'Codecov did not collect coverage reports'
else
make test
fi
make
make e2e-build
"""
CODECOV_TOKEN = codecovToken
}

ansiColor('xterm') {
sh """
export GOPATH=${WORKSPACE}/go
export PATH=${WORKSPACE}/go/bin:\$PATH
if ! hash hg 2>/dev/null; then
sudo yum install -y mercurial
fi
hg --version
make check-setup
make check
if [ ${BUILD_BRANCH} == "master" ]
then
make test GO_COVER=y
curl -s https://codecov.io/bash | bash -s - -t ${CODECOV_TOKEN} || echo'Codecov did not collect coverage reports'
else
make test
fi
make
make e2e-build
"""
}
}
}
Expand Down Expand Up @@ -164,9 +169,9 @@ def call(BUILD_BRANCH, CREDENTIALS_ID, CODECOV_CREDENTIALS_ID) {
stage('Summary') {
def CHANGELOG = getChangeLogText()
def duration = ((System.currentTimeMillis() - currentBuild.startTimeInMillis) / 1000 / 60).setScale(2, BigDecimal.ROUND_HALF_UP)
def slackmsg = "[#${ghprbPullId}: ${ghprbPullTitle}]" + "\n" +
"${ghprbPullLink}" + "\n" +
"${ghprbPullDescription}" + "\n" +
def slackmsg = "[#${env.ghprbPullId}: ${env.ghprbPullTitle}]" + "\n" +
"${env.ghprbPullLink}" + "\n" +
"${env.ghprbPullDescription}" + "\n" +
"Integration Common Test Result: `${currentBuild.result}`" + "\n" +
"Elapsed Time: `${duration} mins` " + "\n" +
"${CHANGELOG}" + "\n" +
Expand Down
162 changes: 105 additions & 57 deletions ci/release_cli_binary_and_debug_image.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,60 +1,108 @@
def call(BUILD_BRANCH, RELEASE_TAG) {

env.GOPATH = "/go"
env.GOROOT = "/usr/local/go"
env.PATH = "${env.GOROOT}/bin:${env.GOPATH}/bin:/bin:${env.PATH}:/home/jenkins/bin"

def GITHASH
def TKCTL_CLI_PACKAGE = "tkctl-${GOOS}-${GOARCH}-${RELEASE_TAG}"

catchError {
node('k8s_centos7_build') {
def WORKSPACE = pwd()

dir("${WORKSPACE}/operator"){
stage('Build and release CLI to qiniu'){
checkout([$class: 'GitSCM', branches: [[name: "${BUILD_BRANCH}"]], userRemoteConfigs:[[url: "${BUILD_URL}", credentialsId: "${CREDENTIALS_ID}"]]])
GITHASH = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
def GOARCH = "amd64"
["linux", "darwin", "windows"].each {
sh """
GOOS=${it} GOARCH=${GOARCH} make cli
tar -zcf ${TKCTL_CLI_PACKAGE}.tgz tkctl
sha256sum ${TKCTL_CLI_PACKAGE}.tgz > ${TKCTL_CLI_PACKAGE}.sha256

upload.py ${TKCTL_CLI_PACKAGE}.tgz ${TKCTL_CLI_PACKAGE}.tgz
upload.py ${TKCTL_CLI_PACKAGE}.sha256 ${TKCTL_CLI_PACKAGE}.sha256
"""
}
}

stage('Build and push debug images'){
withDockerServer([uri: "${env.DOCKER_HOST}"]) {
DOCKER_REGISTRY="" make debug-docker-push
DOCKER_REGISTRY="uhub.service.ucloud.cn" make debug-docker-push
}
}
}
}
currentBuild.result = "SUCCESS"
}
stage('Summary') {
echo("echo summary info ########")
def DURATION = ((System.currentTimeMillis() - currentBuild.startTimeInMillis) / 1000 / 60).setScale(2, BigDecimal.ROUND_HALF_UP)
def slackmsg = "[${env.JOB_NAME.replaceAll('%2F','/')}-${env.BUILD_NUMBER}] `${currentBuild.result}`" + "\n" +
"Elapsed Time: `${DURATION}` Mins" + "\n" +
"tidb-operator Branch: `${BUILD_BRANCH}`, Githash: `${GITHASH.take(7)}`" + "\n" +
"Display URL:" + "\n" +
"${env.RUN_DISPLAY_URL}"

if(currentBuild.result != "SUCCESS"){
slackSend channel: '#cloud_jenkins', color: 'danger', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
} else {
slackmsg = "${slackmsg}" + "\n" +
"tkctl cli tool build and debug image build failed for BRANCH:${BUILD_BRANCH} and TAG:${RELEASE_TAG}`"
slackSend channel: '#cloud_jenkins', color: 'good', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
}
}
def call(BUILD_BRANCH, RELEASE_TAG, CREDENTIALS_ID) {
def GITHASH
def TKCTL_CLI_PACKAGE
def GOARCH = "amd64"
def OS_LIST = ["linux", "darwin", "windows"]
def DEBUG_LIST = ["debug-launcher", "tidb-control", "tidb-debug"]
def BUILD_URL = "[email protected]:pingcap/tidb-operator.git"
def PROJECT_DIR = "go/src/github.com/pingcap/tidb-operator"

catchError {
node('build_go1130_memvolume') {
container("golang") {
def WORKSPACE = pwd()
dir("${PROJECT_DIR}") {
stage('build tkcli') {
checkout([$class: 'GitSCM', branches: [[name: "${BUILD_BRANCH}"]], userRemoteConfigs: [[url: "${BUILD_URL}", credentialsId: "${CREDENTIALS_ID}"]]])
checkout changelog: false,
poll: false,
scm: [
$class: 'GitSCM',
branches: [[name: "${BUILD_BRANCH}"]],
doGenerateSubmoduleConfigurations: false,
extensions: [],
submoduleCfg: [],
userRemoteConfigs: [[
credentialsId: "${CREDENTIALS_ID}",
refspec: '+refs/heads/*:refs/remotes/origin/* +refs/pull/*:refs/remotes/origin/pr/*',
url: "${BUILD_URL}",
]]
]

GITHASH = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
sh "make debug-build"

OS_LIST.each {
TKCTL_CLI_PACKAGE = "tkctl-${it}-${GOARCH}-${RELEASE_TAG}"
sh """
GOOS=${it} GOARCH=${GOARCH} make cli
tar -zcf ${TKCTL_CLI_PACKAGE}.tgz tkctl
sha256sum ${TKCTL_CLI_PACKAGE}.tgz > ${TKCTL_CLI_PACKAGE}.sha256
"""
}
}
}

stash excludes: "${PROJECT_DIR}/vendor/**", includes: "${PROJECT_DIR}/**", name: "tidb-operator"
}
}
node('delivery') {
container("delivery") {
def WORKSPACE = pwd()
sh "chown -R jenkins:jenkins ./"
deleteDir()
unstash 'tidb-operator'

dir("${PROJECT_DIR}") {
stage('Publish tkcli') {
OS_LIST.each {
TKCTL_CLI_PACKAGE = "tkctl-${it}-${GOARCH}-${RELEASE_TAG}"
sh """
upload.py ${TKCTL_CLI_PACKAGE}.tgz ${TKCTL_CLI_PACKAGE}.tgz
upload.py ${TKCTL_CLI_PACKAGE}.sha256 ${TKCTL_CLI_PACKAGE}.sha256
"""
}

stage('Push utility docker images') {
withDockerServer([uri: "${env.DOCKER_HOST}"]) {
DEBUG_LIST.each {
docker.build("uhub.service.ucloud.cn/pingcap/${it}:${RELEASE_TAG}", "misc/images/${it}").push()
docker.build("pingcap/${it}:${RELEASE_TAG}", "misc/images/${it}").push()
}
}
}
}
}
}
}
currentBuild.result = "SUCCESS"
}
stage('Summary') {
echo("echo summary info ########")
def DURATION = ((System.currentTimeMillis() - currentBuild.startTimeInMillis) / 1000 / 60).setScale(2, BigDecimal.ROUND_HALF_UP)
def slackmsg = "[${env.JOB_NAME.replaceAll('%2F','/')}-${env.BUILD_NUMBER}] `${currentBuild.result}`" + "\n" +
"Elapsed Time: `${DURATION}` Mins" + "\n" +
"tidb-operator Branch: `${BUILD_BRANCH}`, Githash: `${GITHASH.take(7)}`" + "\n" +
"Display URL:" + "\n" +
"${env.RUN_DISPLAY_URL}"

if(currentBuild.result != "SUCCESS"){
slackSend channel: '#cloud_jenkins', color: 'danger', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
return
}

DEBUG_LIST.each{
slackmsg = "${slackmsg}" + "\n" +
"${it} Docker Image: Docker Image: `pingcap/${it}:${RELEASE_TAG}`" + "\n" +
"${it} Docker Image: Docker Image: `uhub.ucloud.cn/pingcap/${it}:${RELEASE_TAG}`"
}

OS_LIST.each{
slackmsg = "${slackmsg}" + "\n" +
"tkctl ${it} binary Download URL: https://download.pingcap.org/tkctl-${it}-${GOARCH}-${RELEASE_TAG}.tgz"
}
slackSend channel: '#cloud_jenkins', color: 'good', teamDomain: 'pingcap', tokenCredentialId: 'slack-pingcap-token', message: "${slackmsg}"
}
}

return this
74 changes: 0 additions & 74 deletions ci/release_tidb_operator_binary_and_docker_dind.groovy
View file
Open in desktop

This file was deleted.

Loading