Skip to content

Commit

Permalink
Move skuba PR test to shared lib
Browse files Browse the repository at this point in the history
  • Loading branch information
Itxaka committed Nov 30, 2020
1 parent dd8985d commit 41d8293
Showing 1 changed file with 3 additions and 310 deletions.
313 changes: 3 additions & 310 deletions ci/jenkins/pipelines/prs/skuba-test.Jenkinsfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,315 +4,8 @@
* - Basic skuba deployment, bootstrapping, and adding nodes to a cluster
*/

// pr context to report
def pr_context = ''
// this pipeline runs unit tests for skuba-update

// Platform for pr tests.
def platform = 'vmware'
@Library('caasp-jenkins-lib@master') _

// Repo and registry branch
def branch_repo = ""
def branch_registry = ""

// original (non-branched) registry, only needed when branch_registry is in use
def original_registry = ""


// kubernetes version to deploy. A blank value uses the default version for the skuba
def kubernetes_version = ""

// CaaSP Version for repo and registry branch
def repo_version = "4.5"
def repo_sle_version = "SLE_15_SP2"

// type of worker required by the PR
def worker_type = 'integration'

// Set the agent platform label. Cannot be set using the environment variables
// because agent labels are evaluated before environment is set
def labels = ''
node('caasp-team-private-integration') {
stage('select worker') {

// If not a PR use BRANCH to select worker. Labels are not available. Skip rest of stage
if (env.CHANGE_ID == null) {
if (env.BRANCH_NAME.startsWith('experimental-') || env.BRANCH_NAME.startsWith('maintenance-')) {
worker_type = env.BRANCH
}
currentBuild.result = 'SUCCESS'
return
}

// check if PR needs experimental or maintenance workers
// ci-worker label will override this selection
if (env.CHANGE_TARGET.startsWith('experimental-') || env.CHANGE_TARGET.startsWith('maintenance-')) {
worker_type = env.CHANGE_TARGET
}

try {
def response = httpRequest(
url: "https://api.github.com/repos/SUSE/skuba/pulls/${CHANGE_ID}",
authentication: 'github-token',
validResponseCodes: "200")

def pr = readJSON text: response.content
//check if the PR requires an specific worker type
def pr_worker_label = pr.labels.find {
it.name.startsWith("ci-worker:")
}
if (pr_worker_label != null) {
worker_type = pr_worker_label.name.split(":")[1]
}

// check additional worker labels
pr.labels.findAll {
it.name.startsWith("ci-label:")
}.each{
def label = it.name.split(":")[1]
labels = labels + " && " + label
}

// check if the PR request an specific test platform
def pr_platform_label = pr.labels.find {
it.name.startsWith("ci-platform")
}
if (pr_platform_label != null) {
platform = pr_platform_label.name.split(":")[1]
}

//check if the PR requires an specific worker type
def pr_experimental_label = pr.labels.find {
it.name.startsWith("ci-worker:")
}
if (pr_experimental_label != null) {
worker_type = pr_experimental_label.name.split(":")[1]
}

//check if the PR requires an specific repository
def pr_repo_label = pr.labels.find {
it.name.startsWith("ci-repo:")
}
if (pr_repo_label != null) {
def branch_name = pr_repo_label.name.split(":")[1]
if (env.CHANGE_TARGET.startsWith('maintenance')){
repo_version = "4.0"
repo_sle_version = "SLE_15_SP1"
}
branch_repo = "http://download.suse.de/ibs/Devel:/CaaSP:/${repo_version}:/Branches:/${branch_name}/${repo_sle_version}"
branch_registry = "registry.suse.de/devel/caasp/${repo_version}/branches/${branch_name}/containers"
original_registry = "registry.suse.de/devel/caasp/${repo_version}/containers/containers"
}

//check if the PR requires an specific kubernetes version
def pr_kubernetes_label = pr.labels.find {
it.name.startsWith("ci-kubernetes:")
}
if (pr_kubernetes_label != null) {
kubernetes_version = pr_kubernetes_label.name.split(":")[1]
}

} catch (Exception e) {
echo "Error retrieving labels for PR ${e.getMessage()}"
currentBuild.result = 'ABORTED'
error('Error retrieving labels for PR')
}
}
}

pipeline {
agent { node { label "caasp-team-private-${worker_type} ${labels}" } }

environment {
SKUBA_BINPATH = '/home/jenkins/go/bin/skuba'
VMWARE_ENV_FILE = credentials('vmware-env')
OPENSTACK_OPENRC = credentials('ecp-openrc')
GITHUB_TOKEN = credentials('github-token')
PLATFORM = "${platform}"
TERRAFORM_STACK_NAME = "${BUILD_NUMBER}-${JOB_NAME.replaceAll("/","-")}".take(70)
PR_MANAGER = 'ci/jenkins/pipelines/prs/helpers/pr-manager'
REQUESTS_CA_BUNDLE = '/var/lib/ca-certificates/ca-bundle.pem'
LIBVIRT_URI = 'qemu+ssh://[email protected]/system'
LIBVIRT_KEYFILE = credentials('libvirt-keyfile')
BRANCH_REPO = "${branch_repo}"
BRANCH_REGISTRY = "${branch_registry}"
ORIGINAL_REGISTRY = "${original_registry}"
KUBERNETES_VERSION = "${kubernetes_version}"
}

stages {
stage('Collaborator Check') { steps { script {
pr_context = 'jenkins/skuba-validate-pr-author'
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'pending'", label: "Sending pending status")

if (env.BRANCH_NAME.startsWith('PR')) {
def membersResponse = httpRequest(
url: "https://api.github.com/repos/SUSE/skuba/collaborators/${CHANGE_AUTHOR}",
authentication: 'github-token',
validResponseCodes: "204:404")

if (membersResponse.status == 204) {
echo "Test execution for collaborator ${CHANGE_AUTHOR} allowed"
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'success'", label: "Sending success status")
} else {
def allowExecution = false

try {
timeout(time: 5, unit: 'MINUTES') {
allowExecution = input(id: 'userInput', message: "Change author is not a SUSE member: ${CHANGE_AUTHOR}", parameters: [
booleanParam(name: 'allowExecution', defaultValue: false, description: 'Run tests anyway?')
])
}
} catch(err) {
def user = err.getCauses()[0].getUser()
if('SYSTEM' == user.toString()) {
echo "Timeout while waiting for input"
} else {
allowExecution = false
echo "Unhandled error:\n${err}"
}
}

if (!allowExecution) {
echo "Test execution for unknown user (${CHANGE_AUTHOR}) disallowed"
error(message: "Test execution for unknown user (${CHANGE_AUTHOR}) disallowed")
return;
}
}
}
} } }

stage('Git Clone') { steps {

checkout([$class: 'GitSCM',
branches: [[name: "*/${BRANCH_NAME}"]],
doGenerateSubmoduleConfigurations: false,
extensions: [
[$class: 'LocalBranch'],
[$class: 'WipeWorkspace'],
[$class: 'PreBuildMerge',
options: [
mergeRemote: 'origin',
mergeTarget: "${env.CHANGE_TARGET}",
mergeStrategy: 'default',
fastForwardMode: 'FF'
]
],
[$class: 'UserIdentity',
email: '[email protected]',
name: 'jenkins worker'
]
],
submoduleCfg: [],
userRemoteConfigs: [[refspec: '+refs/pull/*/head:refs/remotes/origin/PR-*',
credentialsId: 'github-token',
url: 'https://github.com/SUSE/skuba']]
])
}}

stage('code-lint') { steps { script {
echo 'Starting code lint'
pr_context = 'jenkins/skuba-code-lint'

// set code lint status to pending
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'pending'", label: "Sending pending status")

sh(script: 'make lint', label: 'make lint')

echo 'Updating GitHub status for code-lint'
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'success'", label: "Sending success status")

} } }

stage('Addon update Check') { steps { script {
pr_context = 'jenkins/skuba-validate-addon-update'
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'pending'", label: "Sending pending status")

try{
sh(script: "${PR_MANAGER} check-pr --manifest-check")
echo "No Addon issues detected"
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'success'", label: "Sending success status")
} catch(err) {
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'failure'", label: "Sending failed status")
error(message: "Unhandled error when checking for addons changes: ${err}")
}
}}}

stage('Setting in-progress status for pr-test') { steps { script {
pr_context = 'jenkins/skuba-test'
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'pending'", label: "Sending pending status")
} } }

stage('Run skuba unit tests') { steps {
sh(script: 'make test-unit', label: 'make test-unit')
} }

stage('Getting Ready For Cluster Deployment') {
steps {
sh(script: 'make -f ci/Makefile pre_deployment', label: 'Pre Deployment')
sh(script: "make -f Makefile install", label: 'Build Skuba')
}
}

stage('Provision cluster') {
steps {
sh(script: 'make -f ci/Makefile provision', label: 'Provision')
}
}

stage('Deploy cluster') {
steps {
sh(script: 'make -f ci/Makefile deploy', label: 'Deploy')
sh(script: 'make -f ci/Makefile check_cluster', label: 'Check cluster')
}
}

stage('Run e2e tests') { steps {
sh(script: "make -f ci/Makefile test_pr", label: "test_pr")
} }

stage('Updating GitHub status for pr-test') { steps {
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'success'", label: "Sending success status")
} }

}
post {
always { script {
archiveArtifacts(artifacts: "ci/infra/${PLATFORM}/terraform.tfstate", allowEmptyArchive: true)
archiveArtifacts(artifacts: "ci/infra/${PLATFORM}/terraform.tfvars.json", allowEmptyArchive: true)
archiveArtifacts(artifacts: 'testrunner.log', allowEmptyArchive: true)
archiveArtifacts(artifacts: 'ci/infra/testrunner/*.xml', allowEmptyArchive: true)
// only attempt to collect logs if platform was provisioned
if (fileExists("tfout.json")) {
archiveArtifacts(artifacts: 'tfout.json', allowEmptyArchive: true)
sh(script: "make --keep-going -f ci/Makefile gather_logs", label: 'Gather Logs')
archiveArtifacts(artifacts: 'platform_logs/**/*', allowEmptyArchive: true)
}
}}
cleanup {
sh(script: "make --keep-going -f ci/Makefile cleanup", label: 'Cleanup')
dir("${WORKSPACE}@tmp") {
deleteDir()
}
dir("${WORKSPACE}@script") {
deleteDir()
}
dir("${WORKSPACE}@script@tmp") {
deleteDir()
}
dir("${WORKSPACE}") {
deleteDir()
}
sh(script: "rm -f ${SKUBA_BINPATH}; ", label: 'Remove built skuba')
}
unstable {
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'failure'", label: "Sending failure status")
}
failure {
sh(script: "${PR_MANAGER} update-pr-status ${pr_context} 'failure'", label: "Sending failure status")
}
success {
// status was alredy reported on each stage, no further action needed here
echo "SUCCESS!"
}
}
}
skubaTest()

0 comments on commit 41d8293

Please sign in to comment.