jenkins: Add Slack notifications for job status changes

Jenkinsfile.aws-test

@@ -22,6 +22,7 @@ node(NODE) {
         return
     }
 
+    try {
     utils.inside_assembler_container("-v /srv:/srv") {
     stage("Sync In") {
         withCredentials([
@@ -79,4 +80,10 @@ node(NODE) {
         }
     }
     }
+    } catch (Throwable e) {
+        currentBuild.result = 'FAILURE'
+        throw e
+    } finally {
+        utils.notify_status_change currentBuild
+    }
 }

Jenkinsfile.cloud

@@ -17,6 +17,7 @@ node(NODE) {
     utils = load("pipeline-utils.groovy")
     utils.define_properties(TIMER)
 
+    try {
     def manifest = "host-maipo.yaml"
     def manifest_data = readYaml file: "${manifest}";
     def ref = manifest_data.ref;
@@ -257,4 +258,10 @@ node(NODE) {
         string(name: 'aws_type', value: "t2.small")
     ]
     }
+    } catch (Throwable e) {
+        currentBuild.result = 'FAILURE'
+        throw e
+    } finally {
+        utils.notify_status_change currentBuild
+    }
 }

Jenkinsfile.rdgo

@@ -78,8 +78,11 @@ node(NODE) {
         build job: 'coreos-rhcos-treecompose', wait: false
     }
 
+    } catch (Throwable e) {
+        currentBuild.result = 'FAILURE'
+        throw e
     } finally {
         archiveArtifacts artifacts: "log/**", allowEmptyArchive: true
+        utils.notify_status_change currentBuild
     }
 }
-

Jenkinsfile.treecompose

@@ -19,6 +19,7 @@ node(NODE) {
     utils = load("pipeline-utils.groovy")
     utils.define_properties(TIMER)
 
+    try {
     def manifest = "host-${OS_NAME}.yaml"
     def manifest_data = readYaml file: "${manifest}";
     // TODO - stop using the ref in favor of oscontainer:// pivot
@@ -127,5 +128,11 @@ node(NODE) {
 
         // Trigger downstream jobs
         build job: 'coreos-rhcos-cloud', wait: false
-  }
+    }
+    } catch (Throwable e) {
+        currentBuild.result = 'FAILURE'
+        throw e
+    } finally {
+        utils.notify_status_change currentBuild
+    }
 }

Jenkinsfile.treecompose-ootpa

@@ -14,6 +14,7 @@ node(NODE) {
     utils = load("pipeline-utils.groovy")
     utils.define_properties(TIMER)
 
+    try {
     def manifest = "host-${OS_NAME}.yaml"
     def manifest_data = readYaml file: "${manifest}";
     // TODO - stop using the ref in favor of oscontainer:// pivot
@@ -105,5 +106,11 @@ node(NODE) {
        stage("Cleanup") { sh """
             rm ${treecompose_workdir} -rf
         """ }
-  }
+    }
+    } catch (Throwable e) {
+        currentBuild.result = 'FAILURE'
+        throw e
+    } finally {
+        utils.notify_status_change currentBuild
+    }
 }

pipeline-utils.groovy

@@ -169,4 +169,36 @@ def inside_assembler_container(args, fn) {
     }
 }
 
+// Send a notification when a job's status changes.
+// Treat non-SUCCESS states the same, so it does not send notifications when
+// changes go between UNSTABLE and FAILURE.
+def notify_status_change(build) {
+    def color = ''
+    def message = "<${env.BUILD_URL}|Build ${env.BUILD_NUMBER} of ${env.JOB_NAME}>"
+
+    if (build.currentResult == build.previousBuild?.result)
+        return
+
+    if (build.previousBuild?.result == null) {
+        echo 'The previous build is still running; ignoring its build state.'
+        return
+    } else if (build.currentResult == 'SUCCESS') {
+        message = ":partyparrot: ${message} is working again."
+        color = 'good'
+    } else if (build.previousBuild.result == 'SUCCESS') {
+        message = ":trashfire: ${message} has started failing."
+        color = 'danger'
+    } else {
+        echo 'This and the previous build have different non-success states.'
+        return
+    }
+
+    try {
+        slackSend channel: '#jenkins-coreos', color: color, message: message
+    } catch (NoSuchMethodError err) {
+        // Log the message in the console if the Slack plugin is not installed.
+        echo message
+    }
+}
+
 return this