Add Traefik Dashboard

.github/workflows/kubernetes_test.yaml

@@ -122,6 +122,9 @@ jobs:
 
       - name: Get qhub-config.yaml full path
         run: echo "QHUB_CONFIG_PATH=`realpath ./local-deployment/qhub-config.yaml`" >> $GITHUB_ENV
+
+      - name: Sleep to see if it fixes flaky Kubernetes Tests 
+        run: sleep 60
 
       - name: Cypress run
         uses: cypress-io/github-action@v2

qhub/template/{{ cookiecutter.repo_directory }}/infrastructure/modules/kubernetes/ingress/main.tf

@@ -107,6 +107,38 @@ resource "kubernetes_service" "main" {
   }
 }
 
+resource "kubernetes_service" "traefik_internal" {
+  wait_for_load_balancer = true
+
+  metadata {
+    name      = "${var.name}-traefik-internal"
+    namespace = var.namespace
+    annotations = {
+      "prometheus.io/scrape" = "true"
+      "prometheus.io/path"   = "/metrics"
+      "prometheus.io/port"   = 9000
+    }
+    labels = {
+      "app.kubernetes.io/component" = "traefik-internal-service"
+      "app.kubernetes.io/part-of"   = "traefik-ingress"
+    }
+  }
+
+  spec {
+    selector = {
+      "app.kubernetes.io/component" = "traefik-ingress"
+    }
+
+    port {
+      name        = "http"
+      protocol    = "TCP"
+      port        = 9000
+      target_port = 9000
+    }
+
+    type = "ClusterIP"
+  }
+}
 
 resource "kubernetes_deployment" "main" {
   metadata {
@@ -189,6 +221,8 @@ resource "kubernetes_deployment" "main" {
             "--entryPoints.traefik.address=:9000",
             "--entrypoints.web.http.redirections.entryPoint.to=websecure",
             "--entrypoints.web.http.redirections.entryPoint.scheme=https",
+            # Enable Prometheus Monitoring of Traefik
+            "--metrics.prometheus=true",
             # Enable debug logging. Useful to work out why something might not be
             # working. Fetch logs of the pod.
             "--log.level=${var.loglevel}",

qhub/template/{{ cookiecutter.repo_directory }}/infrastructure/modules/kubernetes/services/monitoring/main.tf

@@ -5,6 +5,34 @@ resource "helm_release" "kube-prometheus-stack-helm-deployment" {
   chart      = "kube-prometheus-stack"
   version    = "16.12.0"
 
+  values = [<<EOT
+prometheus:    
+  prometheusSpec:    
+    additionalScrapeConfigs:    
+
+    # This job will scrape from any service with the label app.kubernetes.io/component=traefik-internal-service
+    # and the annotation app.kubernetes.io/scrape=true 
+    - job_name: 'traefik'    
+
+      kubernetes_sd_configs:    
+        - role: service    
+
+      relabel_configs:    
+      - source_labels: [__meta_kubernetes_service_annotation_prometheus_io_scrape]    
+        action: keep    
+        regex: true    
+      - source_labels: [__meta_kubernetes_service_annotation_prometheus_io_path]    
+        action: replace    
+        target_label: __metrics_path__    
+        regex: (.+)    
+      - source_labels: [__address__, __meta_kubernetes_service_annotation_prometheus_io_port]
+        action: replace    
+        regex: ([^:]+)(?::\d+)?;(\d+)    
+        replacement: $1:$2    
+        target_label: __address__
+EOT
+  ]
+
   set {
     name  = "grafana.grafana\\.ini.server.domain"
     value = var.external-url
@@ -19,7 +47,26 @@ resource "helm_release" "kube-prometheus-stack-helm-deployment" {
     name  = "grafana.grafana\\.ini.server.server_from_sub_path"
     value = "true"
   }
+}
+
+resource "kubernetes_manifest" "traefik_dashboard_configmap" {
+  provider = kubernetes-alpha
 
+  manifest = {
+    apiVersion = "v1"
+    kind       = "ConfigMap"
+    metadata = {
+      name      = "grafana-traefik-dashboard"
+      namespace = var.namespace
+      labels = {
+        # grafana_dashboard label needed for grafana to pick it up automatically
+        grafana_dashboard = "1"
+      }
+    }
+    data = {
+      "traefik-dashboard.json" = file("${path.module}/traefik.json")
+    }
+  }
 }
 
 resource "kubernetes_manifest" "grafana-strip-prefix-middleware" {