master.yaml

#cloud-config

write_files:
# Setup cri-containerd.
  - path: /etc/systemd/system/cri-containerd-installation.service
    permissions: 0644
    owner: root
    content: |
      # installed by cloud-init
      [Unit]
      Description=Download and install cri-containerd binaries and configurations.
      After=network-online.target

      [Service]
      Type=oneshot
      RemainAfterExit=yes
      ExecStartPre=/bin/mkdir -p /home/cri-containerd
      ExecStartPre=/bin/mount --bind /home/cri-containerd /home/cri-containerd
      ExecStartPre=/bin/mount -o remount,exec /home/cri-containerd
      ExecStartPre=/usr/bin/curl --fail --retry 5 --retry-delay 3 --silent --show-error -H "X-Google-Metadata-Request: True" -o /home/cri-containerd/configure.sh http://metadata.google.internal/computeMetadata/v1/instance/attributes/cri-containerd-configure-sh
      ExecStartPre=/bin/chmod 544 /home/cri-containerd/configure.sh
      ExecStart=/home/cri-containerd/configure.sh

      [Install]
      WantedBy=cri-containerd.target

  - path: /etc/containerd/config.toml
    permissions: 0644
    owner: root
    content: |
      # installed by cloud-init
      oom_score = -999

      [plugins.linux]
        shim = "/home/cri-containerd/usr/local/bin/containerd-shim"
        runtime = "/home/cri-containerd/usr/local/sbin/runc"

  # TODO(random-liu): Add health monitor for containerd/cri-containerd.
  - path: /etc/systemd/system/containerd.service
    permissions: 0644
    owner: root
    content: |
      # installed by cloud-init
      [Unit]
      Description=containerd container runtime
      Documentation=https://containerd.io
      After=cri-containerd-installation.service

      [Service]
      Restart=always
      RestartSec=5
      Delegate=yes
      KillMode=process
      ExecStartPre=/sbin/modprobe overlay
      ExecStart=/home/cri-containerd/usr/local/bin/containerd --log-level debug

      [Install]
      WantedBy=cri-containerd.target

  - path: /etc/systemd/system/cri-containerd.service
    permissions: 0644
    owner: root
    content: |
      # installed by cloud-init
      [Unit]
      Description=Kubernetes containerd CRI shim
      Requires=network-online.target
      After=cri-containerd-installation.service

      [Service]
      Restart=always
      RestartSec=5
      # cri-containerd on master uses the cni binary and config in the
      # release tarball.
      ExecStart=/home/cri-containerd/usr/local/bin/cri-containerd \
        --logtostderr --v=4 \
        --network-bin-dir=/home/cri-containerd/opt/cni/bin \
        --network-conf-dir=/home/cri-containerd/etc/cni/net.d

      [Install]
      WantedBy=cri-containerd.target

  # TODO(random-liu): Guarantee order.
  - path: /etc/systemd/system/cri-containerd.target
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=CRI Containerd

      [Install]
      WantedBy=kubernetes.target

# Setup kubernetes.
  - path: /etc/systemd/system/kube-master-installation.service
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=Download and install k8s binaries and configurations
      After=network-online.target

      [Service]
      Type=oneshot
      RemainAfterExit=yes
      ExecStartPre=/bin/mkdir -p /home/kubernetes/bin
      ExecStartPre=/bin/mount --bind /home/kubernetes/bin /home/kubernetes/bin
      ExecStartPre=/bin/mount -o remount,exec /home/kubernetes/bin
      ExecStartPre=/usr/bin/curl --fail --retry 5 --retry-delay 3 --silent --show-error	-H "X-Google-Metadata-Request: True" -o /home/kubernetes/bin/configure.sh http://metadata.google.internal/computeMetadata/v1/instance/attributes/configure-sh
      ExecStartPre=/bin/chmod 544 /home/kubernetes/bin/configure.sh
      ExecStart=/home/kubernetes/bin/configure.sh

      [Install]
      WantedBy=kubernetes.target

  - path: /etc/systemd/system/kube-master-configuration.service
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=Configure kubernetes master
      After=kube-master-installation.service

      [Service]
      Type=oneshot
      RemainAfterExit=yes
      ExecStartPre=/bin/chmod 544 /home/kubernetes/bin/configure-helper.sh
      ExecStart=/home/kubernetes/bin/configure-helper.sh

      [Install]
      WantedBy=kubernetes.target

  - path: /etc/systemd/system/kubelet-monitor.service
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=Kubernetes health monitoring for kubelet
      After=kube-master-configuration.service

      [Service]
      Restart=always
      RestartSec=10
      RemainAfterExit=yes
      RemainAfterExit=yes
      ExecStartPre=/bin/chmod 544 /home/kubernetes/bin/health-monitor.sh
      ExecStart=/home/kubernetes/bin/health-monitor.sh kubelet

      [Install]
      WantedBy=kubernetes.target

  - path: /etc/systemd/system/kube-logrotate.timer
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=Hourly kube-logrotate invocation

      [Timer]
      OnCalendar=hourly

      [Install]
      WantedBy=kubernetes.target

  - path: /etc/systemd/system/kube-logrotate.service
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=Kubernetes log rotation
      After=kube-master-configuration.service

      [Service]
      Type=oneshot
      ExecStart=-/usr/sbin/logrotate /etc/logrotate.conf

      [Install]
      WantedBy=kubernetes.target

  - path: /etc/systemd/system/kubernetes.target
    permissions: 0644
    owner: root
    content: |
      [Unit]
      Description=Kubernetes

      [Install]
      WantedBy=multi-user.target

runcmd:
  - systemctl daemon-reload
  - systemctl enable containerd.service
  - systemctl enable cri-containerd-installation.service
  - systemctl enable cri-containerd.service
  - systemctl enable cri-containerd.target
  - systemctl enable kube-master-installation.service
  - systemctl enable kube-master-configuration.service
  - systemctl enable kube-docker-monitor.service
  - systemctl enable kubelet-monitor.service
  - systemctl enable kube-logrotate.timer
  - systemctl enable kube-logrotate.service
  - systemctl enable kubernetes.target
  - systemctl start kubernetes.target