test: add basic sanity test for upgrade

Signed-off-by: Niladri Halder <[email protected]>

.github/workflows/k8s-ci.yml

@@ -23,18 +23,21 @@ jobs:
         id: build
         run: |
           TAG=$(nix-shell ./shell.nix --run './scripts/python/generate-test-tag.sh')
-          BIN=$(mktemp -p . -d -t test-bin-XXXXXX)
+          TEST_DIR=$(realpath $(mktemp -d ./test-dir-XXXXXX))
           nix-shell ./shell.nix --run "./scripts/python/tag-chart.sh $TAG"
-          RUSTFLAGS="-C debuginfo=0 -C strip=debuginfo" ./scripts/release.sh --tag $TAG --build-bins --build-binary-out $BIN --no-static-linking --skip-publish --debug
+          RUSTFLAGS="-C debuginfo=0 -C strip=debuginfo" ./scripts/release.sh --tag $TAG --build-binary-out $TEST_DIR --no-static-linking --skip-publish --debug
           echo "tag=$TAG" >> $GITHUB_OUTPUT
-          echo "bin=$BIN" >> $GITHUB_OUTPUT
+          echo "bin=$TEST_DIR" >> $GITHUB_OUTPUT
       - name: BootStrap k8s cluster
         run: |
           nix-shell ./scripts/k8s/shell.nix --run "./scripts/k8s/deployer.sh start --label"
       - name: Load images to Kind cluster
         run: nix-shell ./scripts/k8s/shell.nix --run "./scripts/k8s/load-images-to-kind.sh --tag ${{ steps.build.outputs.tag }} --trim-debug-suffix"
       - name: Run Pytests
-        run: nix-shell ./shell.nix --run './scripts/python/test.sh'
+        run: |
+          export UPGRADE_TARGET_VERSION=${{ steps.build.outputs.tag }}
+          export TEST_DIR=${{ steps.build.outputs.bin }}
+          nix-shell ./shell.nix --run "./scripts/python/test.sh"
       - name: The job has failed
         if: ${{ failure() }}
         run: |

.gitignore

@@ -22,5 +22,6 @@ __pycache__
 /kubectl-plugin
 
 # Pytest assets
-/test-bin-*
+/test-dir-*
 tests/bdd/venv
+pytest.log

pytest.ini

@@ -0,0 +1,7 @@
+[pytest]
+log_cli = true
+log_cli_level = INFO
+log_cli_format = %(asctime)s [%(levelname)s] %(message)s
+log_cli_date_format = %Y-%m-%d %H:%M:%S
+log_file = pytest.log
+log_file_level = DEBUG

scripts/helm/install.sh

@@ -40,10 +40,6 @@ die() {
   exit "${_return}"
 }
 
-nvme_ana_check() {
-  cat /sys/module/nvme_core/parameters/multipath
-}
-
 while [ "$#" -gt 0 ]; do
   case $1 in
     -h|--help)

scripts/python/generate-test-tag.sh

@@ -3,6 +3,7 @@
 SCRIPT_DIR="$(dirname "$(realpath "${BASH_SOURCE[0]:-"$0"}")")"
 ROOT_DIR="$SCRIPT_DIR/../.."
 
+# Imports
 source "$ROOT_DIR"/scripts/utils/log.sh
 source "$ROOT_DIR"/scripts/utils/repo.sh
 

shell.nix

@@ -18,6 +18,8 @@ in
 mkShell {
   name = "extensions-shell";
   buildInputs = [
+    autoflake
+    black
     cacert
     cargo-expand
     cargo-udeps
@@ -27,6 +29,7 @@ mkShell {
     cowsay
     git
     helm-docs
+    isort
     kubectl
     kubernetes-helm-wrapped
     llvmPackages.libclang

tests/bdd/common/environment.py

@@ -0,0 +1,17 @@
+import logging
+import os
+
+logger = logging.getLogger(__name__)
+
+
+def get_env(variable: str):
+    try:
+        value = os.getenv(variable)
+        if len(value) == 0:
+            raise ValueError("Env {variable} is empty")
+        logger.info(f"Found env {variable}={value}")
+        return value
+
+    except Exception as e:
+        logger.error(f"Failed to get env {variable}: {e}")
+        return None