init

mathpresso · Mar 12, 2024 · 9eff42f · 9eff42f
commit 9eff42f
Show file tree

Hide file tree

Showing 331 changed files with 78,126 additions and 0 deletions.
diff --git a/.dockerignore b/.dockerignore
@@ -0,0 +1,5 @@
+# More info: https://docs.docker.com/engine/reference/builder/#dockerignore-file
+# Ignore all files which are not go type
+!**/*.go
+!**/*.mod
+!**/*.sum
diff --git a/.github/mergify.yml b/.github/mergify.yml
@@ -0,0 +1,53 @@
+pull_request_rules:
+  - name: remove hold when CI passed or documentation
+    conditions:
+      - or:
+        - label=ci-passed
+        - label=documentation
+    actions:
+      label:
+        remove:
+          - do-not-merge/hold
+  - name: add hold when CI not passed or documentation
+    conditions:
+      - label!=ci-passed
+      - label!=documentation
+    actions:
+      label:
+        add:
+          - do-not-merge/hold
+  - name: remove ci-pass when CI not passed
+    conditions:
+      - or:
+        - check-success!=check
+        - check-success!=Code Check (ubuntu18.04)
+        - check-success!=Unit Test (ubuntu18.04)
+        - check-success!=System Integration Test (ubuntu18.04)
+        - check-success!=System Integration Test for Mixture (ubuntu18.04)
+        - check-success!=System Integration Test for Upgrade (ubuntu18.04)
+        - check-success!=System Integration Test for New Feature (ubuntu18.04)
+        - check-success!=System Integration Test for Milvus Upgrade (ubuntu18.04)
+        - check-success!=Test Deploy by Manifest (ubuntu18.04)
+        - check-success!=codecov/patch
+        - check-success!=codecov/project
+    actions:
+      label:
+        remove:
+          - ci-passed
+  - name: add ci-pass when CI passed
+    conditions:
+      - check-success=check
+      - check-success=Code Check (ubuntu18.04)
+      - check-success=Unit Test (ubuntu18.04)
+      - check-success=System Integration Test (ubuntu18.04)
+      - check-success=System Integration Test for Mixture (ubuntu18.04)
+      - check-success=System Integration Test for Upgrade (ubuntu18.04)
+      - check-success=System Integration Test for New Feature (ubuntu18.04)
+      - check-success=System Integration Test for Milvus Upgrade (ubuntu18.04)
+      - check-success=Test Deploy by Manifest (ubuntu18.04)
+      - check-success=codecov/patch
+      - check-success=codecov/project
+    actions:
+      label:
+        add:
+          - ci-passed
diff --git a/.github/workflows/chart-lint.yml b/.github/workflows/chart-lint.yml
@@ -0,0 +1,33 @@
+name: Chart Lint Test
+
+on:
+  pull_request:
+    paths:
+      - 'charts/**'
+
+jobs:
+  chart-lint-test:
+    name: Chart Lint Test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - name: Set up Helm
+        uses: azure/setup-helm@v1
+        with:
+          version: v3.4.0
+
+      - name: Set up chart-testing
+        uses: helm/[email protected]
+
+      - name: Run chart-testing (lint)
+        run: ct lint --all --config ct.yaml
+
+      - name: Create KinD cluster
+        uses: helm/[email protected]
+
+      - name: Run chart-testing (install)
+        id: install
+        run: ct install --all --config ct.yaml
diff --git a/.github/workflows/check-links.yml b/.github/workflows/check-links.yml
@@ -0,0 +1,26 @@
+name: Markdown Links Check
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - '**.md'
+  pull_request:
+    paths:
+      - '**.md'
+
+jobs:
+  markdown-link-check:
+    name: Broken Links
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - name: Run link check
+        uses: gaurav-nelson/github-action-markdown-link-check@v1
+        with:
+          use-quiet-mode: 'no'
+          use-verbose-mode: 'yes'
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -0,0 +1,225 @@
+name: CI
+
+# This workflow is triggered on any golang code, makefile, workflow changes to repository.
+on:
+  push:
+    paths-ignore:
+      - 'docs/**'
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+
+jobs:
+  code-check:
+    name: Code Check
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    strategy:
+      fail-fast: true
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Install Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.18
+      - name: Cache Go Mod Pkg
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: ${{ runner.os }}-go-
+      - name: Code Check
+        run: |
+          make code-check
+  unit-test:
+    name: Unit Test
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Install Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.18
+      - name: Cache Go Mod Pkg
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/.cache/go-build
+            ~/go/pkg/mod
+          key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+          restore-keys: ${{ runner.os }}-go-
+      - name: Cache TestBin
+        uses: actions/cache@v2
+        with:
+          path: testbin
+          key: ubuntu${{ matrix.ubuntu }}-testbin
+          restore-keys: ubuntu${{ matrix.ubuntu }}-testbin
+      - name: Kubernetes KinD Cluster
+        uses: container-tools/kind-action@v1
+      - name: Unit Test
+        run: |
+          make go-generate
+          make test-only
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v2
+        with:
+          files: ./cover.out
+          name: ubuntu-${{ matrix.ubuntu }}-unittests
+
+  sit:
+    name: System Integration Test
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Free Up Disk Space
+        run:
+          sudo rm -rf /usr/local/lib/android /usr/share/dotnet /usr/local/share/boost /opt/ghc
+      - name: Maximize build space
+        uses: easimon/maximize-build-space@v7
+        with:
+          root-reserve-mb: 20480
+          swap-size-mb: 1024
+          remove-dotnet: 'true'
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Prepare Docker Images
+        run: |
+          make sit-prepare-images
+      - name: Setup KinD Cluster
+        uses: engineerd/[email protected]
+        with:
+          version: "v0.11.1"
+      - name: Deploy to KinD
+        run: |
+          make sit-deploy
+      - name: Integration Test
+        run: |
+          make sit-test
+
+  sit-mixture:
+    name: System Integration Test for Mixture
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Free Up Disk Space
+        run:
+          sudo rm -rf /usr/local/lib/android /usr/share/dotnet /usr/local/share/boost /opt/ghc
+      - name: Maximize build space
+        uses: easimon/maximize-build-space@v7
+        with:
+          root-reserve-mb: 20480
+          swap-size-mb: 1024
+          remove-dotnet: 'true'
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Prepare Docker Images
+        run: |
+          make sit-prepare-images
+      - name: Setup KinD Cluster
+        uses: engineerd/[email protected]
+        with:
+          version: "v0.11.1"
+      - name: Deploy to KinD
+        run: |
+          make sit-deploy
+      - name: Integration Test
+        run: |
+          make sit-test test_mode=mixture
+  sit-new-feature:
+    name: System Integration Test for New Feature
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Free Up Disk Space
+        run:
+          sudo rm -rf /usr/local/lib/android /usr/share/dotnet /usr/local/share/boost /opt/ghc
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Prepare Docker Images
+        run: |
+          make sit-prepare-images
+      - name: Setup KinD Cluster
+        uses: engineerd/[email protected]
+        with:
+          version: "v0.11.1"
+      - name: Deploy to KinD
+        run: |
+          make sit-deploy
+      - name: Test NewFeature
+        run: |
+          make sit-test test_mode=feature
+  sit-milvus-upgrade:
+    name: System Integration Test for Milvus Upgrade
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Free Up Disk Space
+        run:
+          sudo rm -rf /usr/local/lib/android /usr/share/dotnet /usr/local/share/boost /opt/ghc
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Prepare Docker Images
+        run: |
+          make sit-prepare-images
+      - name: Setup KinD Cluster
+        uses: engineerd/[email protected]
+        with:
+          version: "v0.11.1"
+      - name: Deploy to KinD
+        run: |
+          make sit-deploy
+      - name: Test Upgrade
+        run: |
+          make test-milvus-upgrade
+  sit-upgrade:
+    name: System Integration Test for Upgrade
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Free Up Disk Space
+        run:
+          sudo rm -rf /usr/local/lib/android /usr/share/dotnet /usr/local/share/boost /opt/ghc
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Setup KinD Cluster
+        uses: engineerd/[email protected]
+        with:
+          version: "v0.11.1"
+      - name: Prepare Docker Images
+        run: |
+          make sit-prepare-images
+          make sit-load-images
+      - name: Test Upgrade
+        run: |
+          make test-upgrade
diff --git a/.github/workflows/dco.yml b/.github/workflows/dco.yml
@@ -0,0 +1,9 @@
+name: DCO Check
+
+on: [pull_request]
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: tisonkun/[email protected]
diff --git a/.github/workflows/deploy-manifest.yaml b/.github/workflows/deploy-manifest.yaml
@@ -0,0 +1,37 @@
+name: Test Deploy With Minifest
+
+# This workflow is triggered on any golang code, makefile, workflow changes to repository.
+on:
+  push:
+    paths-ignore:
+      - 'docs/**'
+  pull_request:
+    paths-ignore:
+      - 'docs/**'
+
+jobs:
+  deploy-by-manifest:
+    name: Test Deploy by Manifest
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu18.04]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Setup KinD Cluster
+        uses: engineerd/[email protected]
+        with:
+          version: "v0.11.1"
+      - name: Deploy by manifest
+        run: |
+          make deploy-by-manifest
+      - name: Test Webhook
+        run : |
+          set -ex
+          kubectl create -f ./config/samples/milvus_minimum.yaml
+          kubectl delete -f ./config/samples/milvus_minimum.yaml
+          kubectl create -f ./config/samples/milvus_cluster_minimum.yaml
+          kubectl delete -f ./config/samples/milvus_cluster_minimum.yaml