build.yml

name: Test and Build Workflow
# This workflow is triggered on pull requests to master or a OpenSearch release branch
on:
  pull_request:
    branches:
      - "*"
  push:
    branches:
      - "*"

jobs:
  Get-CI-Image-Tag:
    uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main
    with:
      product: opensearch

  linux-build:
    needs: Get-CI-Image-Tag
    strategy:
      matrix:
        java:
          - 11
          - 17
    # Job name
    name: Build Asynchronous Search
    # This job runs on Linux.
    outputs:
      build-test-linux: ${{ steps.step-build-test-linux.outputs.build-test-linux }}
    runs-on: ubuntu-latest
    container:
      # using the same image which is used by opensearch-build team to build the OpenSearch Distribution
      # this image tag is subject to change as more dependencies and updates will arrive over time
      image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }}
      # need to switch to root so that github actions can install runner binary on container without permission issues.
      options: --user root

    steps:
      # This step uses the setup-java Github action: https://github.com/actions/setup-java
      - name: Set Up JDK ${{ matrix.java }}
        uses: actions/setup-java@v1
        with:
          java-version: ${{ matrix.java }}
      # This step uses the checkout Github action: https://github.com/actions/checkout
      - name: Checkout Branch
        uses: actions/checkout@v2
      - name: Build with Gradle
        id: step-build-test-linux
        run: |
          chown -R 1000:1000 `pwd`
          su `id -un 1000` -c "./gradlew build"
          plugin=`basename $(ls build/distributions/*.zip)`
          echo plugin $plugin
          mv -v build/distributions/$plugin ./
          echo "build-test-linux=$plugin" >> $GITHUB_OUTPUT
      - name: Uploads coverage
        uses: codecov/codecov-action@v1.2.1
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
      - uses: actions/upload-artifact@v3
        with:
          name: async-plugin-linux-${{ matrix.java }}
          path: ${{ steps.step-build-test-linux.outputs.build-test-linux }}
          if-no-files-found: error

  linux-test-docker:
    needs: linux-build
    strategy:
      matrix:
        java:
          - 11
          - 17
    # Job name
    name: Test Asynchronous Search with opensearchstaging docker
    # This job runs on Linux.
    runs-on: ubuntu-latest
    steps:
      - name: Checkout Branch
        uses: actions/checkout@v2
      - uses: actions/download-artifact@v3
        with:
          name: async-plugin-linux-${{ matrix.java }}
      - name: Pull and Run Docker for security tests
        run: |
          plugin=${{ needs.linux-build.outputs.build-test-linux }}
          version=`echo $plugin|awk -F- '{print $3}'| cut -d. -f 1-3`
          plugin_version=`echo $plugin|awk -F- '{print $3}'| cut -d. -f 1-4`
          qualifier=`echo $plugin|awk -F- '{print $4}'| cut -d. -f 1-1`

          if [ -n "$qualifier" ] && [ "$qualifier" != "SNAPSHOT" ]; then
              qualifier=-${qualifier}
          else
              qualifier=""
          fi

          docker_version=$version$qualifier


          echo plugin version plugin_version qualifier docker_version
          echo "($plugin) ($version) ($plugin_version) ($qualifier) ($docker_version)"

          pwd && ls -l ./$plugin

          if docker pull opensearchstaging/opensearch:$docker_version
          then
            echo "FROM opensearchstaging/opensearch:$docker_version" >> Dockerfile
            echo "RUN if [ -d /usr/share/opensearch/plugins/opensearch-asynchronous-search ]; then /usr/share/opensearch/bin/opensearch-plugin remove opensearch-asynchronous-search; fi" >> Dockerfile
            echo "ADD $plugin /tmp/" >> Dockerfile
            echo "RUN /usr/share/opensearch/bin/opensearch-plugin install --batch file:/tmp/$plugin" >> Dockerfile
            docker build -t opensearch-asynchronous-search:test .
            echo "imagePresent=true" >> $GITHUB_ENV
          else
            echo "imagePresent=false" >> $GITHUB_ENV
          fi
      - name: Run Docker Image
        if: env.imagePresent == 'true'
        run: |
          cd ..
          docker run -p 9200:9200 -d -p 9600:9600 -e "discovery.type=single-node" opensearch-asynchronous-search:test
          sleep 90
      - name: Run Asynchronous Search Test
        if: env.imagePresent == 'true'
        run: |
          security=`curl -XGET https://localhost:9200/_cat/plugins?v -u admin:admin --insecure |grep opensearch-security|wc -l`
          if [ $security -gt 0 ]
          then
            echo "Security plugin is available"
            ./gradlew integTest -Dtests.rest.cluster=localhost:9200 -Dtests.cluster=localhost:9200 -Dtests.clustername="docker-cluster" -Dhttps=true -Duser=admin -Dpassword=admin
          else
            echo "Security plugin is NOT available"
            ./gradlew integTest -Dtests.rest.cluster=localhost:9200 -Dtests.cluster=localhost:9200 -Dtests.clustername="docker-cluster"
          fi
      - name: Upload failed logs
        uses: actions/upload-artifact@v2
        if: failure()
        with:
          name: logs
          path: build/testclusters/integTest-*/logs/*

  windows-build:
    # Job name
    name: Build Asynchronous Search
    # This job runs on Windows.
    runs-on: windows-latest
    steps:
      # This step uses the setup-java Github action: https://github.com/actions/setup-java
      - name: Set Up JDK 11
        uses: actions/setup-java@v1
        with:
          java-version: 11
      # This step uses the checkout Github action: https://github.com/actions/checkout
      - name: Checkout Branch
        uses: actions/checkout@v2
      - name: Build with Gradle
        run: ./gradlew.bat build -x integTest -x jacocoTestReport
        env:
          _JAVA_OPTIONS: -Xmx4096M
      - name: Create Artifact Path
        run: |
          mkdir -p asynchronous-search-artifacts
          cp ./build/distributions/*.zip asynchronous-search-artifacts
      # This step uses the upload-artifact Github action: https://github.com/actions/upload-artifact
      - name: Upload Artifacts
        uses: actions/upload-artifact@v1
        with:
          name: asynchronous-search-plugin-windows
          path: asynchronous-search-artifacts

  mac-os-build:
    # Job name
    name: Build Asynchronous Search
    # This job runs on Mac OS.
    runs-on: macos-latest
    steps:
      # This step uses the setup-java Github action: https://github.com/actions/setup-java
      - name: Set Up JDK 11
        uses: actions/setup-java@v1
        with:
          java-version: 11
      # This step uses the checkout Github action: https://github.com/actions/checkout
      - name: Checkout Branch
        uses: actions/checkout@v2
      - name: Build with Gradle
        run: ./gradlew build -x integTest -x jacocoTestReport
        env:
          _JAVA_OPTIONS: -Xmx4096M
      - name: Create Artifact Path
        run: |
          mkdir -p asynchronous-search-artifacts
          cp ./build/distributions/*.zip asynchronous-search-artifacts
      # This step uses the upload-artifact Github action: https://github.com/actions/upload-artifact
      - name: Upload Artifacts
        uses: actions/upload-artifact@v1
        with:
          name: asynchronous-search-plugin-mac
          path: asynchronous-search-artifacts