Skip to content
Build

Added unit testing for astformat (#473) #39

Sign in to view logs

Added unit testing for astformat (#473)

Added unit testing for astformat (#473) #39

Workflow file for this run

.github/workflows/build.yml at 8192c3a
name: Build
on:
push:
branches:
- main
- develop
tags:
- build*
paths-ignore:
- "**/*.md"
- "docs/**"
- "licenses/**"
pull_request:
branches:
- main
- develop
paths-ignore:
- "**/*.md"
- "docs/**"
- "examples/**"
- "licenses/**"
env:
GOTESTCMD: "go test -timeout 1200s --tags \"sqlite_stackql\" -v ./..."
TESTSCRIPT: "test/python/main.py"
GOPRIVATE: github.com/stackql/*
GH_ACCESS_TOKEN: ${{ secrets.ACTIONS_PRIVATE_PACKAGE_SECRET }}
PLANCACHEENABLED: "true"
CI_IS_EXPRESS: ${{ github.ref_type == 'tag' && contains(github.ref_name, 'express') && 'true' || 'false' }}
STACKQL_IMAGE_NAME: ${{ vars.STACKQL_IMAGE_NAME != '' && vars.STACKQL_IMAGE_NAME || (github.repository == 'stackql/stackql' || github.repository == 'stackql/stackql-devel') && github.repository || 'stackql/stackql' }}
jobs:
winbuild:
name: Windows Build
runs-on: windows-latest
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Get rid of disruptive line endings before checkout
run: |
git config --global core.autocrlf false
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Set up Go 1.x
uses: actions/[email protected]
with:
go-version: ^1.21
check-latest: true
cache: true
id: go
- name: Setup Python
uses: actions/[email protected]
with:
cache: pip
python-version: '3.11'
- name: Cache Chocolatey packages
id: cache-choco
# uses: actions/cache@v3
uses: actions/[email protected]
env:
cache-name: cache-choco-packages
with:
path: 'C:\Users\${{ env.username }}\AppData\Local\Temp\chocolatey\'
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/chocolatey/**/*.zip', '**/chocolatey/**/*.7z') }}
restore-keys: |
${{ runner.os }}-build-${{ env.cache-name }}-
- if: ${{ steps.cache-choco.outputs.cache-hit == 'true' }}
name: List the state of Chocolatey packages
continue-on-error: true
run: |
dir "C:\Users\${{ env.username }}\AppData\Local\Temp\chocolatey\"
- name: Set up mingw
uses: egor-tensin/[email protected]
id: gccsetup
timeout-minutes: ${{ vars.DEFAULT_STEP_TIMEOUT_MIN == '' && 20 || vars.DEFAULT_STEP_TIMEOUT_MIN }}
with:
version: '8.1.0'
- name: Git Ref Parse
id: git_ref_parse
run: |
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"
- name: Choco install openssl
uses: crazy-max/[email protected]
timeout-minutes: ${{ vars.DEFAULT_LONG_STEP_TIMEOUT_MIN == '' && 40 || vars.DEFAULT_LONG_STEP_TIMEOUT_MIN }}
with:
args: "install --force openssl --version 3.1.1"
- name: Choco install packages
uses: crazy-max/[email protected]
timeout-minutes: ${{ vars.DEFAULT_LONG_STEP_TIMEOUT_MIN == '' && 40 || vars.DEFAULT_LONG_STEP_TIMEOUT_MIN }}
with:
args: "install --force postgresql13 sqlite"
- name: Install Python dependencies
run: |
pip3 install -r cicd/requirements.txt
- name: Generate rewritten registry for simulations
run: |
python3 test\python\registry-rewrite.py
- name: Get dependencies
run: |
go env -w GOPRIVATE="github.com/stackql/*"
git config --global url."https://$env:[email protected]/".insteadOf "https://github.com/"
git --no-pager config --list
go get -v -t -d ./...
env:
CGO_ENABLED: 1
GHACCESSTOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
- name: Generate Build Flags and Build
env:
BUILDCOMMITSHA: ${{github.sha}}
BUILDBRANCH: ${{github.ref}}
BUILDPLATFORM: ${{runner.os}}
BUILDPATCHVERSION: ${{github.run_number}}
CGO_ENABLED: 1
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
run: |
git config --global url.https://$env:[email protected]/.insteadOf https://github.com/
$Version = convertfrom-stringdata (get-content ./cicd/version.txt -raw)
$BuildMajorVersion = $Version.'MajorVersion'
$BuildMinorVersion = $Version.'MinorVersion'
$env:BUILDMAJORVERSION = $BuildMajorVersion
$env:BUILDMINORVERSION = $BuildMinorVersion
echo "BUILDMAJORVERSION=$env:BUILDMAJORVERSION" >> $GITHUB_ENV
echo "BUILDMINORVERSION=$env:BUILDMINORVERSION" >> $GITHUB_ENV
echo "BUILDPATCHVERSION=$env:BUILDPATCHVERSION" >> $GITHUB_ENV
python cicd/python/build.py --verbose --build
- name: Test
if: success()
run: python cicd/python/build.py --verbose --test
- name: Create certificates for robot tests
run: |
openssl req -x509 -keyout test/server/mtls/credentials/pg_server_key.pem -out test/server/mtls/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_client_key.pem -out test/server/mtls/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_rubbish_key.pem -out test/server/mtls/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
- name: Run robot mocked functional tests
env:
PSQL_EXE: C:\Program Files\PostgreSQL\13\bin\psql
SQLITE_EXE: C:\ProgramData\chocolatey\lib\SQLite\tools\sqlite3.exe
run: |
python cicd/python/build.py --robot-test
- name: Output from mocked functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml || echo "no functional test output present"
- name: Run robot integration tests
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
env:
PSQL_EXE: C:\Program Files\PostgreSQL\13\bin\psql
SQLITE_EXE: C:\ProgramData\chocolatey\lib\SQLite\tools\sqlite3.exe
AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
AZURE_INTEGRATION_TESTING_SUB_ID: ${{ secrets.AZURE_INTEGRATION_TESTING_SUB_ID }}
AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
run: | #Ideally there wiuld be forced kill of flaks here but dont know how to do that in windows
python cicd/python/build.py --robot-test-integration
- name: Prepare Test DB
if: success()
run: copy test/db/db.sqlite test/db/tmp/python-tests-tmp-db.sqlite
- name: Test Script
if: success()
run: python.exe test/python/main.py
- name: Upload Artifact
# uses: actions/upload-artifact@v3
uses: actions/[email protected]
if: success()
with:
name: stackql_windows_amd64
path: build/stackql.exe
linuxbuild:
name: Linux Build
runs-on: ubuntu-latest
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Set up Go 1.x
uses: actions/[email protected]
with:
go-version: ^1.21
check-latest: true
cache: true
id: go
- name: Setup Python
uses: actions/[email protected]
with:
cache: pip
python-version: '3.11'
- name: Git Ref Parse
id: git_ref_parse
run: |
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"
- name: Set up GCC
uses: egor-tensin/setup-gcc@v1
id: gccsetup
with:
platform: x64
cygwin: 0
- name: Install psql
run: |
sudo apt-get update
sudo apt-get install --yes --no-install-recommends postgresql-client
- name: Install Python dependencies
run: |
pip3 install -r cicd/requirements.txt
- name: Generate rewritten registry for simulations
run: |
python3 test/python/registry-rewrite.py
- name: Get dependencies
run: |
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
go install golang.org/x/perf/cmd/benchstat@latest
env:
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
- name: Generate Build Flags and Build
env:
BUILDCOMMITSHA: ${{github.sha}}
BUILDBRANCH: ${{github.ref}}
BUILDPLATFORM: ${{runner.os}}
BUILDPATCHVERSION: ${{github.run_number}}
CGO_ENABLED: 1
CGO_LDFLAGS: '-static'
run: |
source cicd/version.txt
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
BUILDSHORTCOMMITSHA="$(echo "${BUILDCOMMITSHA}" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
echo "BUILDBRANCH: ${BUILDBRANCH}"
echo "BUILDCOMMITSHA: ${BUILDCOMMITSHA}"
echo "BUILDSHORTCOMMITSHA: ${BUILDSHORTCOMMITSHA}"
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"
{
echo "BUILDMAJORVERSION=${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION=${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION=${BUILDPATCHVERSION}"
} >> "${GITHUB_ENV}"
python cicd/python/build.py --verbose --build
- name: Test
if: success()
run: python cicd/python/build.py --verbose --test
- name: Benchmark
if: success()
run: |
outFile="cicd/log/current-bench-nocache.txt"
baselineRefFile="cicd/ref/bench/baseline-go-bench.log"
thresholdRefFile="cicd/ref/bench/max-threshold-go-bench.log"
go test -run='^$' -bench . -benchtime=100x -count=6 \
--tags "sqlite_stackql" --ldflags "-X stackql/internal/stackql/planbuilder.PlanCacheEnabled=false" \
./... | tee ${outFile}
# shellcheck disable=SC2181
if [ "$?" = "0" ]; then
echo "Benchmarking run completed successfully"
else
echo "Benchmarking run failed"
exit 1
fi
echo ""
echo "##### Raw benchstat on current run #####"
echo ""
benchstat ${outFile} | tee cicd/log/raw-benchstat.txt
echo ""
echo "##### Comparing to baseline #####"
echo ""
benchstat -row .name -table .config -ignore goos,goarch,cpu ${baselineRefFile} ${outFile} | tee cicd/log/comparison-benchstat.txt
echo ""
echo "##### Comparing to max threshold #####"
echo ""
benchstat -row .name -table .config -ignore goos,goarch,cpu ${thresholdRefFile} ${outFile} | tee cicd/log/threshold-comparison-benchstat.txt
# shellcheck disable=SC2002,SC2062
comparisons=$( cat cicd/log/threshold-comparison-benchstat.txt \
| sed 's/.*\([+-][0-9][0-9]\.[0-9][0-9]*[%]\).*/\1/' \
| grep [+-][0-9][0-9]*\.[0-9][0-9]*[%] \
)
echo ""
echo "##### Comparisons #####"
echo ""
echo "${comparisons}"
# shellcheck disable=SC2062
nonNegativeComparisons=$( echo "${comparisons}" \
| grep -v [-].* \
|| true
)
echo "completed comparison logic"
if [ -z "${nonNegativeComparisons}" ]; then
echo "All max threshold comparisons are negative: this is acceptable"
else
echo "Some max threshold comparisons are positive or zero: this is unacceptable"
echo ""
echo "##### Non-negative comparisons #####"
echo "${nonNegativeComparisons}"
echo ""
exit 1
fi
- name: Create certificates for robot tests
run: |
openssl req -x509 -keyout test/server/mtls/credentials/pg_server_key.pem -out test/server/mtls/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_client_key.pem -out test/server/mtls/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_rubbish_key.pem -out test/server/mtls/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
- name: Run robot mocked functional tests
if: success()
run: |
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true" } }'
- name: Output from mocked functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Run robot mocked functional tests with aggressive concurrency
if: success()
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true", "CONCURRENCY_LIMIT": -1 } }'
- name: Output from mocked functional tests with aggressive concurrency
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Run robot integration tests
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
env:
AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
AZURE_INTEGRATION_TESTING_SUB_ID: ${{ secrets.AZURE_INTEGRATION_TESTING_SUB_ID }}
AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test-integration
- name: Prepare Test DB
if: success()
run: cp test/db/db.sqlite test/db/tmp/python-tests-tmp-db.sqlite
- name: Test Script
if: success()
run: python3 "${TESTSCRIPT}"
env:
TESTSCRIPT: ${{env.TESTSCRIPT}}
- name: Upload Artifact
uses: actions/[email protected]
if: success()
with:
name: stackql_linux_amd64
path: build/stackql
- name: prepare deb boilerplate
run: |
mkdir -p .debpkg/usr/bin
cp -p build/stackql .debpkg/usr/bin/
- uses: jiro4989/build-deb-action@v3
name: build deb package
with:
package: stackql
package_root: .debpkg
maintainer: stackql
version: ${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}}
arch: 'amd64'
# depends: 'libc6 (>= 2.2.1), git'
desc: 'stackql treats the internet as a relational database'
homepage: 'https://stackql.io'
- name: install and test deb package
run: |
mkdir -p deb_test
cp stackql_${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}}_amd64.deb deb_test/
sudo dpkg -i ./deb_test/stackql_${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}}_amd64.deb
sudo apt-get install -f
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true", "CONCURRENCY_LIMIT": -1, "USE_STACKQL_PREINSTALLED": "true" } }'
stackqlLocation="$(which stackql 2>&1 | head -n 1)"
stackqlVersion="$(stackql --version 2>&1 | head -n 1)"
echo "stackql location: ${stackqlLocation}"
echo "stackql version: ${stackqlVersion}"
- name: Output from mocked deb package functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Upload deb Artifact
uses: actions/[email protected]
if: success()
with:
name: amd64-artifact-deb
path: |
./*.deb
linuxarmbuild:
name: Linux arm64 Build
runs-on: arm-ubuntu-22-04-runner-one
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Set up Go 1.x
uses: actions/[email protected]
with:
go-version: ^1.21
check-latest: true
cache: true
id: go
- name: Setup Python
uses: actions/[email protected]
with:
cache: pip
python-version: '3.11'
- name: Git Ref Parse
id: git_ref_parse
run: |
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"
- name: Install psql
run: |
sudo apt-get update
sudo apt-get install --yes build-essential
sudo apt-get install --yes --no-install-recommends postgresql-client
gccVersion="$(gcc --version 2>&1 | head -n 1)"
echo "gcc version: ${gccVersion}"
- name: Install Python dependencies
run: |
pip3 install -r cicd/requirements.txt
- name: Generate rewritten registry for simulations
run: |
python3 test/python/registry-rewrite.py
- name: Get dependencies
run: |
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
go install golang.org/x/perf/cmd/benchstat@latest
env:
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
- name: Generate Build Flags and Build
env:
BUILDCOMMITSHA: ${{github.sha}}
BUILDBRANCH: ${{github.ref}}
BUILDPLATFORM: ${{runner.os}}
BUILDPATCHVERSION: ${{github.run_number}}
CGO_ENABLED: 1
CGO_LDFLAGS: '-static'
run: |
source cicd/version.txt
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
BUILDSHORTCOMMITSHA="$(echo "${BUILDCOMMITSHA}" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
echo "BUILDBRANCH: ${BUILDBRANCH}"
echo "BUILDCOMMITSHA: ${BUILDCOMMITSHA}"
echo "BUILDSHORTCOMMITSHA: ${BUILDSHORTCOMMITSHA}"
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"
{
echo "BUILDMAJORVERSION=${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION=${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION=${BUILDPATCHVERSION}"
} >> "${GITHUB_ENV}"
python cicd/python/build.py --verbose --build
- name: Test
if: success()
run: python cicd/python/build.py --verbose --test
- name: Benchmark
if: success()
run: |
outFile="cicd/log/current-bench-nocache.txt"
baselineRefFile="cicd/ref/bench/baseline-go-bench.log"
thresholdRefFile="cicd/ref/bench/max-threshold-go-bench.log"
go test -run='^$' -bench . -benchtime=100x -count=6 \
--tags "sqlite_stackql" --ldflags "-X stackql/internal/stackql/planbuilder.PlanCacheEnabled=false" \
./... | tee ${outFile}
# shellcheck disable=SC2181
if [ "$?" = "0" ]; then
echo "Benchmarking run completed successfully"
else
echo "Benchmarking run failed"
exit 1
fi
echo ""
echo "##### Raw benchstat on current run #####"
echo ""
benchstat ${outFile} | tee cicd/log/raw-benchstat.txt
echo ""
echo "##### Comparing to baseline #####"
echo ""
benchstat -row .name -table .config -ignore goos,goarch,cpu ${baselineRefFile} ${outFile} | tee cicd/log/comparison-benchstat.txt
echo ""
echo "##### Comparing to max threshold #####"
echo ""
benchstat -row .name -table .config -ignore goos,goarch,cpu ${thresholdRefFile} ${outFile} | tee cicd/log/threshold-comparison-benchstat.txt
# shellcheck disable=SC2002,SC2062
comparisons=$( cat cicd/log/threshold-comparison-benchstat.txt \
| sed 's/.*\([+-][0-9][0-9]\.[0-9][0-9]*[%]\).*/\1/' \
| grep [+-][0-9][0-9]*\.[0-9][0-9]*[%] \
)
echo ""
echo "##### Comparisons #####"
echo ""
echo "${comparisons}"
# shellcheck disable=SC2062
nonNegativeComparisons=$( echo "${comparisons}" \
| grep -v [-].* \
|| true
)
echo "completed comparison logic"
if [ -z "${nonNegativeComparisons}" ]; then
echo "All max threshold comparisons are negative: this is acceptable"
else
echo "Some max threshold comparisons are positive or zero: this is unacceptable"
echo ""
echo "##### Non-negative comparisons #####"
echo "${nonNegativeComparisons}"
echo ""
exit 1
fi
- name: Create certificates for robot tests
run: |
openssl req -x509 -keyout test/server/mtls/credentials/pg_server_key.pem -out test/server/mtls/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_client_key.pem -out test/server/mtls/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_rubbish_key.pem -out test/server/mtls/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
- name: Run robot mocked functional tests
if: success()
run: |
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true" } }'
- name: Output from mocked functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Run robot mocked functional tests with aggressive concurrency
if: success()
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true", "CONCURRENCY_LIMIT": -1 } }'
- name: Output from mocked functional tests with aggressive concurrency
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Run robot integration tests
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
env:
AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
AZURE_INTEGRATION_TESTING_SUB_ID: ${{ secrets.AZURE_INTEGRATION_TESTING_SUB_ID }}
AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test-integration
- name: Prepare Test DB
if: success()
run: cp test/db/db.sqlite test/db/tmp/python-tests-tmp-db.sqlite
- name: Test Script
if: success()
run: python3 "${TESTSCRIPT}"
env:
TESTSCRIPT: ${{env.TESTSCRIPT}}
- name: Upload Artifact
uses: actions/[email protected]
if: success()
with:
name: stackql_linux_arm64
path: build/stackql
- name: prepare deb boilerplate
env:
pkgCompressType: 'gzip'
pkgRoot: '.debpkg'
pkgName: 'stackql'
pkgVersion: ${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}}
pkgArchitecture: 'arm64'
pkgMaintainer: 'stackql'
pkgDepends: ''
pkgHomepage: 'https://stackql.io'
pkgDescription: 'stackql treats the internet as a relational database'
pkgInstalledSize: ''
pkgOwner: '--root-owner-group'
run: |
mkdir -p "${pkgRoot}/usr/bin"
mkdir -p "${pkgRoot}/DEBIAN"
cp -p build/stackql "${pkgRoot}/usr/bin/"
if [ -z "$pkgInstalledSize" ]; then
pkgRootSizeBytes="$(du --bytes --summarize --exclude=DEBIAN "$pkgRoot"/ | awk '{print $1}')"
pkgInstalledSize="$(( (pkgRootSizeBytes + 1024 - 1) / 1024 ))"
fi
cat >"${pkgRoot}/DEBIAN/control" <<EOL
Package: ${pkgName}
Version: ${pkgVersion}
Installed-Size: ${pkgInstalledSize}
Architecture: ${pkgArchitecture}
Maintainer: ${pkgMaintainer}
${pkgDepends}${pkgHomepage}${pkgDescription}
EOL
sudo apt-get update -yqq && \
sudo apt-get install -y \
devscripts \
build-essential \
cdbs
DEB_FILE="${pkgName}_${pkgVersion}_${pkgArchitecture}.deb"
dpkg-deb -Z"${pkgCompressType}" ${pkgOwner:+"$pkgOwner"} --build "$pkgRoot" "$DEB_FILE"
ls ./*.deb
echo "file_name=$DEB_FILE"
- name: install and test deb package
env:
pkgName: 'stackql'
pkgVersion: ${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}}
pkgArchitecture: 'arm64'
run: |
mkdir -p deb_test
DEB_FILE="${pkgName}_${pkgVersion}_${pkgArchitecture}.deb"
cp "${DEB_FILE}" deb_test/
sudo dpkg -i "./deb_test/${DEB_FILE}"
sudo apt-get install -f
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true", "CONCURRENCY_LIMIT": -1, "USE_STACKQL_PREINSTALLED": "true" } }'
stackqlLocation="$(which stackql 2>&1 | head -n 1)"
stackqlVersion="$(stackql --version 2>&1 | head -n 1)"
echo "stackql location: ${stackqlLocation}"
echo "stackql version: ${stackqlVersion}"
- name: Output from mocked deb package functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Upload deb Artifact
uses: actions/[email protected]
if: success()
with:
name: arm64-artifact-deb
path: |
./*.deb
wsltest:
name: WSL Test
runs-on: windows-latest
needs: linuxbuild
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Get rid of disruptive line endings before checkout
run: |
git config --global core.autocrlf false
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Download Artifact
# uses: actions/download-artifact@v3
uses: actions/[email protected]
with:
name: stackql_linux_amd64
path: build
- name: Setup WSL with dependencies
# uses: Vampire/setup-wsl@v1
uses: Vampire/[email protected]
with:
additional-packages:
openssl
postgresql
python3
python3-pip
sqlite3
wsl-conf: |
[automount]
options = "metadata"
- shell: wsl-bash -u root {0}
name: Stackql permissions
run: |
chmod a+rwx build/stackql
ls -al build/stackql
- shell: wsl-bash -u root {0}
name: Install Python dependencies
run: pip3 install -r cicd/requirements.txt
- shell: wsl-bash {0}
name: Generate rewritten registry for simulations
run: python3 test/python/registry-rewrite.py
- shell: wsl-bash {0}
name: Create certificates for robot tests
run: |
openssl req -x509 -keyout test/server/mtls/credentials/pg_server_key.pem -out test/server/mtls/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_client_key.pem -out test/server/mtls/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_rubbish_key.pem -out test/server/mtls/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
- shell: wsl-bash {0}
name: Run robot mocked functional tests
run: |
. cicd/version.txt
export BUILDBRANCH="${{github.ref}}"
export BUILDPATCHVERSION="${{github.run_number}}"
export BUILDMAJORVERSION=$MajorVersion
export BUILDMINORVERSION=$MinorVersion
echo "BUILDBRANCH=$BUILDBRANCH"
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
python3 cicd/python/build.py --robot-test --config='{ "variables": { "IS_WSL": true } }'
- shell: wsl-bash {0}
name: Output from mocked functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml
- shell: wsl-bash {0}
name: Run robot integration tests
# This is a hack because if cannot directly access secrets
if: env.AZURE_CLIENT_SECRET != ''
env:
AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
run: |
. cicd/version.txt
export AZURE_CLIENT_ID='${{ secrets.AZURE_CLIENT_ID }}'
export AZURE_CLIENT_SECRET='${{ secrets.AZURE_CLIENT_SECRET }}'
export AZURE_INTEGRATION_TESTING_SUB_ID='${{ secrets.AZURE_INTEGRATION_TESTING_SUB_ID }}'
export AZURE_TENANT_ID='${{ secrets.AZURE_TENANT_ID }}'
export BUILDBRANCH="${{github.ref}}"
export BUILDPATCHVERSION="${{github.run_number}}"
export BUILDMAJORVERSION=$MajorVersion
export BUILDMINORVERSION=$MinorVersion
echo "BUILDBRANCH=$BUILDBRANCH"
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python3 cicd/python/build.py --robot-test-integration --config='{ "variables": { "IS_WSL": true } }'
macosbuild:
name: MacOS Build
runs-on: macos-13
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Set up Go 1.x
uses: actions/[email protected]
with:
go-version: ^1.21
check-latest: true
cache: true
id: go
- name: Setup Python
uses: actions/[email protected]
with:
cache: pip
python-version: '3.11'
- name: Git Ref Parse
id: git_ref_parse
run: |
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"
- name: Install Various dependencies
run: |
brew install postgresql
pip3 install -r cicd/requirements.txt
- name: Generate rewritten registry for simulations
run: |
python3 test/python/registry-rewrite.py
- name: Get dependencies
run: |
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
env:
CGO_ENABLED: 1
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
- name: Generate Build Flags and Build
env:
BUILDCOMMITSHA: ${{github.sha}}
BUILDBRANCH: ${{github.ref}}
BUILDPLATFORM: ${{runner.os}}
BUILDPATCHVERSION: ${{github.run_number}}
CGO_ENABLED: 1
run: |
source cicd/version.txt
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
BUILDSHORTCOMMITSHA="$(echo "$BUILDCOMMITSHA" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
echo "BUILDBRANCH: ${BUILDBRANCH}"
echo "BUILDCOMMITSHA: ${BUILDCOMMITSHA}"
echo "BUILDSHORTCOMMITSHA: ${BUILDSHORTCOMMITSHA}"
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"
{
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
} >> "${GITHUB_ENV}"
python cicd/python/build.py --verbose --build
- name: Test
if: success()
run: python cicd/python/build.py --verbose --test
- name: Create certificates for robot tests
run: |
openssl req -x509 -keyout test/server/mtls/credentials/pg_server_key.pem -out test/server/mtls/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_client_key.pem -out test/server/mtls/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_rubbish_key.pem -out test/server/mtls/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
- name: Run robot mocked functional tests
if: success()
run: |
python cicd/python/build.py --robot-test
- name: Output from mocked functional tests
if: always()
run: |
cat ./test/robot/reports/output.xml
- name: Run robot integration tests
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
env:
AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
AZURE_INTEGRATION_TESTING_SUB_ID: ${{ secrets.AZURE_INTEGRATION_TESTING_SUB_ID }}
AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test-integration
- name: Prepare Test DB
if: success()
run: cp test/db/db.sqlite test/db/tmp/python-tests-tmp-db.sqlite
- name: Test Script
if: success()
run: python3 "${TESTSCRIPT}"
env:
TESTSCRIPT: ${{env.TESTSCRIPT}}
- name: Upload Artifact
uses: actions/[email protected]
if: success()
with:
name: stackql_darwin_amd64
path: build/stackql
macosarmbuild:
name: MacOS ARM Build
runs-on: macos-13
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Setup Python
uses: actions/[email protected]
with:
cache: pip
python-version: '3.11'
- name: Set up Go 1.x
uses: actions/[email protected]
with:
go-version: ^1.21
check-latest: true
cache: true
id: go
- name: Get dependencies
run: |
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
env:
CGO_ENABLED: 1
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
- name: Generate Build Flags and Build
env:
BUILDCOMMITSHA: ${{github.sha}}
BUILDBRANCH: ${{github.ref}}
BUILDPLATFORM: "darwin_arm64"
BUILDPATCHVERSION: ${{github.run_number}}
CGO_ENABLED: 1
run: |
source cicd/version.txt
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
BUILDSHORTCOMMITSHA="$(echo "$BUILDCOMMITSHA" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
echo "BUILDBRANCH: ${BUILDBRANCH}"
echo "BUILDCOMMITSHA: ${BUILDCOMMITSHA}"
echo "BUILDSHORTCOMMITSHA: ${BUILDSHORTCOMMITSHA}"
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"
{
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
} >> "${GITHUB_ENV}"
export GOOS="darwin"
export GOARCH="arm64"
python cicd/python/build.py --verbose --build
- name: Upload Artifact
uses: actions/[email protected]
if: success()
with:
name: stackql_darwin_arm64
path: build/stackql
dockerbuild:
name: Docker Build
runs-on: ubuntu-latest-m
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
steps:
- name: Check out code into the Go module directory
uses: actions/[email protected]
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Setup Python
uses: actions/[email protected]
with:
cache: pip
python-version: '3.11'
- name: Git Ref Parse
id: git_ref_parse
run: |
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"
- name: Install psql
run: |
sudo apt-get update
sudo apt-get install --yes --no-install-recommends \
postgresql-client \
ca-certificates \
openssl
- name: Install Python dependencies
run: |
pip3 install -r cicd/requirements.txt
- name: Extract Build Info and Persist
env:
BUILDCOMMITSHA: ${{github.sha}}
BUILDBRANCH: ${{github.ref}}
BUILDPLATFORM: ${{runner.os}}
BUILDPATCHVERSION: ${{github.run_number}}
run: |
source cicd/version.txt
BUILDMAJORVERSION=${MajorVersion}
BUILDMINORVERSION=${MinorVersion}
if [[ ! "$BUILDBRANCH" == "*develop" ]]; then
# shellcheck disable=2269
BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
BUILDSHORTCOMMITSHA="$(echo "${BUILDCOMMITSHA}" | cut -c 1-7)"
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
echo "BUILDBRANCH: ${BUILDBRANCH}"
echo "BUILDCOMMITSHA: ${BUILDCOMMITSHA}"
echo "BUILDSHORTCOMMITSHA: ${BUILDSHORTCOMMITSHA}"
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"
{
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
echo "UID=${UID}"
echo "GID=${GID}"
} >> "${GITHUB_ENV}"
- name: Generate rewritten registry for simulations
run: |
python3 test/python/registry-rewrite.py --replacement-host=host.docker.internal
- name: Pull Docker base images for cache purposes
run: |
docker pull golang:1.18.4-bullseye
docker pull ubuntu:22.04
- name: Pull Docker image for cache purposes
run: |
docker pull stackql/stackql:latest || echo 'could not pull image for cache purposes'
- name: Create certificates for robot tests
run: |
openssl req -x509 -keyout test/server/mtls/credentials/pg_server_key.pem -out test/server/mtls/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_client_key.pem -out test/server/mtls/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout test/server/mtls/credentials/pg_rubbish_key.pem -out test/server/mtls/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout cicd/vol/srv/credentials/pg_server_key.pem -out cicd/vol/srv/credentials/pg_server_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout cicd/vol/srv/credentials/pg_client_key.pem -out cicd/vol/srv/credentials/pg_client_cert.pem -config test/server/mtls/openssl.cnf -days 365
openssl req -x509 -keyout cicd/vol/srv/credentials/pg_rubbish_key.pem -out cicd/vol/srv/credentials/pg_rubbish_cert.pem -config test/server/mtls/openssl.cnf -days 365
- name: Build image
run: |
docker compose -f docker-compose-credentials.yml build credentialsgen
docker compose build mockserver
- name: Build Stackql image with buildx
uses: docker/build-push-action@v5
with:
context: .
build-args: |
BUILDMAJORVERSION=${{env.BUILDMAJORVERSION}}
BUILDMINORVERSION=${{env.BUILDMINORVERSION}}
BUILDPATCHVERSION=${{env.BUILDPATCHVERSION}}
push: false
target: app
no-cache: ${{ vars.CI_DOCKER_BUILD_NO_CACHE == 'true' && true || false }}
load: true
tags: ${{ env.STACKQL_IMAGE_NAME }}:${{github.sha}},${{ env.STACKQL_IMAGE_NAME }}:v${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}},${{ env.STACKQL_IMAGE_NAME }}:latest
- name: Debug info
run: |
echo "psql version info: $(psql --version)"
echo ""
echo "docker-compose version info: $(docker compose -version)"
echo ""
echo "docker images: $(docker images)"
echo ""
echo "robot version info: $(robot --version)"
echo ""
echo "#### ps -ef output ####"
echo ""
ps -ef
echo ""
echo "### ###"
echo ""
echo "#### docker version output ####"
echo ""
docker version
echo ""
echo "### ###"
echo ""
echo "#### lsb_release output ####"
echo ""
lsb_release || echo "lsb_release not present"
echo ""
echo "### ###"
echo ""
echo "#### env output ####"
echo ""
env
echo ""
echo "### ###"
echo ""
- name: Run robot mocked functional tests
if: success() && env.CI_IS_EXPRESS != 'true'
timeout-minutes: ${{ vars.DEFAULT_STEP_TIMEOUT_MIN == '' && 20 || vars.DEFAULT_STEP_TIMEOUT_MIN }}
run: |
python cicd/python/build.py --robot-test --config='{ "variables": { "EXECUTION_PLATFORM": "docker" } }'
- name: Run POSTGRES BACKEND robot mocked functional tests
if: success() && env.CI_IS_EXPRESS != 'true'
timeout-minutes: ${{ vars.DEFAULT_STEP_TIMEOUT_MIN == '' && 20 || vars.DEFAULT_STEP_TIMEOUT_MIN }}
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
echo "## Stray docker containers before postgres robot tests ##"
docker container ls --format "table {{.ID}}\t{{.Names}}\t{{.Ports}}" -a
echo "## End ##"
docker compose down
# shellcheck disable=SC2046
docker stop $(docker ps -a -q)
# shellcheck disable=SC2046
docker rm $(docker ps -a -q)
echo "## Stray docker containers after clean up commands ##"
docker container ls --format "table {{.ID}}\t{{.Names}}\t{{.Ports}}" -a
echo "## End ##"
python cicd/python/build.py --robot-test --config='{ "variables": { "EXECUTION_PLATFORM": "docker", "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": true, "SQL_BACKEND": "postgres_tcp" } }'
- name: Output from mocked functional tests
if: always() && env.CI_IS_EXPRESS != 'true'
run: |
cat ./test/robot/reports/output.xml
- name: Run robot integration tests
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
env:
AZURE_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
AZURE_INTEGRATION_TESTING_SUB_ID: ${{ secrets.AZURE_INTEGRATION_TESTING_SUB_ID }}
AZURE_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
run: |
echo "## Stray flask apps to be killed before robot tests ##"
pgrep -f flask | xargs kill -9
echo "## End ##"
python cicd/python/build.py --robot-test-integration --config='{ "variables": { "EXECUTION_PLATFORM": "docker" } }'
- name: Login to Docker Hub
if: ${{ ( success() && github.ref_type == 'branch' && github.ref_name == 'main' && github.repository == 'stackql/stackql' && github.event_name == 'push' ) || ( success() && github.ref_type == 'tag' && startsWith(github.ref_name, 'build-release') ) }}
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Hack to avoid docker buildx failures
run: |
sudo rm -rf cicd/vol/postgres/persist
- name: Push stackql image to Docker Hub
if: ${{ (github.repository == 'stackql/stackql' || github.repository == 'stackql/stackql-devel') && vars.CI_SKIP_DOCKER_PUSH != 'true' && ( success() && github.ref_type == 'branch' && github.ref_name == 'main' && github.event_name == 'push' ) || ( success() && github.ref_type == 'tag' && startsWith(github.ref_name, 'build-release') ) }}
uses: docker/build-push-action@v5
with:
context: .
no-cache: ${{ vars.CI_DOCKER_BUILD_NO_CACHE == 'true' && true || false }}
platforms: linux/arm64,linux/amd64
build-args: |
BUILDMAJORVERSION=${{env.BUILDMAJORVERSION}}
BUILDMINORVERSION=${{env.BUILDMINORVERSION}}
BUILDPATCHVERSION=${{env.BUILDPATCHVERSION}}
RUN_INTEGRATION_TESTS=0
push: true
target: app
tags: ${{ env.STACKQL_IMAGE_NAME }}:${{github.sha}},${{ env.STACKQL_IMAGE_NAME }}:v${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}},${{ env.STACKQL_IMAGE_NAME }}:latest