[Backport 2.x] Not blocking detector creation on unknown feature validation error #1123
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Run AD benchmark | |
on: | |
push: | |
branches: | |
- "*" | |
pull_request: | |
branches: | |
- "*" | |
jobs: | |
Get-CI-Image-Tag: | |
uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main | |
with: | |
product: opensearch | |
Run-Tests: | |
needs: Get-CI-Image-Tag | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
# each test scenario (rule, hc, single_stream) is treated as a separate job. | |
test: [rule, hc, single_stream,missing] | |
fail-fast: false | |
concurrency: | |
# The concurrency setting is used to limit the concurrency of each test scenario group to ensure they do not run concurrently on the same machine. | |
group: ${{ github.workflow }}-${{ matrix.test }} | |
name: Run Anomaly detection model performance benchmark | |
container: | |
# using the same image which is used by opensearch-build team to build the OpenSearch Distribution | |
# this image tag is subject to change as more dependencies and updates will arrive over time | |
image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }} | |
# need to switch to root so that github actions can install runner binary on container without permission issues. | |
options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }} | |
steps: | |
- name: Run start commands | |
run: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-command }} | |
- name: Setup Java | |
uses: actions/setup-java@v4 | |
with: | |
distribution: 'temurin' | |
java-version: 21 | |
- name: Checkout AD | |
uses: actions/checkout@v4 | |
- name: Build and Run Tests | |
run: | | |
chown -R 1000:1000 `pwd` | |
case ${{ matrix.test }} in | |
rule) | |
su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.RealTimeRuleModelPerfIT' \ | |
-Dtests.seed=B4BA12CCF1D9E825 -Dtests.security.manager=false \ | |
-Dtests.jvm.argline='-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=64m' \ | |
-Dtests.locale=ar-JO -Dtests.timezone=Asia/Samarkand -Dmodel-benchmark=true \ | |
-Dtests.timeoutSuite=3600000! -Dtest.logs=true" | |
su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.HistoricalRuleModelPerfIT' \ | |
-Dtests.seed=B4BA12CCF1D9E825 -Dtests.security.manager=false \ | |
-Dtests.jvm.argline='-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=64m' \ | |
-Dtests.locale=ar-JO -Dtests.timezone=Asia/Samarkand -Dmodel-benchmark=true \ | |
-Dtests.timeoutSuite=3600000! -Dtest.logs=true" | |
;; | |
hc) | |
su `id -un 1000` -c "./gradlew ':test' --tests 'org.opensearch.ad.ml.HCADModelPerfTests' \ | |
-Dtests.seed=2AEBDBBAE75AC5E0 -Dtests.security.manager=false \ | |
-Dtests.locale=es-CU -Dtests.timezone=Chile/EasterIsland -Dtest.logs=true \ | |
-Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true" | |
;; | |
single_stream) | |
su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.SingleStreamModelPerfIT' \ | |
-Dtests.seed=60CDDB34427ACD0C -Dtests.security.manager=false \ | |
-Dtests.locale=kab-DZ -Dtests.timezone=Asia/Hebron -Dtest.logs=true \ | |
-Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true" | |
;; | |
missing) | |
su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.RealTimeMissingSingleFeatureModelPerfIT' \ | |
-Dtests.seed=60CDDB34427ACD0C -Dtests.security.manager=false \ | |
-Dtests.locale=kab-DZ -Dtests.timezone=Asia/Hebron -Dtest.logs=true \ | |
-Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true" | |
;; | |
esac |