repo management integration tests

.github/workflows/ci_standalone-iqe-rbac-tests.yml

@@ -58,4 +58,4 @@ jobs:
       #  run: sudo apt install software-properties-common -y; sudo add-apt-repository --yes ppa:deadsnakes/ppa; sudo apt install python3.10
 
       - name: run the integration tests
-        run: ./dev/standalone-iqe-rbac-tests/RUN_INTEGRATION.sh
+        run: ./dev/standalone-iqe-tests/RUN_RBAC_INTEGRATION.sh

.github/workflows/ci_standalone-rbac-on-repos.yml

@@ -0,0 +1,58 @@
+---
+name: Standalone RBAC on Repositories tests
+on: 
+  pull_request:
+    branches:
+      - '**'
+    paths-ignore:
+      - 'docs/**'
+      - 'mkdocs.yml'
+      - 'CHANGES/**'
+  push:
+    branches:
+      - '**'
+  workflow_dispatch:
+
+jobs:
+
+  integration:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - uses: actions/setup-python@v2
+        with:
+          python-version: "3.10"
+
+      - name: Update apt
+        run: sudo apt -y update
+
+      - name: Install LDAP requirements
+        run: sudo apt-get install -y libsasl2-dev python3 libldap2-dev libssl-dev build-essential
+
+      - name: Install docker-compose
+        run: pip3 install --upgrade docker-compose
+
+      - name: create the .compose.env file
+        run: rm -f .compose.env; cp .compose.env.example .compose.env
+
+      - name: workaround github worker permissions issues
+        run: sed -i.bak 's/PIP_EDITABLE_INSTALL=1/PIP_EDITABLE_INSTALL=0/' .compose.env
+
+      - name: workaround github worker permissions issues
+        run: sed -i.bak 's/WITH_DEV_INSTALL=1/WITH_DEV_INSTALL=0/' .compose.env
+
+      - name: build stack
+        run: make docker/all
+
+      - name: start the compose stack
+        run: ./compose up -d
+
+      - name: give stack some time to spin up
+        run: COMPOSE_INTERACTIVE_NO_CLI=1 python dev/common/poll.py
+
+      - name: set keyring on staging repo for signature upload
+        run: ./compose exec -T api ./entrypoint.sh manage set-repo-keyring --repository staging --keyring /etc/pulp/certs/galaxy.kbx -y
+
+      - name: run the integration tests
+        run: ./dev/standalone-iqe-tests/RUN_RBAC_REPOS_INTEGRATION.sh

.github/workflows/ci_standalone-x-repo-search.yml

@@ -0,0 +1,58 @@
+---
+name: Standalone Cross Repository Search tests
+on: 
+  pull_request:
+    branches:
+      - '**'
+    paths-ignore:
+      - 'docs/**'
+      - 'mkdocs.yml'
+      - 'CHANGES/**'
+  push:
+    branches:
+      - '**'
+  workflow_dispatch:
+
+jobs:
+
+  integration:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - uses: actions/setup-python@v2
+        with:
+          python-version: "3.10"
+
+      - name: Update apt
+        run: sudo apt -y update
+
+      - name: Install LDAP requirements
+        run: sudo apt-get install -y libsasl2-dev python3 libldap2-dev libssl-dev build-essential
+
+      - name: Install docker-compose
+        run: pip3 install --upgrade docker-compose
+
+      - name: create the .compose.env file
+        run: rm -f .compose.env; cp .compose.env.example .compose.env
+
+      - name: workaround github worker permissions issues
+        run: sed -i.bak 's/PIP_EDITABLE_INSTALL=1/PIP_EDITABLE_INSTALL=0/' .compose.env
+
+      - name: workaround github worker permissions issues
+        run: sed -i.bak 's/WITH_DEV_INSTALL=1/WITH_DEV_INSTALL=0/' .compose.env
+
+      - name: build stack
+        run: make docker/all
+
+      - name: start the compose stack
+        run: ./compose up -d
+
+      - name: give stack some time to spin up
+        run: COMPOSE_INTERACTIVE_NO_CLI=1 python dev/common/poll.py
+
+      - name: set keyring on staging repo for signature upload
+        run: ./compose exec -T api ./entrypoint.sh manage set-repo-keyring --repository staging --keyring /etc/pulp/certs/galaxy.kbx -y
+
+      - name: run the integration tests
+        run: ./dev/standalone-iqe-tests/RUN_X_REPO_SEARCH_INTEGRATION.sh

CHANGES/2125.misc

@@ -0,0 +1 @@
+Implement integration tests for Repository Management feature

dev/common/RUN_INTEGRATION.sh

@@ -39,10 +39,10 @@ $VENVPATH/bin/pip show epdb || pip install epdb
 # export HUB_LOCAL=1
 # dev/common/RUN_INTEGRATION.sh --pdb -sv --log-cli-level=DEBUG "-m standalone_only" -k mytest
 if [[ -z $HUB_LOCAL ]]; then
-    $VENVPATH/bin/pytest --capture=no -m "not standalone_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync" $@ -v galaxy_ng/tests/integration
+    $VENVPATH/bin/pytest --capture=no -m "not standalone_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync and not rm_sync and not x_repo_search and not rbac_repos" $@ -v galaxy_ng/tests/integration
     RC=$?
 else
-    $VENVPATH/bin/pytest --capture=no -m "not cloud_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync" -v $@ galaxy_ng/tests/integration
+    $VENVPATH/bin/pytest --capture=no -m "not cloud_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync and not rm_sync and not x_repo_search and not rbac_repos" -v $@ galaxy_ng/tests/integration
     RC=$?
 
     if [[ $RC != 0 ]]; then

dev/common/RUN_INTEGRATION_STAGE.sh

@@ -28,4 +28,4 @@ pip3 install --upgrade pip wheel
 
 pip3 install -r integration_requirements.txt
 
-pytest --log-cli-level=DEBUG -m "not standalone_only and not community_only and not rbac_roles and not slow_in_cloud and not iqe_rbac_test and not sync" --junitxml=galaxy_ng-results.xml -v galaxy_ng/tests/integration
+pytest --log-cli-level=DEBUG -m "not standalone_only and not community_only and not rbac_roles and not slow_in_cloud and not iqe_rbac_test and not sync and not rm_sync and not x_repo_search and not rbac_repos" --junitxml=galaxy_ng-results.xml -v galaxy_ng/tests/integration

dev/ephemeral/run_tests.sh

@@ -12,7 +12,7 @@ ${VENV_PATH}/bin/pip install -r integration_requirements.txt
 
 echo "Running pytest ..."
 ${VENV_PATH}/bin/pytest \
-    --capture=no -m "cloud_only or (not standalone_only and not community_only and not sync)" \
+    --capture=no -m "cloud_only or (not standalone_only and not community_only and not sync and not rm_sync and not x_repo_search and not rbac_repos)" \
     -v \
     galaxy_ng/tests/integration $@
 RC=$?

dev/insights/RUN_INTEGRATION.sh

@@ -31,7 +31,7 @@ pip show epdb || pip install epdb
 # export HUB_LOCAL=1
 # dev/common/RUN_INTEGRATION.sh --pdb -sv --log-cli-level=DEBUG "-m standalone_only" -k mytest
 
-pytest --capture=no --tb=short -m "not standalone_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync" $@ -v galaxy_ng/tests/integration
+pytest --capture=no --tb=short -m "not standalone_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync and not rm_sync and not x_repo_search and not rbac_repos" $@ -v galaxy_ng/tests/integration
 RC=$?
 
 exit $RC

dev/standalone-certified-sync/RUN_INTEGRATION.sh

@@ -25,7 +25,7 @@ $VENVPATH/bin/pip show epdb || pip install epdb
 # when running user can specify extra pytest arguments such as
 # export HUB_LOCAL=1
 # dev/common/RUN_INTEGRATION.sh --pdb -sv --log-cli-level=DEBUG "-m standalone_only" -k mytest
-$VENVPATH/bin/pytest --capture=no -m "certified_sync" -v $@ galaxy_ng/tests/integration
+$VENVPATH/bin/pytest --capture=no -m "certified_sync or rm_sync" -v $@ galaxy_ng/tests/integration
 RC=$?
 
 if [[ $RC != 0 ]]; then

dev/standalone-iqe-tests/RUN_RBAC_REPOS_INTEGRATION.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+set -e
+
+unset NAMESPACE
+unset HUB_AUTH_URL
+export HUB_USE_MOVE_ENDPOINT="true"
+
+
+VENVPATH=/tmp/gng_testing
+PIP=${VENVPATH}/bin/pip
+
+if [[ ! -d $VENVPATH ]]; then
+    python3.10 -m venv $VENVPATH
+fi
+source $VENVPATH/bin/activate
+echo "PYTHON: $(which python)"
+
+$VENVPATH/bin/pip install -r integration_requirements.txt
+$VENVPATH/bin/pip show epdb || pip install epdb
+
+echo "Setting up test data"
+docker exec -i galaxy_ng_api_1 /entrypoint.sh manage shell < dev/common/setup_test_data.py
+
+$VENVPATH/bin/pytest --capture=no -m "rbac_repos" -v $@ galaxy_ng/tests/integration
+RC=$?
+
+if [[ $RC != 0 ]]; then
+    # dump the api logs
+    docker logs galaxy_ng_api_1
+
+    # dump the worker logs
+    docker logs galaxy_ng_worker_1
+fi
+
+exit $RC

dev/standalone-iqe-tests/RUN_X_REPO_SEARCH_INTEGRATION.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+
+set -e
+
+unset NAMESPACE
+unset HUB_AUTH_URL
+export HUB_USE_MOVE_ENDPOINT="true"
+
+
+VENVPATH=/tmp/gng_testing
+PIP=${VENVPATH}/bin/pip
+
+if [[ ! -d $VENVPATH ]]; then
+    python3.10 -m venv $VENVPATH
+fi
+source $VENVPATH/bin/activate
+echo "PYTHON: $(which python)"
+
+$VENVPATH/bin/pip install -r integration_requirements.txt
+$VENVPATH/bin/pip show epdb || pip install epdb
+
+echo "Setting up test data"
+docker exec -i galaxy_ng_api_1 /entrypoint.sh manage shell < dev/common/setup_test_data.py
+
+$VENVPATH/bin/pytest --capture=no -m "x_repo_search" -v $@ galaxy_ng/tests/integration
+RC=$?
+
+if [[ $RC != 0 ]]; then
+    # dump the api logs
+    docker logs galaxy_ng_api_1
+
+    # dump the worker logs
+    docker logs galaxy_ng_worker_1
+fi
+
+exit $RC

dev/standalone/RUN_INTEGRATION.sh

@@ -32,7 +32,7 @@ export HUB_USE_MOVE_ENDPOINT=true
 # dev/common/RUN_INTEGRATION.sh --pdb -sv --log-cli-level=DEBUG "-m standalone_only" -k mytest
 pytest \
     --capture=no \
-    -m "not cloud_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync and not certified_sync" \
+    -m "not cloud_only and not community_only and not rbac_roles and not iqe_rbac_test and not sync and not certified_sync and not x_repo_search and not rm_sync and not rbac_repos" \
     -v $@ galaxy_ng/tests/integration
 RC=$?