Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

RM-13-fix-vertica-no-s-3-integration-test #204

Merged
merged 5 commits into from
Feb 3, 2023
Merged

RM-13-fix-vertica-no-s-3-integration-test #204

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
669599b
uncomment vertice no-s3-itest
ryantimjohn Dec 12, 2022
02f0818
RM-41 remove requires from circleCI config
ryantimjohn Feb 2, 2023
148adf4
Revert "uncomment vertice no-s3-itest"
ryantimjohn Feb 2, 2023
b2ed5a8
Merge branch 'RM-41-Remove-Requires-statements-from-CircleCI' into RM…
ryantimjohn Feb 2, 2023
a766c7b
RM-13 uncomment vertica no s3 test
ryantimjohn Feb 2, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
74 changes: 20 additions & 54 deletions .circleci/config.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -415,8 +415,6 @@ workflows:
extras: '[unittest,typecheck]'
python_version: "3.8"
pandas_version: "==1.1.5"
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -434,8 +432,6 @@ workflows:
extras: '[unittest,typecheck]'
python_version: "3.10"
pandas_version: "==1.5.2"
requires:
- redshift-s3-itest
coverage: true
filters:
tags:
Expand All @@ -445,34 +441,30 @@ workflows:
extras: '[unittest,typecheck]'
python_version: "3.10"
pandas_version: "==1.5.2"
requires:
- redshift-s3-itest
coverage: true
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
# - integration_test_with_dbs:
# name: vertica-no-s3-itest
# extras: '[vertica,itest]'
# python_version: "3.9"
# command: |
# . venv/bin/activate
# export PATH=${PATH}:${PWD}/tests/integration/bin:/opt/vertica/bin
# export DB_FACTS_PATH=${PWD}/tests/integration/circleci-dbfacts.yml
# export RECORDS_MOVER_SESSION_TYPE=env
# mkdir -p test-reports/itest
# cd tests/integration/records/single_db
# #
# # This is a no-s3 test, so let's disable AWS creds and
# # scratch bucket config.
# #
# unset SCRATCH_S3_URL AWS_SESSION_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID
# with-db dockerized-vertica pytest
# requires:
# - redshift-s3-itest
# filters:
# tags:
# only: /v\d+\.\d+\.\d+(-[\w]+)?/
- integration_test_with_dbs:
name: vertica-no-s3-itest
extras: '[vertica,itest]'
python_version: "3.9"
command: |
. venv/bin/activate
export PATH=${PATH}:${PWD}/tests/integration/bin:/opt/vertica/bin
export DB_FACTS_PATH=${PWD}/tests/integration/circleci-dbfacts.yml
export RECORDS_MOVER_SESSION_TYPE=env
mkdir -p test-reports/itest
cd tests/integration/records/single_db
#
# This is a no-s3 test, so let's disable AWS creds and
# scratch bucket config.
#
unset SCRATCH_S3_URL AWS_SESSION_TOKEN AWS_SECRET_ACCESS_KEY AWS_ACCESS_KEY_ID
with-db dockerized-vertica pytest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
- integration_test_with_dbs:
name: postgres-itest
extras: '[postgres-binary,itest]'
Expand All @@ -486,8 +478,6 @@ workflows:
mkdir -p test-reports/itest
cd tests/integration/records/single_db
with-db dockerized-postgres pytest
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -508,8 +498,6 @@ workflows:
mkdir -p test-reports/itest
cd tests/integration/records/single_db
with-db dockerized-mysql pytest
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -525,8 +513,6 @@ workflows:
mkdir -p test-reports/itest
cd tests/integration/records/single_db
with-db dockerized-vertica pytest
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -542,8 +528,6 @@ workflows:
mkdir -p test-reports/itest
cd tests/integration/cli
./cli-tests.sh ci_1
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -559,8 +543,6 @@ workflows:
mkdir -p test-reports/itest
cd tests/integration/cli
./cli-tests.sh ci_2
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -576,8 +558,6 @@ workflows:
mkdir -p test-reports/itest
cd tests/integration/cli
./cli-tests.sh ci_3
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -586,8 +566,6 @@ workflows:
extras: '[redshift-binary,itest]'
python_version: "3.9"
db_name: demo-itest
requires:
- test-3.9
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -597,8 +575,6 @@ workflows:
python_version: "3.9"
db_name: demo-itest
include_s3_scratch_bucket: false
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -609,8 +585,6 @@ workflows:
pandas_version: "<1"
numpy_version: "<1.24"
db_name: demo-itest
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -620,8 +594,6 @@ workflows:
python_version: "3.9"
pandas_version: ""
db_name: demo-itest
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
Expand All @@ -643,8 +615,6 @@ workflows:
extras: '[bigquery,itest]'
python_version: "3.9"
db_name: bltoolsdevbq-bq_itest
requires:
- redshift-s3-itest
include_gcs_scratch_bucket: false
filters:
tags:
Expand All @@ -654,15 +624,11 @@ workflows:
extras: '[bigquery,itest]'
python_version: "3.9"
db_name: bltoolsdevbq-bq_itest
requires:
- redshift-s3-itest
filters:
tags:
only: /v\d+\.\d+\.\d+(-[\w]+)?/
- cli-extra-test:
name: cli-extra-test
requires:
- redshift-s3-itest
- deploy:
context: PyPI
requires:
Expand Down