Skip to content

Commit

Permalink
Remove cython env and build-requirements for tox.ini
Browse files Browse the repository at this point in the history
  • Loading branch information
AnandInguva committed Oct 10, 2023
1 parent 4c80183 commit dad39ec
Showing 1 changed file with 5 additions and 26 deletions.
31 changes: 5 additions & 26 deletions sdks/python/tox.ini
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@

[tox]
# new environments will be excluded by default unless explicitly added to envlist.
envlist = py38,py39,py310,py311,py38-{cloud,cython,docs,lint,mypy,cloudcoverage,dask},py39-{cloud,cython},py310-{cloud,cython,dask},py311-{cloud,cython,dask},whitespacelint
envlist = py38,py39,py310,py311,py38-{cloud,docs,lint,mypy,cloudcoverage,dask},py39-{cloud},py310-{cloud,dask},py311-{cloud,dask},whitespacelint
toxworkdir = {toxinidir}/target/{env:ENV_NAME:.tox}

[pycodestyle]
Expand All @@ -44,8 +44,6 @@ allowlist_externals =
curl
./codecov
chmod
deps =
cython: cython==0.29.33
setenv =
RUN_SKIPPED_PY3_TESTS=0
# Use an isolated tmp dir for tests that get slowed down by scanning /tmp.
Expand All @@ -66,6 +64,7 @@ commands_pre =
bash {toxinidir}/scripts/run_tox_cleanup.sh
commands_post =
bash {toxinidir}/scripts/run_tox_cleanup.sh

commands = false {envname} is misconfigured

[testenv:py{38,39,310,311}]
Expand All @@ -80,28 +79,18 @@ commands =
install_command = {envbindir}/python.exe {envbindir}/pip.exe install --retries 10 {opts} {packages}
list_dependencies_command = {envbindir}/python.exe {envbindir}/pip.exe freeze

[testenv:py{38,39,310,311}-cython]
# cython tests are only expected to work in linux (2.x and 3.x)
# If we want to add other platforms in the future, it should be:
# `platform = linux2|darwin|...`
# See https://docs.python.org/2/library/sys.html#sys.platform for platform codes
platform = linux
commands =
# TODO(https://github.com/apache/beam/issues/20051): Remove this build_ext invocation once local source no longer
# shadows the installed apache_beam.
python setup.py build_ext --inplace
python apache_beam/examples/complete/autocomplete_test.py
bash {toxinidir}/scripts/run_pytest.sh {envname} "{posargs}"

[testenv:py{38,39,310,311}-cloud]
; extras = test,gcp,interactive,dataframe,aws,azure
extras = test,gcp,interactive,dataframe,aws,azure
commands =
python apache_beam/examples/complete/autocomplete_test.py
bash {toxinidir}/scripts/run_pytest.sh {envname} "{posargs}"

[testenv:py{38,39,310,311}-dask]
extras = test,dask
commands =
bash {toxinidir}/scripts/run_pytest.sh {envname} "{posargs}"

[testenv:py38-cloudcoverage]
deps =
pytest-cov==3.0.0
Expand All @@ -123,7 +112,6 @@ commands =
setenv =
# keep the version of pylint in sync with the 'rev' in .pre-commit-config.yaml
deps =
-r build-requirements.txt
astroid<2.17.0,>=2.15.6
pycodestyle==2.8.0
pylint==2.17.5
Expand All @@ -142,7 +130,6 @@ commands =

[testenv:py38-mypy]
deps =
-r build-requirements.txt
mypy==0.790
dask==2022.01.0
distributed==2022.01.0
Expand Down Expand Up @@ -172,7 +159,6 @@ commands =
# Used by hdfs_integration_test.sh. Do not run this directly, as it depends on
# nodes defined in hdfs_integration_test/docker-compose.yml.
deps =
-r build-requirements.txt
holdup==1.8.0
extras =
gcp
Expand Down Expand Up @@ -205,7 +191,6 @@ commands_pre =
# Do not run this directly, as it depends on nodes defined in
# azure/integration_test/docker-compose.yml.
deps =
-r build-requirements.txt
extras =
azure
passenv = REQUESTS_CA_BUNDLE
Expand Down Expand Up @@ -334,7 +319,6 @@ commands =

[testenv:py{38,39,310,311}-pytorch-{19,110,111,112,113}]
deps =
-r build-requirements.txt
19: torch>=1.9.0,<1.10.0
110: torch>=1.10.0,<1.11.0
111: torch>=1.11.0,<1.12.0
Expand All @@ -352,7 +336,6 @@ commands =

[testenv:py{38,39,310}-pytorch-200]
deps =
-r build-requirements.txt
200: torch>=2.0.0,<2.1.0
extras = test,gcp
# Don't set TMPDIR to avoid "AF_UNIX path too long" errors in certain tests.
Expand Down Expand Up @@ -386,7 +369,6 @@ commands =

[testenv:py{38,39,310}-tensorflow-212]
deps =
-r build-requirements.txt
212: tensorflow>=2.12rc1,<2.13
extras = test,gcp
commands =
Expand All @@ -398,7 +380,6 @@ commands =

[testenv:py{38,39,310}-xgboost-{160,170}]
deps =
-r build-requirements.txt
160:
xgboost>=1.6.0,<1.7.0
datatable==1.0.0
Expand All @@ -415,7 +396,6 @@ commands =

[testenv:py{38,39,310,311}-transformers-{428,429,430}]
deps =
-r build-requirements.txt
428: transformers>=4.28.0,<4.29.0
429: transformers>=4.29.0,<4.30.0
430: transformers>=4.30.0,<4.31.0
Expand All @@ -433,7 +413,6 @@ commands =

[testenv:py{38,311}-vertex-ai]
deps =
-r build-requirements.txt
tensorflow==2.12.0
extras = test,gcp
commands =
Expand Down

0 comments on commit dad39ec

Please sign in to comment.