Remove Python 3.8 Support from Apache Beam (#32643)

* Remove Python 3.8 Support from Apache Beam

* Remove artifact build/publishing

* Address comments

.github/workflows/beam_Publish_Beam_SDK_Snapshots.yml

@@ -66,7 +66,6 @@ jobs:
           - "java:container:java11"
           - "java:container:java17"
           - "java:container:java21"
-          - "python:container:py38"
           - "python:container:py39"
           - "python:container:py310"
           - "python:container:py311"

.github/workflows/build_wheels.yml

@@ -49,7 +49,7 @@ jobs:
     env:
       EVENT_NAME: ${{ github.event_name }}
       # Keep in sync with py_version matrix value below - if changed, change that as well.
-      PY_VERSIONS_FULL: "cp38-* cp39-* cp310-* cp311-* cp312-*"
+      PY_VERSIONS_FULL: "cp39-* cp310-* cp311-* cp312-*"
     outputs:
       gcp-variables-set: ${{ steps.check_gcp_variables.outputs.gcp-variables-set }}
       py-versions-full: ${{ steps.set-py-versions.outputs.py-versions-full }}
@@ -229,7 +229,7 @@ jobs:
           {"os": "ubuntu-20.04", "runner": [self-hosted, ubuntu-20.04, main], "python": "${{ needs.check_env_variables.outputs.py-versions-test }}", arch: "aarch64" }
         ]
         # Keep in sync (remove asterisks) with PY_VERSIONS_FULL env var above - if changed, change that as well.
-        py_version: ["cp38-", "cp39-", "cp310-", "cp311-", "cp312-"]
+        py_version: ["cp39-", "cp310-", "cp311-", "cp312-"]
     steps:
     - name: Download python source distribution from artifacts
       uses: actions/[email protected]

.test-infra/jenkins/metrics_report/tox.ini

@@ -17,7 +17,7 @@
 ; TODO(https://github.com/apache/beam/issues/20209): Don't hardcode Py3.8 version.
 [tox]
 skipsdist = True
-envlist = py38-test,py38-generate-report
+envlist = py39-test,py39-generate-report
 
 [testenv]
 commands_pre =

.test-infra/mock-apis/pyproject.toml

@@ -27,7 +27,7 @@ packages = [
 ]
 
 [tool.poetry.dependencies]
-python = "^3.8"
+python = "^3.9"
 google = "^3.0.0"
 grpcio = "^1.53.0"
 grpcio-tools = "^1.53.0"

.test-infra/tools/python_installer.sh

@@ -20,7 +20,7 @@
 set -euo pipefail
 
 # Variable containing the python versions to install
-python_versions_arr=("3.8.16" "3.9.16" "3.10.10" "3.11.4")
+python_versions_arr=("3.9.16" "3.10.10" "3.11.4", "3.12.6")
 
 # Install pyenv dependencies.
 pyenv_dep(){

buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy

@@ -3152,7 +3152,6 @@ class BeamModulePlugin implements Plugin<Project> {
           mustRunAfter = [
             ":runners:flink:${project.ext.latestFlinkVersion}:job-server:shadowJar",
             ':runners:spark:3:job-server:shadowJar',
-            ':sdks:python:container:py38:docker',
             ':sdks:python:container:py39:docker',
             ':sdks:python:container:py310:docker',
             ':sdks:python:container:py311:docker',

contributor-docs/release-guide.md

@@ -507,7 +507,7 @@ with tags: `${RELEASE_VERSION}rc${RC_NUM}`
 Verify that third party licenses are included in Docker. You can do this with a simple script:
 
     RC_TAG=${RELEASE_VERSION}rc${RC_NUM}
-    for pyver in 3.8 3.9 3.10 3.11; do
+    for pyver in 3.9 3.10 3.11 3.12; do
       docker run --rm --entrypoint sh \
           apache/beam_python${pyver}_sdk:${RC_TAG} \
           -c 'ls -al /opt/apache/beam/third_party_licenses/ | wc -l'

gradle.properties

@@ -41,4 +41,4 @@ docker_image_default_repo_prefix=beam_
 # supported flink versions
 flink_versions=1.15,1.16,1.17,1.18,1.19
 # supported python versions
-python_versions=3.8,3.9,3.10,3.11,3.12
+python_versions=3.9,3.10,3.11,3.12

local-env-setup.sh

@@ -55,7 +55,7 @@ if [ "$kernelname" = "Linux" ]; then
         exit
     fi
 
-    for ver in 3.8 3.9 3.10 3.11 3.12 3; do
+    for ver in 3.9 3.10 3.11 3.12 3; do
         apt install --yes python$ver-venv
     done
 
@@ -89,7 +89,7 @@ elif [ "$kernelname" = "Darwin" ]; then
         echo "Installing openjdk@8"
         brew install openjdk@8
     fi
-    for ver in 3.8 3.9 3.10 3.11 3.12; do
+    for ver in 3.9 3.10 3.11 3.12; do
       if brew ls --versions python@$ver > /dev/null; then
           echo "python@$ver already installed. Skipping"
           brew info python@$ver

playground/infrastructure/cloudbuild/playground_cd_examples.sh

@@ -97,15 +97,15 @@ LogOutput "Installing python and dependencies."
 export DEBIAN_FRONTEND=noninteractive
 apt install -y apt-transport-https ca-certificates software-properties-common curl unzip apt-utils > /dev/null 2>&1
 add-apt-repository -y ppa:deadsnakes/ppa > /dev/null 2>&1 && apt update > /dev/null 2>&1
-apt install -y python3.8 python3.8-distutils python3-pip > /dev/null 2>&1
-apt install -y --reinstall python3.8-distutils > /dev/null 2>&1
+apt install -y python3.9 python3-distutils python3-pip > /dev/null 2>&1
+apt install -y --reinstall python3-distutils > /dev/null 2>&1
 apt install -y python3-virtualenv
 virtualenv play_venv
 source play_venv/bin/activate
 pip install --upgrade google-api-python-client > /dev/null 2>&1
-python3.8 -m pip install pip --upgrade > /dev/null 2>&1
-ln -s /usr/bin/python3.8 /usr/bin/python > /dev/null 2>&1
-apt install -y python3.8-venv > /dev/null 2>&1
+python3.9 -m pip install pip --upgrade > /dev/null 2>&1
+ln -s /usr/bin/python3.9 /usr/bin/python > /dev/null 2>&1
+apt install -y python3.9-venv > /dev/null 2>&1
 
 LogOutput "Installing Python packages from beam/playground/infrastructure/requirements.txt"
 cd $BEAM_ROOT_DIR

playground/infrastructure/cloudbuild/playground_ci_examples.sh

@@ -94,12 +94,12 @@ export DEBIAN_FRONTEND=noninteractive
 LogOutput "Installing Python environment"
 apt-get install -y apt-transport-https ca-certificates software-properties-common curl unzip apt-utils > /dev/null
 add-apt-repository -y ppa:deadsnakes/ppa > /dev/null && apt update > /dev/null
-apt install -y python3.8 python3.8-distutils python3-pip > /dev/null
-apt install --reinstall python3.8-distutils > /dev/null
+apt install -y python3.9 python3-distutils python3-pip > /dev/null
+apt install --reinstall python3-distutils > /dev/null
 pip install --upgrade google-api-python-client > /dev/null
-python3.8 -m pip install pip --upgrade > /dev/null
-ln -s /usr/bin/python3.8 /usr/bin/python > /dev/null
-apt install python3.8-venv > /dev/null
+python3.9 -m pip install pip --upgrade > /dev/null
+ln -s /usr/bin/python3.9 /usr/bin/python > /dev/null
+apt install python3.9-venv > /dev/null
 LogOutput "Installing Python packages from beam/playground/infrastructure/requirements.txt"
 pip install -r $BEAM_ROOT_DIR/playground/infrastructure/requirements.txt
 

release/src/main/Dockerfile

@@ -42,12 +42,11 @@ RUN curl https://pyenv.run | bash && \
     echo 'command -v pyenv >/dev/null || export PATH="$PYENV_ROOT/bin:$PATH"' >> /root/.bashrc && \
     echo ''eval "$(pyenv init -)"'' >> /root/.bashrc && \
     source /root/.bashrc && \
-    pyenv install 3.8.9 && \
     pyenv install 3.9.4 && \
     pyenv install 3.10.7 && \
     pyenv install 3.11.3 && \
     pyenv install 3.12.3 && \
-    pyenv global 3.8.9 3.9.4 3.10.7 3.11.3 3.12.3
+    pyenv global 3.9.4 3.10.7 3.11.3 3.12.3
 
 # Install a Go version >= 1.16 so we can bootstrap higher
 # Go versions

release/src/main/python-release/python_release_automation.sh

@@ -19,7 +19,7 @@
 source release/src/main/python-release/run_release_candidate_python_quickstart.sh
 source release/src/main/python-release/run_release_candidate_python_mobile_gaming.sh
 
-for version in 3.8 3.9 3.10 3.11 3.12
+for version in 3.9 3.10 3.11 3.12
 do
   run_release_candidate_python_quickstart    "tar"   "python${version}"
   run_release_candidate_python_mobile_gaming "tar"   "python${version}"

sdks/python/apache_beam/__init__.py

@@ -70,17 +70,11 @@
 import warnings
 
 if sys.version_info.major == 3:
-  if sys.version_info.minor <= 7 or sys.version_info.minor >= 13:
+  if sys.version_info.minor <= 8 or sys.version_info.minor >= 13:
     warnings.warn(
         'This version of Apache Beam has not been sufficiently tested on '
         'Python %s.%s. You may encounter bugs or missing features.' %
         (sys.version_info.major, sys.version_info.minor))
-  elif sys.version_info.minor == 8:
-    warnings.warn(
-        'Python 3.8 reaches EOL in October 2024 and support will '
-        'be removed from Apache Beam in version 2.61.0. See '
-        'https://github.com/apache/beam/issues/31192 for more '
-        'information.')
   pass
 else:
   raise RuntimeError(

sdks/python/apache_beam/ml/inference/test_resources/vllm.dockerfile

@@ -40,7 +40,7 @@ RUN pip install openai vllm
 RUN apt install libcairo2-dev pkg-config python3-dev -y
 RUN pip install pycairo
 
-# Copy the Apache Beam worker dependencies from the Beam Python 3.8 SDK image.
+# Copy the Apache Beam worker dependencies from the Beam Python 3.12 SDK image.
 COPY --from=apache/beam_python3.12_sdk:2.58.1 /opt/apache/beam /opt/apache/beam
 
 # Set the entrypoint to Apache Beam SDK worker launcher.

sdks/python/expansion-service-container/Dockerfile

@@ -17,7 +17,7 @@
 ###############################################################################
 
 # We just need to support one Python version supported by Beam.
-# Picking the current default Beam Python version which is Python 3.8.
+# Picking the current default Beam Python version which is Python 3.9.
 FROM python:3.9-bookworm as expansion-service
 LABEL Author "Apache Beam <[email protected]>"
 ARG TARGETOS

sdks/python/setup.py

@@ -155,7 +155,7 @@ def cythonize(*args, **kwargs):
 # Exclude 1.5.0 and 1.5.1 because of
 # https://github.com/pandas-dev/pandas/issues/45725
 dataframe_dependency = [
-    'pandas>=1.4.3,!=1.5.0,!=1.5.1,<2.3;python_version>="3.8"',
+    'pandas>=1.4.3,!=1.5.0,!=1.5.1,<2.3',
 ]
 
 
@@ -271,18 +271,13 @@ def get_portability_package_data():
   return files
 
 
-python_requires = '>=3.8'
+python_requires = '>=3.9'
 
-if sys.version_info.major == 3 and sys.version_info.minor >= 12:
+if sys.version_info.major == 3 and sys.version_info.minor >= 13:
   warnings.warn(
       'This version of Apache Beam has not been sufficiently tested on '
       'Python %s.%s. You may encounter bugs or missing features.' %
       (sys.version_info.major, sys.version_info.minor))
-elif sys.version_info.major == 3 and sys.version_info.minor == 8:
-  warnings.warn('Python 3.8 reaches EOL in October 2024 and support will '
-                'be removed from Apache Beam in version 2.61.0. See '
-                'https://github.com/apache/beam/issues/31192 for more '
-                'information.')
 
 if __name__ == '__main__':
   # In order to find the tree of proto packages, the directory
@@ -534,7 +529,6 @@ def get_portability_package_data():
           'Intended Audience :: End Users/Desktop',
           'License :: OSI Approved :: Apache Software License',
           'Operating System :: POSIX :: Linux',
-          'Programming Language :: Python :: 3.8',
           'Programming Language :: Python :: 3.9',
           'Programming Language :: Python :: 3.10',
           'Programming Language :: Python :: 3.11',