Skip to content

Commit

Permalink
Add cloud profiler dependency to 3.11 containers. (#29651)
Browse files Browse the repository at this point in the history
  • Loading branch information
@tvalentyn
tvalentyn authored Dec 7, 2023
1 parent 51d71c0 commit 174e49d
Show file tree
Hide file tree
Showing 5 changed files with 53 additions and 51 deletions.
3 changes: 1 addition & 2 deletions sdks/python/container/base_image_requirements_manual.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,8 +32,7 @@ cython<1
# some versions of libraries that launch Beam pipelines, like tensorflow-transform.
# Leaving 'future' in our containers for now prevent breaking tft users.
future
# TODO(https://github.com/GoogleCloudPlatform/cloud-profiler-python/issues/127): Unpin python version.
google-cloud-profiler;python_version<"3.11"
google-cloud-profiler
guppy3
mmh3 # Optimizes execution of some Beam codepaths. TODO: Make it Beam's dependency.
nltk # Commonly used for natural language processing.
Expand Down
24 changes: 12 additions & 12 deletions sdks/python/container/py310/base_image_requirements.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ charset-normalizer==3.3.2
click==8.1.7
cloudpickle==2.2.1
crcmod==1.7
cryptography==41.0.6
cryptography==41.0.7
Cython==0.29.36
deprecation==2.1.0
dill==0.3.1.1
Expand All @@ -41,18 +41,18 @@ docker==6.1.3
docopt==0.6.2
exceptiongroup==1.2.0
execnet==2.0.2
fastavro==1.9.0
fastavro==1.9.1
fasteners==0.19
freezegun==1.2.2
freezegun==1.3.1
future==0.18.3
google-api-core==2.14.0
google-api-python-client==2.108.0
google-api-python-client==2.109.0
google-apitools==0.5.31
google-auth==2.23.4
google-auth==2.25.1
google-auth-httplib2==0.1.1
google-cloud-aiplatform==1.36.4
google-cloud-aiplatform==1.37.0
google-cloud-bigquery==3.13.0
google-cloud-bigquery-storage==2.22.0
google-cloud-bigquery-storage==2.23.0
google-cloud-bigtable==2.21.0
google-cloud-core==2.3.3
google-cloud-datastore==2.18.0
Expand Down Expand Up @@ -83,7 +83,7 @@ iniconfig==2.0.0
joblib==1.3.2
Js2Py==0.74
jsonschema==4.20.0
jsonschema-specifications==2023.11.1
jsonschema-specifications==2023.11.2
mmh3==4.0.1
mock==5.1.0
nltk==3.8.1
Expand All @@ -108,7 +108,7 @@ pycparser==2.21
pydot==1.4.2
PyHamcrest==2.1.0
pyjsparser==2.7.1
pymongo==4.6.0
pymongo==4.6.1
PyMySQL==1.1.0
pyparsing==3.1.1
pyproject_hooks==1.0.0
Expand All @@ -119,11 +119,11 @@ python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2023.3.post1
PyYAML==6.0.1
referencing==0.31.0
referencing==0.31.1
regex==2023.10.3
requests==2.31.0
requests-mock==1.11.0
rpds-py==0.13.1
rpds-py==0.13.2
rsa==4.9
scikit-learn==1.3.2
scipy==1.11.4
Expand All @@ -142,6 +142,6 @@ typing_extensions==4.8.0
tzlocal==5.2
uritemplate==4.1.1
urllib3==2.1.0
websocket-client==1.6.4
websocket-client==1.7.0
wrapt==1.16.0
zstandard==0.22.0
25 changes: 14 additions & 11 deletions sdks/python/container/py311/base_image_requirements.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,30 +32,32 @@ charset-normalizer==3.3.2
click==8.1.7
cloudpickle==2.2.1
crcmod==1.7
cryptography==41.0.6
cryptography==41.0.7
Cython==0.29.36
deprecation==2.1.0
dill==0.3.1.1
dnspython==2.4.2
docker==6.1.3
docopt==0.6.2
execnet==2.0.2
fastavro==1.9.0
fastavro==1.9.1
fasteners==0.19
freezegun==1.2.2
freezegun==1.3.1
future==0.18.3
google-api-core==2.14.0
google-api-python-client==2.109.0
google-apitools==0.5.31
google-auth==2.23.4
google-auth==2.25.1
google-auth-httplib2==0.1.1
google-cloud-aiplatform==1.36.4
google-cloud-aiplatform==1.37.0
google-cloud-bigquery==3.13.0
google-cloud-bigquery-storage==2.22.0
google-cloud-bigquery-storage==2.23.0
google-cloud-bigtable==2.21.0
google-cloud-core==2.3.3
google-cloud-datastore==2.18.0
google-cloud-dlp==3.13.0
google-cloud-language==2.11.1
google-cloud-profiler==4.1.0
google-cloud-pubsub==2.18.4
google-cloud-pubsublite==1.8.3
google-cloud-recommendations-ai==0.10.5
Expand All @@ -80,7 +82,7 @@ iniconfig==2.0.0
joblib==1.3.2
Js2Py==0.74
jsonschema==4.20.0
jsonschema-specifications==2023.11.1
jsonschema-specifications==2023.11.2
mmh3==4.0.1
mock==5.1.0
nltk==3.8.1
Expand All @@ -105,7 +107,7 @@ pycparser==2.21
pydot==1.4.2
PyHamcrest==2.1.0
pyjsparser==2.7.1
pymongo==4.6.0
pymongo==4.6.1
PyMySQL==1.1.0
pyparsing==3.1.1
pyproject_hooks==1.0.0
Expand All @@ -115,11 +117,11 @@ pytest-xdist==3.5.0
python-dateutil==2.8.2
pytz==2023.3.post1
PyYAML==6.0.1
referencing==0.31.0
referencing==0.31.1
regex==2023.10.3
requests==2.31.0
requests-mock==1.11.0
rpds-py==0.13.1
rpds-py==0.13.2
rsa==4.9
scikit-learn==1.3.2
scipy==1.11.4
Expand All @@ -135,7 +137,8 @@ threadpoolctl==3.2.0
tqdm==4.66.1
typing_extensions==4.8.0
tzlocal==5.2
uritemplate==4.1.1
urllib3==2.1.0
websocket-client==1.6.4
websocket-client==1.7.0
wrapt==1.16.0
zstandard==0.22.0
26 changes: 13 additions & 13 deletions sdks/python/container/py38/base_image_requirements.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ charset-normalizer==3.3.2
click==8.1.7
cloudpickle==2.2.1
crcmod==1.7
cryptography==41.0.6
cryptography==41.0.7
Cython==0.29.36
deprecation==2.1.0
dill==0.3.1.1
Expand All @@ -42,18 +42,18 @@ docker==6.1.3
docopt==0.6.2
exceptiongroup==1.2.0
execnet==2.0.2
fastavro==1.9.0
fastavro==1.9.1
fasteners==0.19
freezegun==1.2.2
freezegun==1.3.1
future==0.18.3
google-api-core==2.14.0
google-api-python-client==2.108.0
google-api-python-client==2.109.0
google-apitools==0.5.31
google-auth==2.23.4
google-auth==2.25.1
google-auth-httplib2==0.1.1
google-cloud-aiplatform==1.36.4
google-cloud-aiplatform==1.37.0
google-cloud-bigquery==3.13.0
google-cloud-bigquery-storage==2.22.0
google-cloud-bigquery-storage==2.23.0
google-cloud-bigtable==2.21.0
google-cloud-core==2.3.3
google-cloud-datastore==2.18.0
Expand All @@ -80,13 +80,13 @@ hdfs==2.7.3
httplib2==0.22.0
hypothesis==6.91.0
idna==3.6
importlib-metadata==6.8.0
importlib-metadata==7.0.0
importlib-resources==6.1.1
iniconfig==2.0.0
joblib==1.3.2
Js2Py==0.74
jsonschema==4.20.0
jsonschema-specifications==2023.11.1
jsonschema-specifications==2023.11.2
mmh3==4.0.1
mock==5.1.0
nltk==3.8.1
Expand All @@ -112,7 +112,7 @@ pycparser==2.21
pydot==1.4.2
PyHamcrest==2.1.0
pyjsparser==2.7.1
pymongo==4.6.0
pymongo==4.6.1
PyMySQL==1.1.0
pyparsing==3.1.1
pyproject_hooks==1.0.0
Expand All @@ -123,11 +123,11 @@ python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2023.3.post1
PyYAML==6.0.1
referencing==0.31.0
referencing==0.31.1
regex==2023.10.3
requests==2.31.0
requests-mock==1.11.0
rpds-py==0.13.1
rpds-py==0.13.2
rsa==4.9
scikit-learn==1.3.2
scipy==1.10.1
Expand All @@ -146,7 +146,7 @@ typing_extensions==4.8.0
tzlocal==5.2
uritemplate==4.1.1
urllib3==2.1.0
websocket-client==1.6.4
websocket-client==1.7.0
wrapt==1.16.0
zipp==3.17.0
zstandard==0.22.0
26 changes: 13 additions & 13 deletions sdks/python/container/py39/base_image_requirements.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ charset-normalizer==3.3.2
click==8.1.7
cloudpickle==2.2.1
crcmod==1.7
cryptography==41.0.6
cryptography==41.0.7
Cython==0.29.36
deprecation==2.1.0
dill==0.3.1.1
Expand All @@ -41,18 +41,18 @@ docker==6.1.3
docopt==0.6.2
exceptiongroup==1.2.0
execnet==2.0.2
fastavro==1.9.0
fastavro==1.9.1
fasteners==0.19
freezegun==1.2.2
freezegun==1.3.1
future==0.18.3
google-api-core==2.14.0
google-api-python-client==2.108.0
google-api-python-client==2.109.0
google-apitools==0.5.31
google-auth==2.23.4
google-auth==2.25.1
google-auth-httplib2==0.1.1
google-cloud-aiplatform==1.36.4
google-cloud-aiplatform==1.37.0
google-cloud-bigquery==3.13.0
google-cloud-bigquery-storage==2.22.0
google-cloud-bigquery-storage==2.23.0
google-cloud-bigtable==2.21.0
google-cloud-core==2.3.3
google-cloud-datastore==2.18.0
Expand All @@ -79,12 +79,12 @@ hdfs==2.7.3
httplib2==0.22.0
hypothesis==6.91.0
idna==3.6
importlib-metadata==6.8.0
importlib-metadata==7.0.0
iniconfig==2.0.0
joblib==1.3.2
Js2Py==0.74
jsonschema==4.20.0
jsonschema-specifications==2023.11.1
jsonschema-specifications==2023.11.2
mmh3==4.0.1
mock==5.1.0
nltk==3.8.1
Expand All @@ -109,7 +109,7 @@ pycparser==2.21
pydot==1.4.2
PyHamcrest==2.1.0
pyjsparser==2.7.1
pymongo==4.6.0
pymongo==4.6.1
PyMySQL==1.1.0
pyparsing==3.1.1
pyproject_hooks==1.0.0
Expand All @@ -120,11 +120,11 @@ python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2023.3.post1
PyYAML==6.0.1
referencing==0.31.0
referencing==0.31.1
regex==2023.10.3
requests==2.31.0
requests-mock==1.11.0
rpds-py==0.13.1
rpds-py==0.13.2
rsa==4.9
scikit-learn==1.3.2
scipy==1.11.4
Expand All @@ -143,7 +143,7 @@ typing_extensions==4.8.0
tzlocal==5.2
uritemplate==4.1.1
urllib3==2.1.0
websocket-client==1.6.4
websocket-client==1.7.0
wrapt==1.16.0
zipp==3.17.0
zstandard==0.22.0

0 comments on commit 174e49d

Please sign in to comment.