From fecd8f92126fb22576ec4342d339ca16e166776d Mon Sep 17 00:00:00 2001 From: tvalentyn Date: Thu, 7 Dec 2023 10:55:33 -0800 Subject: [PATCH] Add cloud profiler dependency to 3.11 containers. (#29651) --- .../base_image_requirements_manual.txt | 3 +-- .../py310/base_image_requirements.txt | 24 ++++++++--------- .../py311/base_image_requirements.txt | 25 ++++++++++-------- .../py38/base_image_requirements.txt | 26 +++++++++---------- .../py39/base_image_requirements.txt | 26 +++++++++---------- 5 files changed, 53 insertions(+), 51 deletions(-) diff --git a/sdks/python/container/base_image_requirements_manual.txt b/sdks/python/container/base_image_requirements_manual.txt index f2f3ea44b44c7..dd18da1c63f54 100644 --- a/sdks/python/container/base_image_requirements_manual.txt +++ b/sdks/python/container/base_image_requirements_manual.txt @@ -32,8 +32,7 @@ cython<1 # some versions of libraries that launch Beam pipelines, like tensorflow-transform. # Leaving 'future' in our containers for now prevent breaking tft users. future -# TODO(https://github.com/GoogleCloudPlatform/cloud-profiler-python/issues/127): Unpin python version. -google-cloud-profiler;python_version<"3.11" +google-cloud-profiler guppy3 mmh3 # Optimizes execution of some Beam codepaths. TODO: Make it Beam's dependency. nltk # Commonly used for natural language processing. diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt index a80e6611d9cf3..cd6018bfc1fa8 100644 --- a/sdks/python/container/py310/base_image_requirements.txt +++ b/sdks/python/container/py310/base_image_requirements.txt @@ -32,7 +32,7 @@ charset-normalizer==3.3.2 click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 -cryptography==41.0.6 +cryptography==41.0.7 Cython==0.29.36 deprecation==2.1.0 dill==0.3.1.1 @@ -41,18 +41,18 @@ docker==6.1.3 docopt==0.6.2 exceptiongroup==1.2.0 execnet==2.0.2 -fastavro==1.9.0 +fastavro==1.9.1 fasteners==0.19 -freezegun==1.2.2 +freezegun==1.3.1 future==0.18.3 google-api-core==2.14.0 -google-api-python-client==2.108.0 +google-api-python-client==2.109.0 google-apitools==0.5.31 -google-auth==2.23.4 +google-auth==2.25.1 google-auth-httplib2==0.1.1 -google-cloud-aiplatform==1.36.4 +google-cloud-aiplatform==1.37.0 google-cloud-bigquery==3.13.0 -google-cloud-bigquery-storage==2.22.0 +google-cloud-bigquery-storage==2.23.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 google-cloud-datastore==2.18.0 @@ -83,7 +83,7 @@ iniconfig==2.0.0 joblib==1.3.2 Js2Py==0.74 jsonschema==4.20.0 -jsonschema-specifications==2023.11.1 +jsonschema-specifications==2023.11.2 mmh3==4.0.1 mock==5.1.0 nltk==3.8.1 @@ -108,7 +108,7 @@ pycparser==2.21 pydot==1.4.2 PyHamcrest==2.1.0 pyjsparser==2.7.1 -pymongo==4.6.0 +pymongo==4.6.1 PyMySQL==1.1.0 pyparsing==3.1.1 pyproject_hooks==1.0.0 @@ -119,11 +119,11 @@ python-dateutil==2.8.2 python-snappy==0.6.1 pytz==2023.3.post1 PyYAML==6.0.1 -referencing==0.31.0 +referencing==0.31.1 regex==2023.10.3 requests==2.31.0 requests-mock==1.11.0 -rpds-py==0.13.1 +rpds-py==0.13.2 rsa==4.9 scikit-learn==1.3.2 scipy==1.11.4 @@ -142,6 +142,6 @@ typing_extensions==4.8.0 tzlocal==5.2 uritemplate==4.1.1 urllib3==2.1.0 -websocket-client==1.6.4 +websocket-client==1.7.0 wrapt==1.16.0 zstandard==0.22.0 diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt index 04d9fc28c273e..1fae235ee477a 100644 --- a/sdks/python/container/py311/base_image_requirements.txt +++ b/sdks/python/container/py311/base_image_requirements.txt @@ -32,7 +32,7 @@ charset-normalizer==3.3.2 click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 -cryptography==41.0.6 +cryptography==41.0.7 Cython==0.29.36 deprecation==2.1.0 dill==0.3.1.1 @@ -40,22 +40,24 @@ dnspython==2.4.2 docker==6.1.3 docopt==0.6.2 execnet==2.0.2 -fastavro==1.9.0 +fastavro==1.9.1 fasteners==0.19 -freezegun==1.2.2 +freezegun==1.3.1 future==0.18.3 google-api-core==2.14.0 +google-api-python-client==2.109.0 google-apitools==0.5.31 -google-auth==2.23.4 +google-auth==2.25.1 google-auth-httplib2==0.1.1 -google-cloud-aiplatform==1.36.4 +google-cloud-aiplatform==1.37.0 google-cloud-bigquery==3.13.0 -google-cloud-bigquery-storage==2.22.0 +google-cloud-bigquery-storage==2.23.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 google-cloud-datastore==2.18.0 google-cloud-dlp==3.13.0 google-cloud-language==2.11.1 +google-cloud-profiler==4.1.0 google-cloud-pubsub==2.18.4 google-cloud-pubsublite==1.8.3 google-cloud-recommendations-ai==0.10.5 @@ -80,7 +82,7 @@ iniconfig==2.0.0 joblib==1.3.2 Js2Py==0.74 jsonschema==4.20.0 -jsonschema-specifications==2023.11.1 +jsonschema-specifications==2023.11.2 mmh3==4.0.1 mock==5.1.0 nltk==3.8.1 @@ -105,7 +107,7 @@ pycparser==2.21 pydot==1.4.2 PyHamcrest==2.1.0 pyjsparser==2.7.1 -pymongo==4.6.0 +pymongo==4.6.1 PyMySQL==1.1.0 pyparsing==3.1.1 pyproject_hooks==1.0.0 @@ -115,11 +117,11 @@ pytest-xdist==3.5.0 python-dateutil==2.8.2 pytz==2023.3.post1 PyYAML==6.0.1 -referencing==0.31.0 +referencing==0.31.1 regex==2023.10.3 requests==2.31.0 requests-mock==1.11.0 -rpds-py==0.13.1 +rpds-py==0.13.2 rsa==4.9 scikit-learn==1.3.2 scipy==1.11.4 @@ -135,7 +137,8 @@ threadpoolctl==3.2.0 tqdm==4.66.1 typing_extensions==4.8.0 tzlocal==5.2 +uritemplate==4.1.1 urllib3==2.1.0 -websocket-client==1.6.4 +websocket-client==1.7.0 wrapt==1.16.0 zstandard==0.22.0 diff --git a/sdks/python/container/py38/base_image_requirements.txt b/sdks/python/container/py38/base_image_requirements.txt index f22bbfe7d7194..ab4203ecbe375 100644 --- a/sdks/python/container/py38/base_image_requirements.txt +++ b/sdks/python/container/py38/base_image_requirements.txt @@ -33,7 +33,7 @@ charset-normalizer==3.3.2 click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 -cryptography==41.0.6 +cryptography==41.0.7 Cython==0.29.36 deprecation==2.1.0 dill==0.3.1.1 @@ -42,18 +42,18 @@ docker==6.1.3 docopt==0.6.2 exceptiongroup==1.2.0 execnet==2.0.2 -fastavro==1.9.0 +fastavro==1.9.1 fasteners==0.19 -freezegun==1.2.2 +freezegun==1.3.1 future==0.18.3 google-api-core==2.14.0 -google-api-python-client==2.108.0 +google-api-python-client==2.109.0 google-apitools==0.5.31 -google-auth==2.23.4 +google-auth==2.25.1 google-auth-httplib2==0.1.1 -google-cloud-aiplatform==1.36.4 +google-cloud-aiplatform==1.37.0 google-cloud-bigquery==3.13.0 -google-cloud-bigquery-storage==2.22.0 +google-cloud-bigquery-storage==2.23.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 google-cloud-datastore==2.18.0 @@ -80,13 +80,13 @@ hdfs==2.7.3 httplib2==0.22.0 hypothesis==6.91.0 idna==3.6 -importlib-metadata==6.8.0 +importlib-metadata==7.0.0 importlib-resources==6.1.1 iniconfig==2.0.0 joblib==1.3.2 Js2Py==0.74 jsonschema==4.20.0 -jsonschema-specifications==2023.11.1 +jsonschema-specifications==2023.11.2 mmh3==4.0.1 mock==5.1.0 nltk==3.8.1 @@ -112,7 +112,7 @@ pycparser==2.21 pydot==1.4.2 PyHamcrest==2.1.0 pyjsparser==2.7.1 -pymongo==4.6.0 +pymongo==4.6.1 PyMySQL==1.1.0 pyparsing==3.1.1 pyproject_hooks==1.0.0 @@ -123,11 +123,11 @@ python-dateutil==2.8.2 python-snappy==0.6.1 pytz==2023.3.post1 PyYAML==6.0.1 -referencing==0.31.0 +referencing==0.31.1 regex==2023.10.3 requests==2.31.0 requests-mock==1.11.0 -rpds-py==0.13.1 +rpds-py==0.13.2 rsa==4.9 scikit-learn==1.3.2 scipy==1.10.1 @@ -146,7 +146,7 @@ typing_extensions==4.8.0 tzlocal==5.2 uritemplate==4.1.1 urllib3==2.1.0 -websocket-client==1.6.4 +websocket-client==1.7.0 wrapt==1.16.0 zipp==3.17.0 zstandard==0.22.0 diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt index f42b6f8c2b456..308ffa7362072 100644 --- a/sdks/python/container/py39/base_image_requirements.txt +++ b/sdks/python/container/py39/base_image_requirements.txt @@ -32,7 +32,7 @@ charset-normalizer==3.3.2 click==8.1.7 cloudpickle==2.2.1 crcmod==1.7 -cryptography==41.0.6 +cryptography==41.0.7 Cython==0.29.36 deprecation==2.1.0 dill==0.3.1.1 @@ -41,18 +41,18 @@ docker==6.1.3 docopt==0.6.2 exceptiongroup==1.2.0 execnet==2.0.2 -fastavro==1.9.0 +fastavro==1.9.1 fasteners==0.19 -freezegun==1.2.2 +freezegun==1.3.1 future==0.18.3 google-api-core==2.14.0 -google-api-python-client==2.108.0 +google-api-python-client==2.109.0 google-apitools==0.5.31 -google-auth==2.23.4 +google-auth==2.25.1 google-auth-httplib2==0.1.1 -google-cloud-aiplatform==1.36.4 +google-cloud-aiplatform==1.37.0 google-cloud-bigquery==3.13.0 -google-cloud-bigquery-storage==2.22.0 +google-cloud-bigquery-storage==2.23.0 google-cloud-bigtable==2.21.0 google-cloud-core==2.3.3 google-cloud-datastore==2.18.0 @@ -79,12 +79,12 @@ hdfs==2.7.3 httplib2==0.22.0 hypothesis==6.91.0 idna==3.6 -importlib-metadata==6.8.0 +importlib-metadata==7.0.0 iniconfig==2.0.0 joblib==1.3.2 Js2Py==0.74 jsonschema==4.20.0 -jsonschema-specifications==2023.11.1 +jsonschema-specifications==2023.11.2 mmh3==4.0.1 mock==5.1.0 nltk==3.8.1 @@ -109,7 +109,7 @@ pycparser==2.21 pydot==1.4.2 PyHamcrest==2.1.0 pyjsparser==2.7.1 -pymongo==4.6.0 +pymongo==4.6.1 PyMySQL==1.1.0 pyparsing==3.1.1 pyproject_hooks==1.0.0 @@ -120,11 +120,11 @@ python-dateutil==2.8.2 python-snappy==0.6.1 pytz==2023.3.post1 PyYAML==6.0.1 -referencing==0.31.0 +referencing==0.31.1 regex==2023.10.3 requests==2.31.0 requests-mock==1.11.0 -rpds-py==0.13.1 +rpds-py==0.13.2 rsa==4.9 scikit-learn==1.3.2 scipy==1.11.4 @@ -143,7 +143,7 @@ typing_extensions==4.8.0 tzlocal==5.2 uritemplate==4.1.1 urllib3==2.1.0 -websocket-client==1.6.4 +websocket-client==1.7.0 wrapt==1.16.0 zipp==3.17.0 zstandard==0.22.0