chore(testing): Enabling 3.11 version testing in noxfiles

.kokoro/docker/Dockerfile

@@ -117,7 +117,7 @@ RUN set -ex \
   && export GNUPGHOME="$(mktemp -d)" \
   && echo "disable-ipv6" >> "${GNUPGHOME}/dirmngr.conf" \
   && /tmp/fetch_gpg_keys.sh \
-  && for PYTHON_VERSION in 2.7.18 3.7.12 3.8.13 3.9.13 3.10.5 3.11.1; do \
+  && for PYTHON_VERSION in 2.7.18 3.7.16 3.8.16 3.9.16 3.10.9 3.11.1; do \
   wget --no-check-certificate -O python-${PYTHON_VERSION}.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz" \
   && wget --no-check-certificate -O python-${PYTHON_VERSION}.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc" \
   && gpg --batch --verify python-${PYTHON_VERSION}.tar.xz.asc python-${PYTHON_VERSION}.tar.xz \

.kokoro/python3.11/common.cfg

@@ -1,4 +1,4 @@
-# Copyright 2021 Google LLC
+# Copyright 2023 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

.kokoro/python3.11/continuous.cfg

@@ -1,4 +1,4 @@
-# Copyright 2021 Google LLC
+# Copyright 2023 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

.kokoro/python3.11/periodic.cfg

@@ -1,4 +1,4 @@
-# Copyright 2021 Google LLC
+# Copyright 2023 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

.kokoro/python3.11/presubmit.cfg

@@ -1,4 +1,4 @@
-# Copyright 2021 Google LLC
+# Copyright 2023 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

MAC_SETUP.md

@@ -76,21 +76,25 @@ test their code.
     ```console
     $ pyenv install 3.6.13
     ```
-    *  3.7.13 (latest 3.7.x release)
+    *  3.7.16 (latest 3.7.x release)
     ```console
-    $ pyenv install 3.7.13
+    $ pyenv install 3.7.16
     ```
-    *  3.8.13 (latest 3.8.x release)
+    *  3.8.16 (latest 3.8.x release)
     ```console
-    $ pyenv install 3.8.13
+    $ pyenv install 3.8.16
     ```
-    *  3.9.12 (latest 3.9.x release)
+    *  3.9.16 (latest 3.9.x release)
     ```console
-    $ pyenv install 3.9.12
+    $ pyenv install 3.9.16
     ```
-    *  3.10.4 (latest 3.10.x release)
+    *  3.10.9 (latest 3.10.x release)
     ```console
-    $ pyenv install 3.10.4
+    $ pyenv install 3.10.9
+    ```
+    *  3.11.1 (latest 3.11.x release)
+    ```console
+    $ pyenv install 3.11.1
     ```
 
     > ℹ️ *Note*: If you are using an M1 Mac,

README.md

@@ -2,7 +2,7 @@
 
 Python samples for [Google Cloud Platform products][cloud].
 
-[![Build Status][py-2.7-shield]][py-2.7-link] [![Build Status][py-3.7-shield]][py-3.7-link] [![Build Status][py-3.8-shield]][py-3.8-link] [![Build Status][py-3.9-shield]][py-3.9-link] [![Build Status][py-3.10-shield]][py-3.10-link]
+[![Build Status][py-2.7-shield]][py-2.7-link] [![Build Status][py-3.7-shield]][py-3.7-link] [![Build Status][py-3.8-shield]][py-3.8-link] [![Build Status][py-3.9-shield]][py-3.9-link] [![Build Status][py-3.10-shield]][py-3.10-link] [![Build Status][py-3.11-shield]][py-3.11-link]
 
 ## Google Cloud Samples
 
@@ -77,3 +77,5 @@ Contributions welcome! See the [Contributing Guide](CONTRIBUTING.md).
 [py-3.9-link]: https://storage.googleapis.com/cloud-devrel-public/python-docs-samples/badges/py-3.9.html
 [py-3.10-shield]: https://storage.googleapis.com/cloud-devrel-public/python-docs-samples/badges/py-310.svg
 [py-3.10-link]: https://storage.googleapis.com/cloud-devrel-public/python-docs-samples/badges/py-3.10.html
+[py-3.11-shield]: https://storage.googleapis.com/cloud-devrel-public/python-docs-samples/badges/py-311.svg
+[py-3.11-link]: https://storage.googleapis.com/cloud-devrel-public/python-docs-samples/badges/py-3.11.html

appengine/flexible/django_cloudsql/requirements.txt

@@ -1,7 +1,7 @@
 Django==4.0.4; python_version >= '3.8'
 Django==3.2.14; python_version < '3.8'
 gunicorn==20.1.0
-psycopg2-binary==2.9.4
+psycopg2-binary==2.9.5
 django-environ==0.9.0
 google-cloud-secret-manager==2.12.0
 django-storages[google]==1.13

appengine/flexible/scipy/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6"],
+    "ignored_versions": ["2.7", "3.6", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

appengine/flexible/scipy/requirements.txt

@@ -5,5 +5,5 @@ imageio==2.14.0
 numpy==1.22.0; python_version > "3.7"
 numpy==1.21.4; python_version <= "3.7"
 pillow==9.2.0
-scipy==1.8.0; python_version > "3.7"
+scipy==1.10.0; python_version > "3.7"
 scipy==1.7.3; python_version <= "3.7"

appengine/standard/noxfile-template.py

@@ -81,10 +81,10 @@ def get_pytest_env_vars():
 
 # DO NOT EDIT - automatically generated.
 # All versions used to tested samples.
-ALL_VERSIONS = ["2.7", "3.6", "3.7", "3.8", "3.9", "3.10"]
+ALL_VERSIONS = ["2.7", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11"]
 
 # Any default versions that should be ignored.
-IGNORED_VERSIONS = ["3.6", "3.7", "3.8", "3.9", "3.10"]
+IGNORED_VERSIONS = ["3.6", "3.7", "3.8", "3.9", "3.10", "3.11"]
 
 TESTED_VERSIONS = sorted([v for v in ALL_VERSIONS if v not in IGNORED_VERSIONS])
 

appengine/standard_python3/bigquery/noxfile_config.py

@@ -23,7 +23,7 @@
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
     # There's no google-cloud-bigquery package for Python 3.9.
-    "ignored_versions": ["2.7", "3.6", "3.9"],
+    "ignored_versions": ["2.7", "3.6", "3.9", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

appengine/standard_python3/cloud_debugger/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

appengine/standard_python3/cloudsql/requirements.txt

@@ -1,5 +1,5 @@
 flask==2.1.0
 # psycopg2==2.8.4
-psycopg2-binary==2.9.4 # you will need either the binary or the regular - for more info see http://initd.org/psycopg/docs/install.html
+psycopg2-binary==2.9.5 # you will need either the binary or the regular - for more info see http://initd.org/psycopg/docs/install.html
 PyMySQL==1.0.2
 SQLAlchemy==1.4.38

appengine/standard_python3/django/requirements.txt

@@ -1,5 +1,5 @@
 Django==4.0.4; python_version >= '3.8'
 Django==3.2.14; python_version < '3.8'
 django-environ==0.9.0
-psycopg2-binary==2.9.4
+psycopg2-binary==2.9.5
 google-cloud-secret-manager==2.12.0

bigquery/bqml/noxfile_config.py

@@ -23,7 +23,7 @@
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
     # Skipping for Python 3.9 due to pyarrow compilation failure.
-    "ignored_versions": ["2.7", "3.6", "3.9"],
+    "ignored_versions": ["2.7", "3.6", "3.9", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

bigquery/datalab-migration/noxfile_config.py

@@ -23,7 +23,7 @@
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
     # Skipping 3.6 and 3.7 to avoid needing a vulnerable version of IPython
-    "ignored_versions": ["2.7", "3.6", "3.7"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

bigquery/pandas-gbq-migration/noxfile_config.py

@@ -23,7 +23,7 @@
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
     # Skipping for Python 3.9 due to pyarrow compilation failure.
-    "ignored_versions": ["2.7", "3.6", "3.9"],
+    "ignored_versions": ["2.7", "3.6", "3.9", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

cloud-sql/mysql/client-side-encryption/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

cloud-sql/postgres/client-side-encryption/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

cloud-sql/sql-server/client-side-encryption/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

composer/2022_airflow_summit/constraints.txt

@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
 proto-plus==1.19.6
 protobuf==3.20.0
 psutil==5.9.1
-psycopg2-binary==2.9.3
+psycopg2-binary==2.9.5
 ptyprocess==0.7.0
 pure-eval==0.2.2
 pure-sasl==0.6.2

composer/2022_airflow_summit/noxfile_config.py

@@ -30,7 +30,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10"],  # Composer w/ Airflow 2 only supports Python 3.8
+    'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],  # Composer w/ Airflow 2 only supports Python 3.8
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

composer/airflow_1_samples/noxfile_config.py

@@ -31,7 +31,7 @@
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
     # Skipping for Python 3.9 due to numpy compilation failure.
-    "ignored_versions": ["2.7", "3.9", "3.10"],
+    "ignored_versions": ["2.7", "3.9", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

composer/blog/gcp-tech-blog/data-orchestration-with-composer/constraints.txt

@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
 proto-plus==1.19.6
 protobuf==3.20.0
 psutil==5.9.1
-psycopg2-binary==2.9.3
+psycopg2-binary==2.9.5
 ptyprocess==0.7.0
 pure-eval==0.2.2
 pure-sasl==0.6.2

composer/blog/gcp-tech-blog/data-orchestration-with-composer/noxfile_config.py

@@ -36,7 +36,8 @@
         "3.6",
         "3.7",
         "3.9",
-        "3.10"
+        "3.10",
+        "3.11",
     ],  # Composer w/ Airflow 2 only supports Python 3.8
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them

composer/blog/gcp-tech-blog/unit-test-dags-cloud-build/noxfile_config.py

@@ -32,7 +32,7 @@
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
     # Skipping for Python 3.9 due to numpy compilation failure.
-    "ignored_versions": ["2.7", "3.9", "3.10"],
+    "ignored_versions": ["2.7", "3.9", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

composer/cicd_sample/constraints.txt

@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
 proto-plus==1.19.6
 protobuf==3.20.0
 psutil==5.9.1
-psycopg2-binary==2.9.3
+psycopg2-binary==2.9.5
 ptyprocess==0.7.0
 pure-eval==0.2.2
 pure-sasl==0.6.2

composer/cicd_sample/noxfile_config.py

@@ -36,6 +36,7 @@
         "3.7",
         "3.9",
         "3.10",
+        "3.11",
     ],  # Composer w/ Airflow 2 only supports Python 3.8
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them

composer/cicd_sample/utils/noxfile_config.py

@@ -36,6 +36,7 @@
         "3.7",
         "3.9",
         "3.10",
+        "3.11",
     ],  # Composer w/ Airflow 2 only supports Python 3.8
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them

composer/workflows/constraints.txt

@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
 proto-plus==1.19.6
 protobuf==3.20.0
 psutil==5.9.1
-psycopg2-binary==2.9.3
+psycopg2-binary==2.9.5
 ptyprocess==0.7.0
 pure-eval==0.2.2
 pure-sasl==0.6.2

composer/workflows/noxfile_config.py

@@ -30,7 +30,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10"],  # Composer w/ Airflow 2 only supports Python 3.8
+    'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],  # Composer w/ Airflow 2 only supports Python 3.8
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

data-science-onramp/data-ingestion/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6"],
+    "ignored_versions": ["2.7", "3.6", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

data-science-onramp/data-processing/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6"],
+    "ignored_versions": ["2.7", "3.6", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

dataflow/custom-containers/miniconda/noxfile_config.py

@@ -25,7 +25,7 @@
     # > ℹ️ We're opting out of all Python versions except 3.9.
     # > The Python version used is defined by the Dockerfile, so it's redundant
     # > to run multiple tests since they would all be running the same Dockerfile.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

dataflow/custom-containers/minimal/noxfile_config.py

@@ -25,7 +25,7 @@
     # > ℹ️ We're opting out of all Python versions except 3.9.
     # > The Python version used is defined by the Dockerfile, so it's redundant
     # > to run multiple tests since they would all be running the same Dockerfile.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

dataflow/custom-containers/ubuntu/noxfile_config.py

@@ -25,7 +25,7 @@
     # > ℹ️ We're opting out of all Python versions except 3.9.
     # > The Python version used is defined by the Dockerfile, so it's redundant
     # > to run multiple tests since they would all be running the same Dockerfile.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

dataflow/encryption-keys/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6", "3.8", "3.9", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.8", "3.9", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,

dataflow/extensible-templates/noxfile_config.py

@@ -22,7 +22,7 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

dataflow/flex-templates/streaming_beam/noxfile_config.py

@@ -25,7 +25,7 @@
     # > ℹ️ We're opting out of all Python versions except 3.8.
     # > The Python version used is defined by the Dockerfile, so it's redundant
     # > to run multiple tests since they would all be running the same Dockerfile.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

dataflow/gpu-examples/pytorch-minimal/noxfile_config.py

@@ -25,7 +25,7 @@
     # > ℹ️ We're opting out of all Python versions except 3.8.
     # > The Python version used is defined by the Dockerfile, so it's redundant
     # > to run multiple tests since they would all be running the same Dockerfile.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,

dataflow/gpu-examples/tensorflow-landsat-prime/noxfile_config.py

@@ -25,7 +25,7 @@
     # > ℹ️ We're opting out of all Python versions except 3.8.
     # > The Python version used is defined by the Dockerfile, so it's redundant
     # > to run multiple tests since they would all be running the same Dockerfile.
-    "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10"],
+    "ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": True,