Skip to content

Commit 8a99825

Browse files
m-strzelczykglasntnicain
authored
chore(testing): Enabling 3.11 version testing in noxfiles (#9151)
Revert "Revert "feat: add python 3.11 testing (#8872)" (#8995)" This reverts commit 59d1c36. Co-authored-by: Katie McLaughlin <[email protected]> Co-authored-by: nicain <[email protected]>
1 parent b1d9789 commit 8a99825

File tree

54 files changed

+69
-60
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

54 files changed

+69
-60
lines changed

.kokoro/docker/Dockerfile

+1-1
Original file line numberDiff line numberDiff line change
@@ -117,7 +117,7 @@ RUN set -ex \
117117
&& export GNUPGHOME="$(mktemp -d)" \
118118
&& echo "disable-ipv6" >> "${GNUPGHOME}/dirmngr.conf" \
119119
&& /tmp/fetch_gpg_keys.sh \
120-
&& for PYTHON_VERSION in 2.7.18 3.7.12 3.8.13 3.9.13 3.10.5 3.11.1; do \
120+
&& for PYTHON_VERSION in 2.7.18 3.7.16 3.8.16 3.9.16 3.10.9 3.11.1; do \
121121
wget --no-check-certificate -O python-${PYTHON_VERSION}.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz" \
122122
&& wget --no-check-certificate -O python-${PYTHON_VERSION}.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc" \
123123
&& gpg --batch --verify python-${PYTHON_VERSION}.tar.xz.asc python-${PYTHON_VERSION}.tar.xz \

.kokoro/python3.11/common.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright 2021 Google LLC
1+
# Copyright 2023 Google LLC
22
#
33
# Licensed under the Apache License, Version 2.0 (the "License");
44
# you may not use this file except in compliance with the License.

.kokoro/python3.11/continuous.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright 2021 Google LLC
1+
# Copyright 2023 Google LLC
22
#
33
# Licensed under the Apache License, Version 2.0 (the "License");
44
# you may not use this file except in compliance with the License.

.kokoro/python3.11/periodic.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright 2021 Google LLC
1+
# Copyright 2023 Google LLC
22
#
33
# Licensed under the Apache License, Version 2.0 (the "License");
44
# you may not use this file except in compliance with the License.

.kokoro/python3.11/presubmit.cfg

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright 2021 Google LLC
1+
# Copyright 2023 Google LLC
22
#
33
# Licensed under the Apache License, Version 2.0 (the "License");
44
# you may not use this file except in compliance with the License.

MAC_SETUP.md

+12-8

README.md

+3-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
Django==4.0.4; python_version >= '3.8'
22
Django==3.2.14; python_version < '3.8'
33
gunicorn==20.1.0
4-
psycopg2-binary==2.9.4
4+
psycopg2-binary==2.9.5
55
django-environ==0.9.0
66
google-cloud-secret-manager==2.12.0
77
django-storages[google]==1.13

appengine/flexible/scipy/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6"],
25+
"ignored_versions": ["2.7", "3.6", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": False,

appengine/flexible/scipy/requirements.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -5,5 +5,5 @@ imageio==2.14.0
55
numpy==1.22.0; python_version > "3.7"
66
numpy==1.21.4; python_version <= "3.7"
77
pillow==9.2.0
8-
scipy==1.8.0; python_version > "3.7"
8+
scipy==1.10.0; python_version > "3.7"
99
scipy==1.7.3; python_version <= "3.7"

appengine/standard/noxfile-template.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -81,10 +81,10 @@ def get_pytest_env_vars():
8181

8282
# DO NOT EDIT - automatically generated.
8383
# All versions used to tested samples.
84-
ALL_VERSIONS = ["2.7", "3.6", "3.7", "3.8", "3.9", "3.10"]
84+
ALL_VERSIONS = ["2.7", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11"]
8585

8686
# Any default versions that should be ignored.
87-
IGNORED_VERSIONS = ["3.6", "3.7", "3.8", "3.9", "3.10"]
87+
IGNORED_VERSIONS = ["3.6", "3.7", "3.8", "3.9", "3.10", "3.11"]
8888

8989
TESTED_VERSIONS = sorted([v for v in ALL_VERSIONS if v not in IGNORED_VERSIONS])
9090

appengine/standard_python3/bigquery/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
2525
# There's no google-cloud-bigquery package for Python 3.9.
26-
"ignored_versions": ["2.7", "3.6", "3.9"],
26+
"ignored_versions": ["2.7", "3.6", "3.9", "3.11"],
2727
# Old samples are opted out of enforcing Python type hints
2828
# All new samples should feature them
2929
"enforce_type_hints": False,

appengine/standard_python3/cloud_debugger/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6", "3.10"],
25+
"ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": False,
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
flask==2.1.0
22
# psycopg2==2.8.4
3-
psycopg2-binary==2.9.4 # you will need either the binary or the regular - for more info see http://initd.org/psycopg/docs/install.html
3+
psycopg2-binary==2.9.5 # you will need either the binary or the regular - for more info see http://initd.org/psycopg/docs/install.html
44
PyMySQL==1.0.2
55
SQLAlchemy==1.4.38
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
Django==4.0.4; python_version >= '3.8'
22
Django==3.2.14; python_version < '3.8'
33
django-environ==0.9.0
4-
psycopg2-binary==2.9.4
4+
psycopg2-binary==2.9.5
55
google-cloud-secret-manager==2.12.0

bigquery/bqml/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
2525
# Skipping for Python 3.9 due to pyarrow compilation failure.
26-
"ignored_versions": ["2.7", "3.6", "3.9"],
26+
"ignored_versions": ["2.7", "3.6", "3.9", "3.11"],
2727
# Old samples are opted out of enforcing Python type hints
2828
# All new samples should feature them
2929
"enforce_type_hints": False,

bigquery/datalab-migration/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
2525
# Skipping 3.6 and 3.7 to avoid needing a vulnerable version of IPython
26-
"ignored_versions": ["2.7", "3.6", "3.7"],
26+
"ignored_versions": ["2.7", "3.6", "3.7", "3.11"],
2727
# Old samples are opted out of enforcing Python type hints
2828
# All new samples should feature them
2929
"enforce_type_hints": False,

bigquery/pandas-gbq-migration/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
2525
# Skipping for Python 3.9 due to pyarrow compilation failure.
26-
"ignored_versions": ["2.7", "3.6", "3.9"],
26+
"ignored_versions": ["2.7", "3.6", "3.9", "3.11"],
2727
# Old samples are opted out of enforcing Python type hints
2828
# All new samples should feature them
2929
"enforce_type_hints": False,

cloud-sql/mysql/client-side-encryption/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6", "3.10"],
25+
"ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": True,

cloud-sql/postgres/client-side-encryption/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6", "3.10"],
25+
"ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": True,

cloud-sql/sql-server/client-side-encryption/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6", "3.10"],
25+
"ignored_versions": ["2.7", "3.6", "3.10", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": False,

composer/2022_airflow_summit/constraints.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
427427
proto-plus==1.19.6
428428
protobuf==3.20.0
429429
psutil==5.9.1
430-
psycopg2-binary==2.9.3
430+
psycopg2-binary==2.9.5
431431
ptyprocess==0.7.0
432432
pure-eval==0.2.2
433433
pure-sasl==0.6.2

composer/2022_airflow_summit/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@
3030

3131
TEST_CONFIG_OVERRIDE = {
3232
# You can opt out from the test for specific Python versions.
33-
'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10"], # Composer w/ Airflow 2 only supports Python 3.8
33+
'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"], # Composer w/ Airflow 2 only supports Python 3.8
3434
# Old samples are opted out of enforcing Python type hints
3535
# All new samples should feature them
3636
"enforce_type_hints": False,

composer/airflow_1_samples/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@
3131
TEST_CONFIG_OVERRIDE = {
3232
# You can opt out from the test for specific Python versions.
3333
# Skipping for Python 3.9 due to numpy compilation failure.
34-
"ignored_versions": ["2.7", "3.9", "3.10"],
34+
"ignored_versions": ["2.7", "3.9", "3.10", "3.11"],
3535
# Old samples are opted out of enforcing Python type hints
3636
# All new samples should feature them
3737
"enforce_type_hints": False,

composer/blog/gcp-tech-blog/data-orchestration-with-composer/constraints.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
427427
proto-plus==1.19.6
428428
protobuf==3.20.0
429429
psutil==5.9.1
430-
psycopg2-binary==2.9.3
430+
psycopg2-binary==2.9.5
431431
ptyprocess==0.7.0
432432
pure-eval==0.2.2
433433
pure-sasl==0.6.2

composer/blog/gcp-tech-blog/data-orchestration-with-composer/noxfile_config.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,8 @@
3636
"3.6",
3737
"3.7",
3838
"3.9",
39-
"3.10"
39+
"3.10",
40+
"3.11",
4041
], # Composer w/ Airflow 2 only supports Python 3.8
4142
# Old samples are opted out of enforcing Python type hints
4243
# All new samples should feature them

composer/blog/gcp-tech-blog/unit-test-dags-cloud-build/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
TEST_CONFIG_OVERRIDE = {
3333
# You can opt out from the test for specific Python versions.
3434
# Skipping for Python 3.9 due to numpy compilation failure.
35-
"ignored_versions": ["2.7", "3.9", "3.10"],
35+
"ignored_versions": ["2.7", "3.9", "3.10", "3.11"],
3636
# Old samples are opted out of enforcing Python type hints
3737
# All new samples should feature them
3838
"enforce_type_hints": False,

composer/cicd_sample/constraints.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
427427
proto-plus==1.19.6
428428
protobuf==3.20.0
429429
psutil==5.9.1
430-
psycopg2-binary==2.9.3
430+
psycopg2-binary==2.9.5
431431
ptyprocess==0.7.0
432432
pure-eval==0.2.2
433433
pure-sasl==0.6.2

composer/cicd_sample/noxfile_config.py

+1
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
"3.7",
3737
"3.9",
3838
"3.10",
39+
"3.11",
3940
], # Composer w/ Airflow 2 only supports Python 3.8
4041
# Old samples are opted out of enforcing Python type hints
4142
# All new samples should feature them

composer/cicd_sample/utils/noxfile_config.py

+1
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
"3.7",
3737
"3.9",
3838
"3.10",
39+
"3.11",
3940
], # Composer w/ Airflow 2 only supports Python 3.8
4041
# Old samples are opted out of enforcing Python type hints
4142
# All new samples should feature them

composer/workflows/constraints.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -427,7 +427,7 @@ prompt-toolkit==3.0.30
427427
proto-plus==1.19.6
428428
protobuf==3.20.0
429429
psutil==5.9.1
430-
psycopg2-binary==2.9.3
430+
psycopg2-binary==2.9.5
431431
ptyprocess==0.7.0
432432
pure-eval==0.2.2
433433
pure-sasl==0.6.2

composer/workflows/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@
3030

3131
TEST_CONFIG_OVERRIDE = {
3232
# You can opt out from the test for specific Python versions.
33-
'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10"], # Composer w/ Airflow 2 only supports Python 3.8
33+
'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"], # Composer w/ Airflow 2 only supports Python 3.8
3434
# Old samples are opted out of enforcing Python type hints
3535
# All new samples should feature them
3636
"enforce_type_hints": False,

data-science-onramp/data-ingestion/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6"],
25+
"ignored_versions": ["2.7", "3.6", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": False,

data-science-onramp/data-processing/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6"],
25+
"ignored_versions": ["2.7", "3.6", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": False,

dataflow/custom-containers/miniconda/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
# > ℹ️ We're opting out of all Python versions except 3.9.
2626
# > The Python version used is defined by the Dockerfile, so it's redundant
2727
# > to run multiple tests since they would all be running the same Dockerfile.
28-
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
28+
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
2929
# Old samples are opted out of enforcing Python type hints
3030
# All new samples should feature them
3131
"enforce_type_hints": True,

dataflow/custom-containers/minimal/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
# > ℹ️ We're opting out of all Python versions except 3.9.
2626
# > The Python version used is defined by the Dockerfile, so it's redundant
2727
# > to run multiple tests since they would all be running the same Dockerfile.
28-
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
28+
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
2929
# Old samples are opted out of enforcing Python type hints
3030
# All new samples should feature them
3131
"enforce_type_hints": True,

dataflow/custom-containers/ubuntu/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
# > ℹ️ We're opting out of all Python versions except 3.9.
2626
# > The Python version used is defined by the Dockerfile, so it's redundant
2727
# > to run multiple tests since they would all be running the same Dockerfile.
28-
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
28+
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
2929
# Old samples are opted out of enforcing Python type hints
3030
# All new samples should feature them
3131
"enforce_type_hints": True,

dataflow/encryption-keys/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6", "3.8", "3.9", "3.10"],
25+
"ignored_versions": ["2.7", "3.6", "3.8", "3.9", "3.10", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": False,

dataflow/extensible-templates/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222

2323
TEST_CONFIG_OVERRIDE = {
2424
# You can opt out from the test for specific Python versions.
25-
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10"],
25+
"ignored_versions": ["2.7", "3.6", "3.7", "3.8", "3.10", "3.11"],
2626
# Old samples are opted out of enforcing Python type hints
2727
# All new samples should feature them
2828
"enforce_type_hints": True,

dataflow/flex-templates/streaming_beam/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
# > ℹ️ We're opting out of all Python versions except 3.8.
2626
# > The Python version used is defined by the Dockerfile, so it's redundant
2727
# > to run multiple tests since they would all be running the same Dockerfile.
28-
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10"],
28+
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
2929
# Old samples are opted out of enforcing Python type hints
3030
# All new samples should feature them
3131
"enforce_type_hints": True,

dataflow/gpu-examples/pytorch-minimal/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
# > ℹ️ We're opting out of all Python versions except 3.8.
2626
# > The Python version used is defined by the Dockerfile, so it's redundant
2727
# > to run multiple tests since they would all be running the same Dockerfile.
28-
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10"],
28+
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
2929
# Old samples are opted out of enforcing Python type hints
3030
# All new samples should feature them
3131
"enforce_type_hints": True,

dataflow/gpu-examples/tensorflow-landsat-prime/noxfile_config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525
# > ℹ️ We're opting out of all Python versions except 3.8.
2626
# > The Python version used is defined by the Dockerfile, so it's redundant
2727
# > to run multiple tests since they would all be running the same Dockerfile.
28-
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10"],
28+
"ignored_versions": ["2.7", "3.6", "3.7", "3.9", "3.10", "3.11"],
2929
# Old samples are opted out of enforcing Python type hints
3030
# All new samples should feature them
3131
"enforce_type_hints": True,

0 commit comments

Comments
 (0)