From b73560f41fff646226e1c6d6584a2199792342fa Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Mon, 11 Mar 2024 09:54:58 +0100 Subject: [PATCH] Revert "Add Python 3.12 support (#36755)" This reverts commit 76dee0b5867580480d802765bad2dd61e3156bff. --- .github/workflows/ci.yml | 10 +- Dockerfile | 2 +- Dockerfile.ci | 2 +- README.md | 2 +- airflow/__init__.py | 7 +- .../apache/cassandra/hooks/cassandra.py | 14 +- .../providers/apache/cassandra/provider.yaml | 20 --- contributing-docs/07_local_virtualenv.rst | 4 +- dev/README_RELEASE_AIRFLOW.md | 2 +- dev/breeze/README.md | 2 +- dev/breeze/doc/ci/02_images.md | 2 +- dev/breeze/doc/images/output-commands.svg | 2 +- .../doc/images/output_ci-image_build.svg | 4 +- .../doc/images/output_ci-image_build.txt | 2 +- .../doc/images/output_ci-image_pull.svg | 64 +++++---- .../doc/images/output_ci-image_pull.txt | 2 +- .../doc/images/output_ci-image_verify.svg | 4 +- .../doc/images/output_ci-image_verify.txt | 2 +- .../doc/images/output_k8s_build-k8s-image.svg | 56 ++++---- .../doc/images/output_k8s_build-k8s-image.txt | 2 +- .../images/output_k8s_configure-cluster.svg | 60 ++++----- .../images/output_k8s_configure-cluster.txt | 2 +- .../doc/images/output_k8s_create-cluster.svg | 4 +- .../doc/images/output_k8s_create-cluster.txt | 2 +- .../doc/images/output_k8s_delete-cluster.svg | 34 +++-- .../doc/images/output_k8s_delete-cluster.txt | 2 +- .../doc/images/output_k8s_deploy-airflow.svg | 76 ++++++----- .../doc/images/output_k8s_deploy-airflow.txt | 2 +- dev/breeze/doc/images/output_k8s_k9s.svg | 32 ++--- dev/breeze/doc/images/output_k8s_k9s.txt | 2 +- dev/breeze/doc/images/output_k8s_logs.svg | 34 +++-- dev/breeze/doc/images/output_k8s_logs.txt | 2 +- .../images/output_k8s_run-complete-tests.svg | 70 +++++----- .../images/output_k8s_run-complete-tests.txt | 2 +- dev/breeze/doc/images/output_k8s_shell.svg | 42 +++--- dev/breeze/doc/images/output_k8s_shell.txt | 2 +- dev/breeze/doc/images/output_k8s_status.svg | 36 +++--- dev/breeze/doc/images/output_k8s_status.txt | 2 +- dev/breeze/doc/images/output_k8s_tests.svg | 70 +++++----- dev/breeze/doc/images/output_k8s_tests.txt | 2 +- .../images/output_k8s_upload-k8s-image.svg | 58 ++++----- .../images/output_k8s_upload-k8s-image.txt | 2 +- .../doc/images/output_prod-image_build.svg | 4 +- .../doc/images/output_prod-image_build.txt | 2 +- .../doc/images/output_prod-image_pull.svg | 64 +++++---- .../doc/images/output_prod-image_pull.txt | 2 +- .../doc/images/output_prod-image_verify.svg | 4 +- .../doc/images/output_prod-image_verify.txt | 2 +- ...elease-management_generate-constraints.svg | 4 +- ...elease-management_generate-constraints.txt | 2 +- ...management_generate-providers-metadata.svg | 2 +- ...management_generate-providers-metadata.txt | 2 +- ...e-management_install-provider-packages.svg | 122 +++++++++--------- ...e-management_install-provider-packages.txt | 2 +- ...release-management_release-prod-images.svg | 2 +- ...release-management_release-prod-images.txt | 2 +- ...se-management_verify-provider-packages.svg | 110 ++++++++-------- ...se-management_verify-provider-packages.txt | 2 +- .../output_sbom_build-all-airflow-images.svg | 2 +- .../output_sbom_build-all-airflow-images.txt | 2 +- ...t_sbom_generate-providers-requirements.svg | 2 +- ...t_sbom_generate-providers-requirements.txt | 2 +- .../output_sbom_update-sbom-information.svg | 2 +- .../output_sbom_update-sbom-information.txt | 2 +- dev/breeze/doc/images/output_setup_config.svg | 2 +- dev/breeze/doc/images/output_setup_config.txt | 2 +- dev/breeze/doc/images/output_shell.svg | 2 +- dev/breeze/doc/images/output_shell.txt | 2 +- .../doc/images/output_start-airflow.svg | 2 +- .../doc/images/output_start-airflow.txt | 2 +- .../doc/images/output_testing_db-tests.svg | 94 +++++++------- .../doc/images/output_testing_db-tests.txt | 2 +- .../output_testing_docker-compose-tests.svg | 2 +- .../output_testing_docker-compose-tests.txt | 2 +- .../output_testing_integration-tests.svg | 50 ++++--- .../output_testing_integration-tests.txt | 2 +- .../images/output_testing_non-db-tests.svg | 90 ++++++------- .../images/output_testing_non-db-tests.txt | 2 +- .../doc/images/output_testing_tests.svg | 98 +++++++------- .../doc/images/output_testing_tests.txt | 2 +- dev/breeze/pyproject.toml | 2 +- .../commands/testing_commands.py | 6 - .../src/airflow_breeze/global_constants.py | 11 +- dev/breeze/src/airflow_breeze/utils/cdxgen.py | 1 - .../src/airflow_breeze/utils/packages.py | 15 --- .../src/airflow_breeze/utils/run_tests.py | 40 +----- dev/breeze/tests/test_cache.py | 4 +- dev/breeze/tests/test_packages.py | 2 +- .../tests/test_pytest_args_for_test_types.py | 17 +-- dev/breeze/tests/test_selective_checks.py | 66 +++++----- dev/retag_docker_images.py | 2 +- .../installation/prerequisites.rst | 2 +- docs/apache-airflow/start.rst | 2 +- .../docs_build/third_party_inventories.py | 4 +- generated/PYPI_README.md | 2 +- generated/provider_dependencies.json | 4 +- pyproject.toml | 18 +-- ...tart_arm_instance_and_connect_to_docker.sh | 2 +- .../in_container/run_generate_constraints.py | 11 +- tests/always/test_example_dags.py | 31 +---- tests/always/test_secrets.py | 4 +- .../aws/transfers/test_azure_blob_to_s3.py | 2 +- .../fab/auth_manager/test_security.py | 8 +- .../cloud/transfers/test_cassandra_to_gcs.py | 8 +- .../utils/test_mlengine_prediction_summary.py | 55 ++++---- .../microsoft/azure/hooks/test_adx.py | 68 +++++----- .../microsoft/azure/hooks/test_cosmos.py | 8 +- .../azure/hooks/test_data_factory.py | 9 +- .../microsoft/azure/hooks/test_data_lake.py | 10 +- .../microsoft/azure/hooks/test_synapse.py | 9 +- .../microsoft/azure/hooks/test_wasb.py | 8 +- .../providers/papermill/hooks/test_kernel.py | 3 +- .../papermill/operators/test_papermill.py | 60 +++------ tests/www/api/experimental/test_endpoints.py | 5 - 114 files changed, 833 insertions(+), 1105 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 0fc5208dd33a61..041a83c420d836 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -2298,15 +2298,13 @@ jobs: - name: > Build CI ARM images ${{ needs.build-info.outputs.image-tag }} ${{needs.build-info.outputs.all-python-versions-list-as-string}}:${{env.IMAGE_TAG}} - run: | - # Do not run parallel builds here as they often fail due to github token expiry issues similar to - # those described in https://github.com/moby/buildkit/issues/2367 - for python in ${{needs.build-info.outputs.python-versions-list-as-string}}; do - breeze ci-image build --builder airflow_cache --platform "linux/arm64" --python ${python} - done + run: > + breeze ci-image build --run-in-parallel --builder airflow_cache --platform "linux/arm64" env: UPGRADE_TO_NEWER_DEPENDENCIES: ${{ needs.build-info.outputs.upgrade-to-newer-dependencies }} DOCKER_CACHE: ${{ needs.build-info.outputs.cache-directive }} + PYTHON_VERSIONS: ${{needs.build-info.outputs.all-python-versions-list-as-string}} + DEBUG_RESOURCES: ${{needs.build-info.outputs.debug-resources}} COMMIT_SHA: ${{ github.sha }} - name: "Stop ARM instance" run: ./scripts/ci/images/ci_stop_arm_instance.sh diff --git a/Dockerfile b/Dockerfile index f6adeabf36a704..78a4c16407181a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1528,7 +1528,7 @@ ARG USE_CONSTRAINTS_FOR_CONTEXT_PACKAGES="false" # By changing the epoch we can force reinstalling Airflow and pip all dependencies # It can also be overwritten manually by setting the AIRFLOW_CI_BUILD_EPOCH environment variable. -ARG AIRFLOW_CI_BUILD_EPOCH="11" +ARG AIRFLOW_CI_BUILD_EPOCH="10" ENV AIRFLOW_CI_BUILD_EPOCH=${AIRFLOW_CI_BUILD_EPOCH} diff --git a/Dockerfile.ci b/Dockerfile.ci index 5506c56c575c95..8779c8383c7932 100644 --- a/Dockerfile.ci +++ b/Dockerfile.ci @@ -1108,7 +1108,7 @@ ARG PYTHON_BASE_IMAGE ARG AIRFLOW_IMAGE_REPOSITORY="https://github.com/apache/airflow" # By increasing this number we can do force build of all dependencies -ARG DEPENDENCIES_EPOCH_NUMBER="11" +ARG DEPENDENCIES_EPOCH_NUMBER="10" # Make sure noninteractive debian install is used and language variables set ENV PYTHON_BASE_IMAGE=${PYTHON_BASE_IMAGE} \ diff --git a/README.md b/README.md index 7f726cfd4583b1..50e558d7129803 100644 --- a/README.md +++ b/README.md @@ -100,7 +100,7 @@ Apache Airflow is tested with: | | Main version (dev) | Stable version (2.8.2) | |-------------|------------------------------|------------------------| -| Python | 3.8, 3.9, 3.10, 3.11, 3.12 | 3.8, 3.9, 3.10, 3.11 | +| Python | 3.8, 3.9, 3.10, 3.11 | 3.8, 3.9, 3.10, 3.11 | | Platform | AMD64/ARM64(\*) | AMD64/ARM64(\*) | | Kubernetes | 1.25, 1.26, 1.27, 1.28, 1.29 | 1.25, 1.26, 1.27, 1.28 | | PostgreSQL | 12, 13, 14, 15, 16 | 12, 13, 14, 15, 16 | diff --git a/airflow/__init__.py b/airflow/__init__.py index 6b06293876e095..234f6d349389dc 100644 --- a/airflow/__init__.py +++ b/airflow/__init__.py @@ -39,12 +39,7 @@ # configuration is therefore initted early here, simply by importing it. from airflow import configuration, settings -__all__ = [ - "__version__", - "DAG", - "Dataset", - "XComArg", -] +__all__ = ["__version__", "DAG", "Dataset", "XComArg"] # Make `airflow` a namespace package, supporting installing # airflow.providers.* in different locations (i.e. one in site, and one in user diff --git a/airflow/providers/apache/cassandra/hooks/cassandra.py b/airflow/providers/apache/cassandra/hooks/cassandra.py index 3f846437e3584b..ac0e251c90fa8c 100644 --- a/airflow/providers/apache/cassandra/hooks/cassandra.py +++ b/airflow/providers/apache/cassandra/hooks/cassandra.py @@ -19,22 +19,10 @@ from __future__ import annotations import re -import sys from typing import Any, Union -import cassandra from cassandra.auth import PlainTextAuthProvider - -from airflow.exceptions import AirflowOptionalProviderFeatureException - -try: - from cassandra.cluster import Cluster, Session -except cassandra.DependencyException: - if sys.version_info >= (3, 12): - raise AirflowOptionalProviderFeatureException( - "You need to have cassandra driver compiled with libev to get it working." - ) - raise +from cassandra.cluster import Cluster, Session from cassandra.policies import ( DCAwareRoundRobinPolicy, RoundRobinPolicy, diff --git a/airflow/providers/apache/cassandra/provider.yaml b/airflow/providers/apache/cassandra/provider.yaml index a1b09ef22ce3b9..9fdbe4a5d45274 100644 --- a/airflow/providers/apache/cassandra/provider.yaml +++ b/airflow/providers/apache/cassandra/provider.yaml @@ -46,26 +46,6 @@ dependencies: - apache-airflow>=2.6.0 - cassandra-driver>=3.13.0 -# Cassandra provider is not yet compatible with Python 3.12 -# The main issue is that python cassandra driver by default uses asyncore which has been deprecated since -# Python 3.6 and removed in Python 3.12 (https://docs.python.org/3.11/library/asyncore.html) -# -# Currently the "wheel" package 3.29.0 distributed for manylinux platform is build without libev support ( -# which could be a viable asyncore replacement), and cassandra driver works in Python 3.12 if it is built -# with libev support (using sdist, having gcc, libev4 and libev-dev installed). But it would be too much to -# expect our users to build the driver from sources to use it with Python 3.12, so we are waiting for the -# next release of cassandra-driver which will have libev support in the wheel package. -# The issue is tracked here https://datastax-oss.atlassian.net/browse/PYTHON-1378 -# -# Another option to get cassandra drive back is to have asyncio support in the driver instead of asyncore: -# The issue is tracked here: https://datastax-oss.atlassian.net/browse/PYTHON-1375 and is scheduled -# to be fixed in cassandra-driver 3.30.0. -# -# All Cassandra tests are automatically skipped if cassandra package is not present, so once you remove the -# exclusion, they will start running for Python 3.12. -# -excluded-python-versions: ['3.12'] - integrations: - integration-name: Apache Cassandra external-doc-url: https://cassandra.apache.org/ diff --git a/contributing-docs/07_local_virtualenv.rst b/contributing-docs/07_local_virtualenv.rst index 1ded48c0fa460e..6d6406cce1ffe0 100644 --- a/contributing-docs/07_local_virtualenv.rst +++ b/contributing-docs/07_local_virtualenv.rst @@ -37,7 +37,7 @@ Required Software Packages Use system-level package managers like yum, apt-get for Linux, or Homebrew for macOS to install required software packages: -* Python (One of: 3.8, 3.9, 3.10, 3.11, 3.12) +* Python (One of: 3.8, 3.9, 3.10, 3.11) * MySQL 5.7+ * libxml * helm (only for helm chart tests) @@ -186,8 +186,6 @@ This is what it shows currently: +-------------+---------+----------+---------------------------------------------------------------+ | airflow-311 | virtual | devel | Environment with Python 3.11 | +-------------+---------+----------+---------------------------------------------------------------+ -| airflow-312 | virtual | devel | Environment with Python 3.12 | -+-------------+---------+----------+---------------------------------------------------------------+ The default env (if you have not used one explicitly) is ``default`` and it is a Python 3.8 virtualenv for maximum compatibility with ``devel`` extra installed - this devel extra contains the minimum set diff --git a/dev/README_RELEASE_AIRFLOW.md b/dev/README_RELEASE_AIRFLOW.md index 8a682cbeb4805a..4a929b8e0bdfb8 100644 --- a/dev/README_RELEASE_AIRFLOW.md +++ b/dev/README_RELEASE_AIRFLOW.md @@ -822,7 +822,7 @@ the older branches, you should set the "skip" field to true. ## Verify production images ```shell script -for PYTHON in 3.8 3.9 3.10 3.11 3.12 +for PYTHON in 3.8 3.9 3.10 3.11 do docker pull apache/airflow:${VERSION}-python${PYTHON} breeze prod-image verify --image-name apache/airflow:${VERSION}-python${PYTHON} diff --git a/dev/breeze/README.md b/dev/breeze/README.md index 9459f40f378f99..a6e6419c3625fa 100644 --- a/dev/breeze/README.md +++ b/dev/breeze/README.md @@ -66,6 +66,6 @@ PLEASE DO NOT MODIFY THE HASH BELOW! IT IS AUTOMATICALLY UPDATED BY PRE-COMMIT. --------------------------------------------------------------------------------------------------------- -Package config hash: 0c6255210f3c20a29aa24405412399cf3f6ff897658f13a0fb7628b4888d6bfe99f49bdb2aa68d9045e14179d4be33a02543c12e394395931024522431bf5dec +Package config hash: e2db123fd25e40b515520fb9f6ed32a601fe85e6a22b9845343bc5c81e5785b472527ed3bf6d07521c512d2222f99877a1ce1911ac504a3a6af7b7866aa674cc --------------------------------------------------------------------------------------------------------- diff --git a/dev/breeze/doc/ci/02_images.md b/dev/breeze/doc/ci/02_images.md index 253331e48b7c32..7807d94b1e242a 100644 --- a/dev/breeze/doc/ci/02_images.md +++ b/dev/breeze/doc/ci/02_images.md @@ -574,7 +574,7 @@ percent-encoded when you access them via UI (/ = %2F) - \ might be either "main" or "v2-\*-test" - \ - Python version (Major + Minor).Should be one of \["3.8", - "3.9", "3.10", "3.11", "3.12" \]. + "3.9", "3.10", "3.11"\]. - \ - full-length SHA of commit either from the tip of the branch (for pushes/schedule) or commit from the tip of the branch used for the PR. diff --git a/dev/breeze/doc/images/output-commands.svg b/dev/breeze/doc/images/output-commands.svg index d1befe15946fe9..f0886818f2544f 100644 --- a/dev/breeze/doc/images/output-commands.svg +++ b/dev/breeze/doc/images/output-commands.svg @@ -281,7 +281,7 @@ ╭─ Execution mode ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ │--python-pPython major/minor version used in Airflow image for images.│ -│(>3.8< | 3.9 | 3.10 | 3.11 | 3.12)                          │ +│(>3.8< | 3.9 | 3.10 | 3.11)                                 │ │[default: 3.8]                                              │ │--integrationIntegration(s) to enable when running (can be more than one).                       │ │(all | all-testable | cassandra | celery | kafka | kerberos | mongo | openlineage | │ diff --git a/dev/breeze/doc/images/output_ci-image_build.svg b/dev/breeze/doc/images/output_ci-image_build.svg index 7e9ffae1376c0b..48b98e5904accf 100644 --- a/dev/breeze/doc/images/output_ci-image_build.svg +++ b/dev/breeze/doc/images/output_ci-image_build.svg @@ -346,7 +346,7 @@ ╭─ Basic usage ────────────────────────────────────────────────────────────────────────────────────────────────────────╮ │--python-pPython major/minor version used in Airflow image for images.│ -│(>3.8< | 3.9 | 3.10 | 3.11 | 3.12)                          │ +│(>3.8< | 3.9 | 3.10 | 3.11)                                 │ │[default: 3.8]                                              │ │--upgrade-to-newer-dependencies-uWhen set, upgrade all PIP packages to latest.│ │--upgrade-on-failure/--no-upgrade-on-failureWhen set, attempt to run upgrade to newer dependencies when       │ @@ -374,7 +374,7 @@ │(INTEGER RANGE)                                                            │ │[default: 4; 1<=x<=8]                                                      │ │--python-versionsSpace separated list of python versions used for build with multiple versions.(TEXT)│ -│[default: 3.8 3.9 3.10 3.11 3.12]                                             │ +│[default: 3.8 3.9 3.10 3.11]                                                  │ │--run-in-parallelRun the operation in parallel on all or selected subset of parameters.│ │--skip-cleanupSkip cleanup of temporary files created during parallel run.│ ╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ diff --git a/dev/breeze/doc/images/output_ci-image_build.txt b/dev/breeze/doc/images/output_ci-image_build.txt index 782ff33f9cf833..d32ec3ed79812c 100644 --- a/dev/breeze/doc/images/output_ci-image_build.txt +++ b/dev/breeze/doc/images/output_ci-image_build.txt @@ -1 +1 @@ -eeb71cb74afe5c0a59ea3236626c79e6 +775924a9beade1c361b7b0d127e21321 diff --git a/dev/breeze/doc/images/output_ci-image_pull.svg b/dev/breeze/doc/images/output_ci-image_pull.svg index 78616b54218f94..fd74f3d3962280 100644 --- a/dev/breeze/doc/images/output_ci-image_pull.svg +++ b/dev/breeze/doc/images/output_ci-image_pull.svg @@ -1,4 +1,4 @@ - + ╭─ Pull image flags ───────────────────────────────────────────────────────────────────────────────────────────────────╮ │--image-tag-tTag of the image which is used to pull the image.(TEXT)[default: latest]│ -│--python-pPython major/minor version used in Airflow image for images.│ -│(>3.8< | 3.9 | 3.10 | 3.11 | 3.12)                          │ -│[default: 3.8]                                              │ -│--verifyVerify image.│ -│--wait-for-imageWait until image is available.│ -│--tag-as-latestTags the image as latest and update checksum of all files after pulling. Useful when you build│ -│or pull image with --image-tag.                                                               │ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ -╭─ Parallel running ───────────────────────────────────────────────────────────────────────────────────────────────────╮ -│--run-in-parallelRun the operation in parallel on all or selected subset of parameters.│ -│--parallelismMaximum number of processes to use while running the operation in parallel.│ -│(INTEGER RANGE)                                                            │ -│[default: 4; 1<=x<=8]                                                      │ -│--python-versionsSpace separated list of python versions used for build with multiple versions.(TEXT)│ -│[default: 3.8 3.9 3.10 3.11 3.12]                                             │ -│--skip-cleanupSkip cleanup of temporary files created during parallel run.│ -│--debug-resourcesWhether to show resource information while running in parallel.│ -│--include-success-outputsWhether to include outputs of successful parallel runs (skipped by default).│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ -╭─ Github authentication ──────────────────────────────────────────────────────────────────────────────────────────────╮ -│--github-repository-gGitHub repository used to pull, push run images.(TEXT)[default: apache/airflow]│ -│--github-tokenThe token used to authenticate to GitHub.(TEXT)│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ -╭─ Common options ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ -│--verbose-vPrint verbose information about performed steps.│ -│--dry-run-DIf dry-run is set, commands are only printed, not executed.│ -│--help-hShow this message and exit.│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +│--python-pPython major/minor version used in Airflow image for images.(>3.8< | 3.9 | 3.10 | 3.11)│ +│[default: 3.8]                                              │ +│--verifyVerify image.│ +│--wait-for-imageWait until image is available.│ +│--tag-as-latestTags the image as latest and update checksum of all files after pulling. Useful when you build│ +│or pull image with --image-tag.                                                               │ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +╭─ Parallel running ───────────────────────────────────────────────────────────────────────────────────────────────────╮ +│--run-in-parallelRun the operation in parallel on all or selected subset of parameters.│ +│--parallelismMaximum number of processes to use while running the operation in parallel.│ +│(INTEGER RANGE)                                                            │ +│[default: 4; 1<=x<=8]                                                      │ +│--python-versionsSpace separated list of python versions used for build with multiple versions.(TEXT)│ +│[default: 3.8 3.9 3.10 3.11]                                                  │ +│--skip-cleanupSkip cleanup of temporary files created during parallel run.│ +│--debug-resourcesWhether to show resource information while running in parallel.│ +│--include-success-outputsWhether to include outputs of successful parallel runs (skipped by default).│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +╭─ Github authentication ──────────────────────────────────────────────────────────────────────────────────────────────╮ +│--github-repository-gGitHub repository used to pull, push run images.(TEXT)[default: apache/airflow]│ +│--github-tokenThe token used to authenticate to GitHub.(TEXT)│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +╭─ Common options ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ +│--verbose-vPrint verbose information about performed steps.│ +│--dry-run-DIf dry-run is set, commands are only printed, not executed.│ +│--help-hShow this message and exit.│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ diff --git a/dev/breeze/doc/images/output_ci-image_pull.txt b/dev/breeze/doc/images/output_ci-image_pull.txt index c916be1bf34ebb..3eb380722d54fe 100644 --- a/dev/breeze/doc/images/output_ci-image_pull.txt +++ b/dev/breeze/doc/images/output_ci-image_pull.txt @@ -1 +1 @@ -3c950cd0e358661163e52c9f3726aee8 +f9248c6026da61fe0acdb5d8f37b20da diff --git a/dev/breeze/doc/images/output_ci-image_verify.svg b/dev/breeze/doc/images/output_ci-image_verify.svg index 2a0431e876c4df..cb247415e90b72 100644 --- a/dev/breeze/doc/images/output_ci-image_verify.svg +++ b/dev/breeze/doc/images/output_ci-image_verify.svg @@ -157,7 +157,7 @@ ╭─ Verify image flags ─────────────────────────────────────────────────────────────────────────────────────────────────╮ │--image-name-nName of the image to verify (overrides --python and --image-tag).(TEXT)│ -│--python-pPython major/minor version used in Airflow image for images.(>3.8< | 3.9 | 3.10 | 3.11 | 3.12)│ +│--python-pPython major/minor version used in Airflow image for images.(>3.8< | 3.9 | 3.10 | 3.11)│ │[default: 3.8]                                              │ │--image-tag-tTag of the image when verifying it.(TEXT)[default: latest]│ │--pullPull image is missing before attempting to verify it.│ @@ -168,7 +168,7 @@ │(INTEGER RANGE)                                                            │ │[default: 4; 1<=x<=8]                                                      │ │--python-versionsSpace separated list of python versions used for build with multiple versions.(TEXT)│ -│[default: 3.8 3.9 3.10 3.11 3.12]                                             │ +│[default: 3.8 3.9 3.10 3.11]                                                  │ │--skip-cleanupSkip cleanup of temporary files created during parallel run.│ │--debug-resourcesWhether to show resource information while running in parallel.│ │--include-success-outputsWhether to include outputs of successful parallel runs (skipped by default).│ diff --git a/dev/breeze/doc/images/output_ci-image_verify.txt b/dev/breeze/doc/images/output_ci-image_verify.txt index bad4f7d8a8baeb..f454443f6888e4 100644 --- a/dev/breeze/doc/images/output_ci-image_verify.txt +++ b/dev/breeze/doc/images/output_ci-image_verify.txt @@ -1 +1 @@ -ec059842b7c4c41db33a6362a361b0ef +707a149f99bd49d37be5b8d0db844d69 diff --git a/dev/breeze/doc/images/output_k8s_build-k8s-image.svg b/dev/breeze/doc/images/output_k8s_build-k8s-image.svg index fb948d36e32b56..c54802ce41769e 100644 --- a/dev/breeze/doc/images/output_k8s_build-k8s-image.svg +++ b/dev/breeze/doc/images/output_k8s_build-k8s-image.svg @@ -1,4 +1,4 @@ - + Build k8s-ready airflow image (optionally all images in parallel). ╭─ Build image flags ──────────────────────────────────────────────────────────────────────────────────────────────────╮ -│--python-pPython major/minor version used in Airflow image for images.│ -│(>3.8< | 3.9 | 3.10 | 3.11 | 3.12)                          │ -│[default: 3.8]                                              │ -│--image-tag-tImage tag used to build K8S image from.(TEXT)[default: latest]│ -│--rebuild-base-imageRebuilds base Airflow image before building K8S image.│ -│--use-uv/--no-use-uvUse uv instead of pip as packaging tool to build the image.[default: use-uv]│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ -╭─ Parallel options ───────────────────────────────────────────────────────────────────────────────────────────────────╮ -│--run-in-parallelRun the operation in parallel on all or selected subset of parameters.│ -│--parallelismMaximum number of processes to use while running the operation in parallel.│ -│(INTEGER RANGE)                                                            │ -│[default: 4; 1<=x<=8]                                                      │ -│--python-versionsSpace separated list of python versions used for build with multiple versions.(TEXT)│ -│[default: 3.8 3.9 3.10 3.11 3.12]                                             │ -│--skip-cleanupSkip cleanup of temporary files created during parallel run.│ -│--debug-resourcesWhether to show resource information while running in parallel.│ -│--include-success-outputsWhether to include outputs of successful parallel runs (skipped by default).│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ -╭─ Common options ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ -│--answer-aForce answer to questions.(y | n | q | yes | no | quit)│ -│--dry-run-DIf dry-run is set, commands are only printed, not executed.│ -│--verbose-vPrint verbose information about performed steps.│ -│--help-hShow this message and exit.│ -╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +│--python-pPython major/minor version used in Airflow image for images.(>3.8< | 3.9 | 3.10 | 3.11)│ +│[default: 3.8]                                              │ +│--image-tag-tImage tag used to build K8S image from.(TEXT)[default: latest]│ +│--rebuild-base-imageRebuilds base Airflow image before building K8S image.│ +│--use-uv/--no-use-uvUse uv instead of pip as packaging tool to build the image.[default: use-uv]│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +╭─ Parallel options ───────────────────────────────────────────────────────────────────────────────────────────────────╮ +│--run-in-parallelRun the operation in parallel on all or selected subset of parameters.│ +│--parallelismMaximum number of processes to use while running the operation in parallel.│ +│(INTEGER RANGE)                                                            │ +│[default: 4; 1<=x<=8]                                                      │ +│--python-versionsSpace separated list of python versions used for build with multiple versions.(TEXT)│ +│[default: 3.8 3.9 3.10 3.11]                                                  │ +│--skip-cleanupSkip cleanup of temporary files created during parallel run.│ +│--debug-resourcesWhether to show resource information while running in parallel.│ +│--include-success-outputsWhether to include outputs of successful parallel runs (skipped by default).│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ +╭─ Common options ─────────────────────────────────────────────────────────────────────────────────────────────────────╮ +│--answer-aForce answer to questions.(y | n | q | yes | no | quit)│ +│--dry-run-DIf dry-run is set, commands are only printed, not executed.│ +│--verbose-vPrint verbose information about performed steps.│ +│--help-hShow this message and exit.│ +╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ diff --git a/dev/breeze/doc/images/output_k8s_build-k8s-image.txt b/dev/breeze/doc/images/output_k8s_build-k8s-image.txt index 8a35763e568d35..c375b65d68cf80 100644 --- a/dev/breeze/doc/images/output_k8s_build-k8s-image.txt +++ b/dev/breeze/doc/images/output_k8s_build-k8s-image.txt @@ -1 +1 @@ -1739395599162dcc262156a26dd9b2e7 +2910945bcb00e309668da7a64773b859 diff --git a/dev/breeze/doc/images/output_k8s_configure-cluster.svg b/dev/breeze/doc/images/output_k8s_configure-cluster.svg index bb17e8f829d9a6..30f1ca16747e5a 100644 --- a/dev/breeze/doc/images/output_k8s_configure-cluster.svg +++ b/dev/breeze/doc/images/output_k8s_configure-cluster.svg @@ -1,4 +1,4 @@ - +