This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 465c4a246d2 Speed up image building in CI by exporting and importing
mount cache (#45314)
465c4a246d2 is described below
commit 465c4a246d28e159ae77a5900d684f198d86b35c
Author: Jarek Potiuk <[email protected]>
AuthorDate: Wed Jan 1 03:56:28 2025 +0100
Speed up image building in CI by exporting and importing mount cache
(#45314)
During the build, cache of ``uv`` and ``pip`` is stored in a separate
"cache mount" volum that is mounted during the build. This cache mount
volume is preserved between builds and can be exported and imported to
speed up the build process in CI - where cache is stored as artifact and
can be imported in the next build.
This PR implements it:
* export and import commands are added to breeze to export/import cache
mount content
* the cache mount content is stashed as artifact in the build
after image is built and it is restored before the image is built
---
.github/workflows/additional-ci-image-checks.yml | 4 +-
.github/workflows/ci-image-build.yml | 32 ++++-
.github/workflows/ci.yml | 3 +-
dev/breeze/doc/06_managing_docker_images.rst | 22 ++++
dev/breeze/doc/images/output_ci-image.svg | 22 +++-
dev/breeze/doc/images/output_ci-image.txt | 2 +-
.../images/output_ci-image_export-mount-cache.svg | 118 ++++++++++++++++++
.../images/output_ci-image_export-mount-cache.txt | 1 +
.../images/output_ci-image_import-mount-cache.svg | 118 ++++++++++++++++++
.../images/output_ci-image_import-mount-cache.txt | 1 +
.../output_setup_check-all-params-in-groups.svg | 22 ++--
.../output_setup_check-all-params-in-groups.txt | 2 +-
.../output_setup_regenerate-command-images.svg | 82 +++++++------
.../output_setup_regenerate-command-images.txt | 2 +-
.../airflow_breeze/commands/ci_image_commands.py | 135 +++++++++++++++++++++
.../commands/ci_image_commands_config.py | 20 +++
dev/breeze/src/airflow_breeze/utils/run_utils.py | 4 +-
17 files changed, 527 insertions(+), 63 deletions(-)
diff --git a/.github/workflows/additional-ci-image-checks.yml
b/.github/workflows/additional-ci-image-checks.yml
index 35389089ecc..47d7b59b35f 100644
--- a/.github/workflows/additional-ci-image-checks.yml
+++ b/.github/workflows/additional-ci-image-checks.yml
@@ -162,11 +162,13 @@ jobs:
# packages: write
# secrets: inherit
# with:
+# platform: "linux/arm64"
# push-image: "false"
+# upload-image-artifact: "true"
+# upload-mount-cache-artifact: ${{ inputs.canary-run }}
# runs-on-as-json-public: ${{ inputs.runs-on-as-json-public }}
# runs-on-as-json-self-hosted: ${{ inputs.runs-on-as-json-self-hosted }}
# python-versions: ${{ inputs.python-versions }}
-# platform: "linux/arm64"
# branch: ${{ inputs.branch }}
# constraints-branch: ${{ inputs.constraints-branch }}
# use-uv: ${{ inputs.use-uv }}
diff --git a/.github/workflows/ci-image-build.yml
b/.github/workflows/ci-image-build.yml
index 553a509e4bf..fb44503be05 100644
--- a/.github/workflows/ci-image-build.yml
+++ b/.github/workflows/ci-image-build.yml
@@ -56,6 +56,10 @@ on: # yamllint disable-line rule:truthy
description: "Whether to upload docker image artifact"
required: true
type: string
+ upload-mount-cache-artifact:
+ description: "Whether to upload mount-cache artifact"
+ required: true
+ type: string
debian-version:
description: "Base Debian distribution to use for the build (bookworm)"
type: string
@@ -129,15 +133,24 @@ jobs:
uses: ./.github/actions/breeze
with:
use-uv: ${{ inputs.use-uv }}
+ - name: "Restore ${{ inputs.image-type }} cache mount image ${{
inputs.platform }}:${{ inputs.python }}"
+ uses:
apache/infrastructure-actions/stash/restore@c94b890bbedc2fc61466d28e6bd9966bc6c6643c
+ with:
+ key: "ci-cache-mount-save-v2-${{ inputs.platform }}-${{
env.PYTHON_MAJOR_MINOR_VERSION }}"
+ path: "/tmp/"
+ id: restore-cache-mount
+ - name: "Import mount-cache ${{ inputs.platform }}:${{
env.PYTHON_MAJOR_MINOR_VERSION }}"
+ run: >
+ breeze ci-image import-mount-cache
+ --cache-file /tmp/ci-cache-mount-save-v2-${{
env.PYTHON_MAJOR_MINOR_VERSION }}.tar.gz
+ if: steps.restore-cache-mount.outputs.stash-hit == 'true'
- name: "Login to ghcr.io"
run: echo "${{ env.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{
github.actor }} --password-stdin
- name: >
Build ${{ inputs.push-image == 'true' && ' & push ' || '' }}
${{ inputs.platform }}:${{ env.PYTHON_MAJOR_MINOR_VERSION }} image
run: >
- breeze ci-image build
- --builder airflow_cache
- --platform "${{ inputs.platform }}"
+ breeze ci-image build --platform "${{ inputs.platform }}"
env:
DOCKER_CACHE: ${{ inputs.docker-cache }}
DISABLE_AIRFLOW_REPO_CACHE: ${{ inputs.disable-airflow-repo-cache }}
@@ -165,3 +178,16 @@ jobs:
if-no-files-found: 'error'
retention-days: '2'
if: inputs.upload-image-artifact == 'true'
+ - name: "Export mount cache ${{ inputs.platform }}:${{
env.PYTHON_MAJOR_MINOR_VERSION }}"
+ run: >
+ breeze ci-image export-mount-cache
+ --cache-file /tmp/ci-cache-mount-save-v2-${{
env.PYTHON_MAJOR_MINOR_VERSION }}.tar.gz
+ if: inputs.upload-mount-cache-artifact == 'true'
+ - name: "Stash cache mount ${{ inputs.platform }}:${{
env.PYTHON_MAJOR_MINOR_VERSION }}"
+ uses:
apache/infrastructure-actions/stash/save@c94b890bbedc2fc61466d28e6bd9966bc6c6643c
+ with:
+ key: "ci-cache-mount-save-v2-${{ inputs.platform }}-${{
env.PYTHON_MAJOR_MINOR_VERSION }}"
+ path: "/tmp/ci-cache-mount-save-v2-${{
env.PYTHON_MAJOR_MINOR_VERSION }}.tar.gz"
+ if-no-files-found: 'error'
+ retention-days: 2
+ if: inputs.upload-mount-cache-artifact == 'true'
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9ddeec96d2a..b0e5e9bde7b 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -213,7 +213,8 @@ jobs:
runs-on-as-json-self-hosted: ${{
needs.build-info.outputs.runs-on-as-json-self-hosted }}
platform: "linux/amd64"
push-image: "false"
- upload-image-artifact: "true"
+ upload-image-artifact: ${{ needs.build-info.outputs.canary-run }}
+ upload-mount-cache-artifact: ${{ needs.build-info.outputs.canary-run }}
python-versions: ${{ needs.build-info.outputs.python-versions }}
branch: ${{ needs.build-info.outputs.default-branch }}
use-uv: ${{ needs.build-info.outputs.use-uv }}
diff --git a/dev/breeze/doc/06_managing_docker_images.rst
b/dev/breeze/doc/06_managing_docker_images.rst
index 89c302c12d1..2b263486783 100644
--- a/dev/breeze/doc/06_managing_docker_images.rst
+++ b/dev/breeze/doc/06_managing_docker_images.rst
@@ -133,6 +133,28 @@ To load the image from specific job run (for example
12538475388), you can use t
:width: 100%
:alt: Breeze image artifacts
+Exporting and importing CI image cache mount
+............................................
+
+During the build, cache of ``uv`` and ``pip`` is stored in a separate "cache
mount" volum that is mounted
+during the build. This cache mount volume is preserved between builds and can
be exported and imported
+to speed up the build process in CI - where cache is stored as artifact and
can be imported in the next
+build.
+
+These are all available flags of ``export-mount-cache`` command:
+
+.. image:: ./images/output_ci-image_export-mount-cache.svg
+ :target:
https://raw.githubusercontent.com/apache/airflow/main/dev/breeze/images/output_ci-image_export-mount-cache.svg
+ :width: 100%
+ :alt: Breeze ci-image
+
+These are all available flags of ``import-mount-cache`` command:
+
+.. image:: ./images/output_ci-image_import-mount-cache.svg
+ :target:
https://raw.githubusercontent.com/apache/airflow/main/dev/breeze/images/output_ci-image_import-mount-cache.svg
+ :width: 100%
+ :alt: Breeze ci-image import-mount-cache
+
PROD Image tasks
----------------
diff --git a/dev/breeze/doc/images/output_ci-image.svg
b/dev/breeze/doc/images/output_ci-image.svg
index 6fc5b425c5c..2b8c1414c81 100644
--- a/dev/breeze/doc/images/output_ci-image.svg
+++ b/dev/breeze/doc/images/output_ci-image.svg
@@ -1,4 +1,4 @@
-<svg class="rich-terminal" viewBox="0 0 1482 416.0"
xmlns="http://www.w3.org/2000/svg">
+<svg class="rich-terminal" viewBox="0 0 1482 513.5999999999999"
xmlns="http://www.w3.org/2000/svg">
<!-- Generated with Rich https://www.textualize.io -->
<style>
@@ -42,7 +42,7 @@
<defs>
<clipPath id="breeze-ci-image-clip-terminal">
- <rect x="0" y="0" width="1463.0" height="365.0" />
+ <rect x="0" y="0" width="1463.0" height="462.59999999999997" />
</clipPath>
<clipPath id="breeze-ci-image-line-0">
<rect x="0" y="1.5" width="1464" height="24.65"/>
@@ -86,9 +86,21 @@
<clipPath id="breeze-ci-image-line-13">
<rect x="0" y="318.7" width="1464" height="24.65"/>
</clipPath>
+<clipPath id="breeze-ci-image-line-14">
+ <rect x="0" y="343.1" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-line-15">
+ <rect x="0" y="367.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-line-16">
+ <rect x="0" y="391.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-line-17">
+ <rect x="0" y="416.3" width="1464" height="24.65"/>
+ </clipPath>
</defs>
- <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1"
x="1" y="1" width="1480" height="414" rx="8"/><text
class="breeze-ci-image-title" fill="#c5c8c6" text-anchor="middle" x="740"
y="27">Command: ci-image</text>
+ <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1"
x="1" y="1" width="1480" height="511.6" rx="8"/><text
class="breeze-ci-image-title" fill="#c5c8c6" text-anchor="middle" x="740"
y="27">Command: ci-image</text>
<g transform="translate(26,22)">
<circle cx="0" cy="0" r="7" fill="#ff5f57"/>
<circle cx="22" cy="0" r="7" fill="#febc2e"/>
@@ -113,6 +125,10 @@
</text><text class="breeze-ci-image-r5" x="0" y="312.8" textLength="12.2"
clip-path="url(#breeze-ci-image-line-12)">│</text><text
class="breeze-ci-image-r4" x="24.4" y="312.8" textLength="97.6"
clip-path="url(#breeze-ci-image-line-12)">save    </text><text
class="breeze-ci-image-r1" x="146.4" y="312.8" textLength="1293.2"
clip-path="url(#breeze-ci-image-line-12)">Save CI image to a file.         
[...]
</text><text class="breeze-ci-image-r5" x="0" y="337.2" textLength="12.2"
clip-path="url(#breeze-ci-image-line-13)">│</text><text
class="breeze-ci-image-r4" x="24.4" y="337.2" textLength="97.6"
clip-path="url(#breeze-ci-image-line-13)">load    </text><text
class="breeze-ci-image-r1" x="146.4" y="337.2" textLength="1293.2"
clip-path="url(#breeze-ci-image-line-13)">Load CI image from a file.         &
[...]
</text><text class="breeze-ci-image-r5" x="0" y="361.6" textLength="1464"
clip-path="url(#breeze-ci-image-line-14)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-ci-image-r1" x="1464" y="361.6" textLength="12.2"
clip-path="url(#breeze-ci-image-line-14)">
+</text><text class="breeze-ci-image-r5" x="0" y="386" textLength="24.4"
clip-path="url(#breeze-ci-image-line-15)">╭─</text><text
class="breeze-ci-image-r5" x="24.4" y="386" textLength="122"
clip-path="url(#breeze-ci-image-line-15)"> Commands </text><text
class="breeze-ci-image-r5" x="146.4" y="386" textLength="1293.2"
clip-path="url(#breeze-ci-image-line-15)">──────────────────────────────────────────────────────────────────────────────────────────────────────────</text><text
c [...]
+</text><text class="breeze-ci-image-r5" x="0" y="410.4" textLength="12.2"
clip-path="url(#breeze-ci-image-line-16)">│</text><text
class="breeze-ci-image-r4" x="24.4" y="410.4" textLength="366"
clip-path="url(#breeze-ci-image-line-16)">export-mount-cache            </text><text
class="breeze-ci-image-r1" x="414.8" y="410.4" textLength="1024.8"
clip-path="url(#breeze-ci-image-line-16)">Export content of the the
[...]
+</text><text class="breeze-ci-image-r5" x="0" y="434.8" textLength="12.2"
clip-path="url(#breeze-ci-image-line-17)">│</text><text
class="breeze-ci-image-r4" x="24.4" y="434.8" textLength="366"
clip-path="url(#breeze-ci-image-line-17)">import-mount-cache            </text><text
class="breeze-ci-image-r1" x="414.8" y="434.8" textLength="1024.8"
clip-path="url(#breeze-ci-image-line-17)">Export content of the the
[...]
+</text><text class="breeze-ci-image-r5" x="0" y="459.2" textLength="1464"
clip-path="url(#breeze-ci-image-line-18)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-ci-image-r1" x="1464" y="459.2" textLength="12.2"
clip-path="url(#breeze-ci-image-line-18)">
</text>
</g>
</g>
diff --git a/dev/breeze/doc/images/output_ci-image.txt
b/dev/breeze/doc/images/output_ci-image.txt
index 0c2b23fa055..25b4a0db49a 100644
--- a/dev/breeze/doc/images/output_ci-image.txt
+++ b/dev/breeze/doc/images/output_ci-image.txt
@@ -1 +1 @@
-2039b80b810ff0ad9e9f505548254f82
+de6e1ee2eb602569a8cd1a3c6c4cbafe
diff --git a/dev/breeze/doc/images/output_ci-image_export-mount-cache.svg
b/dev/breeze/doc/images/output_ci-image_export-mount-cache.svg
new file mode 100644
index 00000000000..c1a516dbdef
--- /dev/null
+++ b/dev/breeze/doc/images/output_ci-image_export-mount-cache.svg
@@ -0,0 +1,118 @@
+<svg class="rich-terminal" viewBox="0 0 1482 391.59999999999997"
xmlns="http://www.w3.org/2000/svg">
+ <!-- Generated with Rich https://www.textualize.io -->
+ <style>
+
+ @font-face {
+ font-family: "Fira Code";
+ src: local("FiraCode-Regular"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Regular.woff2")
format("woff2"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Regular.woff")
format("woff");
+ font-style: normal;
+ font-weight: 400;
+ }
+ @font-face {
+ font-family: "Fira Code";
+ src: local("FiraCode-Bold"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Bold.woff2")
format("woff2"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Bold.woff")
format("woff");
+ font-style: bold;
+ font-weight: 700;
+ }
+
+ .breeze-ci-image-export-mount-cache-matrix {
+ font-family: Fira Code, monospace;
+ font-size: 20px;
+ line-height: 24.4px;
+ font-variant-east-asian: full-width;
+ }
+
+ .breeze-ci-image-export-mount-cache-title {
+ font-size: 18px;
+ font-weight: bold;
+ font-family: arial;
+ }
+
+ .breeze-ci-image-export-mount-cache-r1 { fill: #c5c8c6 }
+.breeze-ci-image-export-mount-cache-r2 { fill: #d0b344 }
+.breeze-ci-image-export-mount-cache-r3 { fill: #c5c8c6;font-weight: bold }
+.breeze-ci-image-export-mount-cache-r4 { fill: #68a0b3;font-weight: bold }
+.breeze-ci-image-export-mount-cache-r5 { fill: #868887 }
+.breeze-ci-image-export-mount-cache-r6 { fill: #cc555a }
+.breeze-ci-image-export-mount-cache-r7 { fill: #8d7b39 }
+.breeze-ci-image-export-mount-cache-r8 { fill: #8a4346 }
+.breeze-ci-image-export-mount-cache-r9 { fill: #98a84b;font-weight: bold }
+ </style>
+
+ <defs>
+ <clipPath id="breeze-ci-image-export-mount-cache-clip-terminal">
+ <rect x="0" y="0" width="1463.0" height="340.59999999999997" />
+ </clipPath>
+ <clipPath id="breeze-ci-image-export-mount-cache-line-0">
+ <rect x="0" y="1.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-1">
+ <rect x="0" y="25.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-2">
+ <rect x="0" y="50.3" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-3">
+ <rect x="0" y="74.7" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-4">
+ <rect x="0" y="99.1" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-5">
+ <rect x="0" y="123.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-6">
+ <rect x="0" y="147.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-7">
+ <rect x="0" y="172.3" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-8">
+ <rect x="0" y="196.7" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-9">
+ <rect x="0" y="221.1" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-10">
+ <rect x="0" y="245.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-11">
+ <rect x="0" y="269.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-export-mount-cache-line-12">
+ <rect x="0" y="294.3" width="1464" height="24.65"/>
+ </clipPath>
+ </defs>
+
+ <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1"
x="1" y="1" width="1480" height="389.6" rx="8"/><text
class="breeze-ci-image-export-mount-cache-title" fill="#c5c8c6"
text-anchor="middle" x="740"
y="27">Command: ci-image export-mount-cache</text>
+ <g transform="translate(26,22)">
+ <circle cx="0" cy="0" r="7" fill="#ff5f57"/>
+ <circle cx="22" cy="0" r="7" fill="#febc2e"/>
+ <circle cx="44" cy="0" r="7" fill="#28c840"/>
+ </g>
+
+ <g transform="translate(9, 41)"
clip-path="url(#breeze-ci-image-export-mount-cache-clip-terminal)">
+
+ <g class="breeze-ci-image-export-mount-cache-matrix">
+ <text class="breeze-ci-image-export-mount-cache-r1" x="1464" y="20"
textLength="12.2" clip-path="url(#breeze-ci-image-export-mount-cache-line-0)">
+</text><text class="breeze-ci-image-export-mount-cache-r2" x="12.2" y="44.4"
textLength="73.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-1)">Usage:</text><text
class="breeze-ci-image-export-mount-cache-r3" x="97.6" y="44.4"
textLength="414.8"
clip-path="url(#breeze-ci-image-export-mount-cache-line-1)">breeze ci-image export-mount-cache</text><text
class="breeze-ci-image-export-mount-cache-r1" x="524.6" y="44.4"
textLength="12.2" clip-path="url(#breeze-ci-image-exp [...]
+</text><text class="breeze-ci-image-export-mount-cache-r1" x="1464" y="68.8"
textLength="12.2" clip-path="url(#breeze-ci-image-export-mount-cache-line-2)">
+</text><text class="breeze-ci-image-export-mount-cache-r1" x="12.2" y="93.2"
textLength="646.6"
clip-path="url(#breeze-ci-image-export-mount-cache-line-3)">Export content of the the mount cache to a directory.</text><text
class="breeze-ci-image-export-mount-cache-r1" x="1464" y="93.2"
textLength="12.2" clip-path="url(#breeze-ci-image-export-mount-cache-line-3)">
+</text><text class="breeze-ci-image-export-mount-cache-r1" x="1464" y="117.6"
textLength="12.2" clip-path="url(#breeze-ci-image-export-mount-cache-line-4)">
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="142"
textLength="24.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-5)">╭─</text><text
class="breeze-ci-image-export-mount-cache-r5" x="24.4" y="142"
textLength="170.8"
clip-path="url(#breeze-ci-image-export-mount-cache-line-5)"> Export flags </text><text
class="breeze-ci-image-export-mount-cache-r5" x="195.2" y="142"
textLength="1244.4" clip-path="url(#breeze-ci-image-export-mount-cache-line-5)
[...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="166.4"
textLength="12.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-6)">│</text><text
class="breeze-ci-image-export-mount-cache-r6" x="24.4" y="166.4"
textLength="12.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-6)">*</text><text
class="breeze-ci-image-export-mount-cache-r4" x="61" y="166.4"
textLength="146.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-6)">--cache-file</text><text
c [...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="190.8"
textLength="12.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-7)">│</text><text
class="breeze-ci-image-export-mount-cache-r4" x="61" y="190.8"
textLength="109.8"
clip-path="url(#breeze-ci-image-export-mount-cache-line-7)">--builder</text><text
class="breeze-ci-image-export-mount-cache-r1" x="256.2" y="190.8"
textLength="756.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-7)">Buildx buil
[...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="215.2"
textLength="1464"
clip-path="url(#breeze-ci-image-export-mount-cache-line-8)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-ci-image-export-mount-cache-r1" x="1464" y="215.2"
textLength="12.2" clip-path="url(#breeze-ci-image-export-mount-cache-line-8)">
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="239.6"
textLength="24.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-9)">╭─</text><text
class="breeze-ci-image-export-mount-cache-r5" x="24.4" y="239.6"
textLength="195.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-9)"> Common options </text><text
class="breeze-ci-image-export-mount-cache-r5" x="219.6" y="239.6"
textLength="1220" clip-path="url(#breeze-ci-image-export-mount-cache-l [...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="264"
textLength="12.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-10)">│</text><text
class="breeze-ci-image-export-mount-cache-r4" x="24.4" y="264"
textLength="109.8"
clip-path="url(#breeze-ci-image-export-mount-cache-line-10)">--dry-run</text><text
class="breeze-ci-image-export-mount-cache-r9" x="158.6" y="264"
textLength="24.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-10)">-D</text><text cla
[...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="288.4"
textLength="12.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-11)">│</text><text
class="breeze-ci-image-export-mount-cache-r4" x="24.4" y="288.4"
textLength="109.8"
clip-path="url(#breeze-ci-image-export-mount-cache-line-11)">--verbose</text><text
class="breeze-ci-image-export-mount-cache-r9" x="158.6" y="288.4"
textLength="24.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-11)">-v</text><te [...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="312.8"
textLength="12.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-12)">│</text><text
class="breeze-ci-image-export-mount-cache-r4" x="24.4" y="312.8"
textLength="73.2"
clip-path="url(#breeze-ci-image-export-mount-cache-line-12)">--help</text><text
class="breeze-ci-image-export-mount-cache-r9" x="158.6" y="312.8"
textLength="24.4"
clip-path="url(#breeze-ci-image-export-mount-cache-line-12)">-h</text><text c
[...]
+</text><text class="breeze-ci-image-export-mount-cache-r5" x="0" y="337.2"
textLength="1464"
clip-path="url(#breeze-ci-image-export-mount-cache-line-13)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-ci-image-export-mount-cache-r1" x="1464" y="337.2"
textLength="12.2" clip-path="url(#breeze-ci-image-export-mount-cache-line-13)">
+</text>
+ </g>
+ </g>
+</svg>
diff --git a/dev/breeze/doc/images/output_ci-image_export-mount-cache.txt
b/dev/breeze/doc/images/output_ci-image_export-mount-cache.txt
new file mode 100644
index 00000000000..6d1c1347207
--- /dev/null
+++ b/dev/breeze/doc/images/output_ci-image_export-mount-cache.txt
@@ -0,0 +1 @@
+824109d9d232ba19a9aa0781ba8fccd9
diff --git a/dev/breeze/doc/images/output_ci-image_import-mount-cache.svg
b/dev/breeze/doc/images/output_ci-image_import-mount-cache.svg
new file mode 100644
index 00000000000..32eb4fdfebe
--- /dev/null
+++ b/dev/breeze/doc/images/output_ci-image_import-mount-cache.svg
@@ -0,0 +1,118 @@
+<svg class="rich-terminal" viewBox="0 0 1482 391.59999999999997"
xmlns="http://www.w3.org/2000/svg">
+ <!-- Generated with Rich https://www.textualize.io -->
+ <style>
+
+ @font-face {
+ font-family: "Fira Code";
+ src: local("FiraCode-Regular"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Regular.woff2")
format("woff2"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Regular.woff")
format("woff");
+ font-style: normal;
+ font-weight: 400;
+ }
+ @font-face {
+ font-family: "Fira Code";
+ src: local("FiraCode-Bold"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff2/FiraCode-Bold.woff2")
format("woff2"),
+
url("https://cdnjs.cloudflare.com/ajax/libs/firacode/6.2.0/woff/FiraCode-Bold.woff")
format("woff");
+ font-style: bold;
+ font-weight: 700;
+ }
+
+ .breeze-ci-image-import-mount-cache-matrix {
+ font-family: Fira Code, monospace;
+ font-size: 20px;
+ line-height: 24.4px;
+ font-variant-east-asian: full-width;
+ }
+
+ .breeze-ci-image-import-mount-cache-title {
+ font-size: 18px;
+ font-weight: bold;
+ font-family: arial;
+ }
+
+ .breeze-ci-image-import-mount-cache-r1 { fill: #c5c8c6 }
+.breeze-ci-image-import-mount-cache-r2 { fill: #d0b344 }
+.breeze-ci-image-import-mount-cache-r3 { fill: #c5c8c6;font-weight: bold }
+.breeze-ci-image-import-mount-cache-r4 { fill: #68a0b3;font-weight: bold }
+.breeze-ci-image-import-mount-cache-r5 { fill: #868887 }
+.breeze-ci-image-import-mount-cache-r6 { fill: #cc555a }
+.breeze-ci-image-import-mount-cache-r7 { fill: #8d7b39 }
+.breeze-ci-image-import-mount-cache-r8 { fill: #8a4346 }
+.breeze-ci-image-import-mount-cache-r9 { fill: #98a84b;font-weight: bold }
+ </style>
+
+ <defs>
+ <clipPath id="breeze-ci-image-import-mount-cache-clip-terminal">
+ <rect x="0" y="0" width="1463.0" height="340.59999999999997" />
+ </clipPath>
+ <clipPath id="breeze-ci-image-import-mount-cache-line-0">
+ <rect x="0" y="1.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-1">
+ <rect x="0" y="25.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-2">
+ <rect x="0" y="50.3" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-3">
+ <rect x="0" y="74.7" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-4">
+ <rect x="0" y="99.1" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-5">
+ <rect x="0" y="123.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-6">
+ <rect x="0" y="147.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-7">
+ <rect x="0" y="172.3" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-8">
+ <rect x="0" y="196.7" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-9">
+ <rect x="0" y="221.1" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-10">
+ <rect x="0" y="245.5" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-11">
+ <rect x="0" y="269.9" width="1464" height="24.65"/>
+ </clipPath>
+<clipPath id="breeze-ci-image-import-mount-cache-line-12">
+ <rect x="0" y="294.3" width="1464" height="24.65"/>
+ </clipPath>
+ </defs>
+
+ <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1"
x="1" y="1" width="1480" height="389.6" rx="8"/><text
class="breeze-ci-image-import-mount-cache-title" fill="#c5c8c6"
text-anchor="middle" x="740"
y="27">Command: ci-image import-mount-cache</text>
+ <g transform="translate(26,22)">
+ <circle cx="0" cy="0" r="7" fill="#ff5f57"/>
+ <circle cx="22" cy="0" r="7" fill="#febc2e"/>
+ <circle cx="44" cy="0" r="7" fill="#28c840"/>
+ </g>
+
+ <g transform="translate(9, 41)"
clip-path="url(#breeze-ci-image-import-mount-cache-clip-terminal)">
+
+ <g class="breeze-ci-image-import-mount-cache-matrix">
+ <text class="breeze-ci-image-import-mount-cache-r1" x="1464" y="20"
textLength="12.2" clip-path="url(#breeze-ci-image-import-mount-cache-line-0)">
+</text><text class="breeze-ci-image-import-mount-cache-r2" x="12.2" y="44.4"
textLength="73.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-1)">Usage:</text><text
class="breeze-ci-image-import-mount-cache-r3" x="97.6" y="44.4"
textLength="414.8"
clip-path="url(#breeze-ci-image-import-mount-cache-line-1)">breeze ci-image import-mount-cache</text><text
class="breeze-ci-image-import-mount-cache-r1" x="524.6" y="44.4"
textLength="12.2" clip-path="url(#breeze-ci-image-imp [...]
+</text><text class="breeze-ci-image-import-mount-cache-r1" x="1464" y="68.8"
textLength="12.2" clip-path="url(#breeze-ci-image-import-mount-cache-line-2)">
+</text><text class="breeze-ci-image-import-mount-cache-r1" x="12.2" y="93.2"
textLength="646.6"
clip-path="url(#breeze-ci-image-import-mount-cache-line-3)">Export content of the the mount cache to a directory.</text><text
class="breeze-ci-image-import-mount-cache-r1" x="1464" y="93.2"
textLength="12.2" clip-path="url(#breeze-ci-image-import-mount-cache-line-3)">
+</text><text class="breeze-ci-image-import-mount-cache-r1" x="1464" y="117.6"
textLength="12.2" clip-path="url(#breeze-ci-image-import-mount-cache-line-4)">
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="142"
textLength="24.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-5)">╭─</text><text
class="breeze-ci-image-import-mount-cache-r5" x="24.4" y="142"
textLength="170.8"
clip-path="url(#breeze-ci-image-import-mount-cache-line-5)"> Import flags </text><text
class="breeze-ci-image-import-mount-cache-r5" x="195.2" y="142"
textLength="1244.4" clip-path="url(#breeze-ci-image-import-mount-cache-line-5)
[...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="166.4"
textLength="12.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-6)">│</text><text
class="breeze-ci-image-import-mount-cache-r6" x="24.4" y="166.4"
textLength="12.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-6)">*</text><text
class="breeze-ci-image-import-mount-cache-r4" x="61" y="166.4"
textLength="146.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-6)">--cache-file</text><text
c [...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="190.8"
textLength="12.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-7)">│</text><text
class="breeze-ci-image-import-mount-cache-r4" x="61" y="190.8"
textLength="109.8"
clip-path="url(#breeze-ci-image-import-mount-cache-line-7)">--builder</text><text
class="breeze-ci-image-import-mount-cache-r1" x="256.2" y="190.8"
textLength="756.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-7)">Buildx buil
[...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="215.2"
textLength="1464"
clip-path="url(#breeze-ci-image-import-mount-cache-line-8)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-ci-image-import-mount-cache-r1" x="1464" y="215.2"
textLength="12.2" clip-path="url(#breeze-ci-image-import-mount-cache-line-8)">
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="239.6"
textLength="24.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-9)">╭─</text><text
class="breeze-ci-image-import-mount-cache-r5" x="24.4" y="239.6"
textLength="195.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-9)"> Common options </text><text
class="breeze-ci-image-import-mount-cache-r5" x="219.6" y="239.6"
textLength="1220" clip-path="url(#breeze-ci-image-import-mount-cache-l [...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="264"
textLength="12.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-10)">│</text><text
class="breeze-ci-image-import-mount-cache-r4" x="24.4" y="264"
textLength="109.8"
clip-path="url(#breeze-ci-image-import-mount-cache-line-10)">--dry-run</text><text
class="breeze-ci-image-import-mount-cache-r9" x="158.6" y="264"
textLength="24.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-10)">-D</text><text cla
[...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="288.4"
textLength="12.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-11)">│</text><text
class="breeze-ci-image-import-mount-cache-r4" x="24.4" y="288.4"
textLength="109.8"
clip-path="url(#breeze-ci-image-import-mount-cache-line-11)">--verbose</text><text
class="breeze-ci-image-import-mount-cache-r9" x="158.6" y="288.4"
textLength="24.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-11)">-v</text><te [...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="312.8"
textLength="12.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-12)">│</text><text
class="breeze-ci-image-import-mount-cache-r4" x="24.4" y="312.8"
textLength="73.2"
clip-path="url(#breeze-ci-image-import-mount-cache-line-12)">--help</text><text
class="breeze-ci-image-import-mount-cache-r9" x="158.6" y="312.8"
textLength="24.4"
clip-path="url(#breeze-ci-image-import-mount-cache-line-12)">-h</text><text c
[...]
+</text><text class="breeze-ci-image-import-mount-cache-r5" x="0" y="337.2"
textLength="1464"
clip-path="url(#breeze-ci-image-import-mount-cache-line-13)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-ci-image-import-mount-cache-r1" x="1464" y="337.2"
textLength="12.2" clip-path="url(#breeze-ci-image-import-mount-cache-line-13)">
+</text>
+ </g>
+ </g>
+</svg>
diff --git a/dev/breeze/doc/images/output_ci-image_import-mount-cache.txt
b/dev/breeze/doc/images/output_ci-image_import-mount-cache.txt
new file mode 100644
index 00000000000..00f5024812d
--- /dev/null
+++ b/dev/breeze/doc/images/output_ci-image_import-mount-cache.txt
@@ -0,0 +1 @@
+65be4537eea8d56d3ddc34d4ccab60c7
diff --git a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
index 88800f83cde..ab39ba8eaa8 100644
--- a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
+++ b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.svg
@@ -181,17 +181,17 @@
</text><text class="breeze-setup-check-all-params-in-groups-r1" x="1464"
y="117.6" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-4)">
</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="142"
textLength="24.4"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-5)">╭─</text><text
class="breeze-setup-check-all-params-in-groups-r5" x="24.4" y="142"
textLength="414.8"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-5)"> Check all params in groups flags </text><text
class="breeze-setup-check-all-params-in-groups-r5" x="439.2" y="142"
textLength="1 [...]
</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="166.4" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-6)">│</text><text
class="breeze-setup-check-all-params-in-groups-r4" x="24.4" y="166.4"
textLength="109.8"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-6)">--command</text><text
class="breeze-setup-check-all-params-in-groups-r1" x="183" y="166.4"
textLength="1256.6" clip-path="url(#breeze-setup-check-all-params-in-g [...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="190.8" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-7)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="190.8"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-7)">(build-docs | ci | ci-image | ci-image:build | ci-image:load | ci-image:pull | ci-image:save |&#
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="215.2" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-8)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="215.2"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-8)">ci-image:verify | ci:find-backtracking-candidates | ci:fix-ownership | ci:free-space |      
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="239.6" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-9)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="239.6"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-9)">ci:get-workflow-info | ci:resource-check | ci:selective-check | cleanup | compile-ui-assets |    
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="264"
textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-10)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="264"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-10)">compile-www-assets | down | exec | generate-migration-file | k8s | k8s:build-k8s-image |   &#
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="288.4" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-11)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="288.4"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-11)">k8s:configure-cluster | k8s:create-cluster | k8s:delete-cluster | k8s:deploy-airflow | k8s:k9s |   
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="312.8" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-12)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="312.8"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-12)">k8s:logs | k8s:run-complete-tests | k8s:setup-env | k8s:shell | k8s:status | k8s:tests |  
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="337.2" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-13)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="337.2"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-13)">k8s:upload-k8s-image | prod-image | prod-image:build | prod-image:load | prod-image:pull |    
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="361.6" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-14)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="361.6"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-14)">prod-image:save | prod-image:verify | release-management | release-management:add-back-references |    <
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="386"
textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-15)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="386"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-15)">release-management:clean-old-provider-artifacts | release-management:create-minor-branch |         
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="410.4" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-16)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="410.4"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-16)">release-management:generate-constraints | release-management:generate-issue-content-core |         
[...]
-</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="434.8" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-17)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="434.8"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-17)">release-management:generate-issue-content-helm-chart |                
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="190.8" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-7)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="190.8"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-7)">(build-docs | ci | ci-image | ci-image:build | ci-image:export-mount-cache |      
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="215.2" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-8)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="215.2"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-8)">ci-image:import-mount-cache | ci-image:load | ci-image:pull | ci-image:save | ci-image:verify |   
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="239.6" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-9)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="239.6"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-9)">ci:find-backtracking-candidates | ci:fix-ownership | ci:free-space | ci:get-workflow-info |      
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="264"
textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-10)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="264"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-10)">ci:resource-check | ci:selective-check | cleanup | compile-ui-assets | compile-www-assets | down | exec
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="288.4" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-11)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="288.4"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-11)">| generate-migration-file | k8s | k8s:build-k8s-image | k8s:configure-cluster | k8s:create-cluster | 
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="312.8" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-12)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="312.8"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-12)">k8s:delete-cluster | k8s:deploy-airflow | k8s:k9s | k8s:logs | k8s:run-complete-tests | k8s:setup-env |<
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="337.2" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-13)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="337.2"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-13)">k8s:shell | k8s:status | k8s:tests | k8s:upload-k8s-image | prod-image | prod-image:build |  &
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="361.6" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-14)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="361.6"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-14)">prod-image:load | prod-image:pull | prod-image:save | prod-image:verify | release-management |   &#
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="386"
textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-15)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="386"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-15)">release-management:add-back-references | release-management:clean-old-provider-artifacts |         
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="410.4" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-16)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="410.4"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-16)">release-management:create-minor-branch | release-management:generate-constraints |          &#
[...]
+</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="434.8" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-17)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="434.8"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-17)">release-management:generate-issue-content-core | release-management:generate-issue-content-helm-chart |</text><text
class="breeze-setup-check-al [...]
</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="459.2" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-18)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="459.2"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-18)">release-management:generate-issue-content-providers | release-management:generate-providers-metadata | </text><text
class="breeze-setup-che [...]
</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0"
y="483.6" textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-19)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="483.6"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-19)">release-management:install-provider-packages | release-management:prepare-airflow-package |         
[...]
</text><text class="breeze-setup-check-all-params-in-groups-r5" x="0" y="508"
textLength="12.2"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-20)">│</text><text
class="breeze-setup-check-all-params-in-groups-r6" x="183" y="508"
textLength="1256.6"
clip-path="url(#breeze-setup-check-all-params-in-groups-line-20)">release-management:prepare-airflow-tarball | release-management:prepare-helm-chart-package |         &#
[...]
diff --git a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
index 86455d4f335..f19fe0627c8 100644
--- a/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
+++ b/dev/breeze/doc/images/output_setup_check-all-params-in-groups.txt
@@ -1 +1 @@
-286c81a6b3698abf7a2bb689940c86a8
+01321b88766569b899ab5d8a3c3b5134
diff --git a/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
b/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
index 1a251b4fcae..f5aaf20d27d 100644
--- a/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
+++ b/dev/breeze/doc/images/output_setup_regenerate-command-images.svg
@@ -1,4 +1,4 @@
-<svg class="rich-terminal" viewBox="0 0 1482 1123.6"
xmlns="http://www.w3.org/2000/svg">
+<svg class="rich-terminal" viewBox="0 0 1482 1148.0"
xmlns="http://www.w3.org/2000/svg">
<!-- Generated with Rich https://www.textualize.io -->
<style>
@@ -43,7 +43,7 @@
<defs>
<clipPath id="breeze-setup-regenerate-command-images-clip-terminal">
- <rect x="0" y="0" width="1463.0" height="1072.6" />
+ <rect x="0" y="0" width="1463.0" height="1097.0" />
</clipPath>
<clipPath id="breeze-setup-regenerate-command-images-line-0">
<rect x="0" y="1.5" width="1464" height="24.65"/>
@@ -174,9 +174,12 @@
<clipPath id="breeze-setup-regenerate-command-images-line-42">
<rect x="0" y="1026.3" width="1464" height="24.65"/>
</clipPath>
+<clipPath id="breeze-setup-regenerate-command-images-line-43">
+ <rect x="0" y="1050.7" width="1464" height="24.65"/>
+ </clipPath>
</defs>
- <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1"
x="1" y="1" width="1480" height="1121.6" rx="8"/><text
class="breeze-setup-regenerate-command-images-title" fill="#c5c8c6"
text-anchor="middle" x="740"
y="27">Command: setup regenerate-command-images</text>
+ <rect fill="#292929" stroke="rgba(255,255,255,0.35)" stroke-width="1"
x="1" y="1" width="1480" height="1146" rx="8"/><text
class="breeze-setup-regenerate-command-images-title" fill="#c5c8c6"
text-anchor="middle" x="740"
y="27">Command: setup regenerate-command-images</text>
<g transform="translate(26,22)">
<circle cx="0" cy="0" r="7" fill="#ff5f57"/>
<circle cx="22" cy="0" r="7" fill="#febc2e"/>
@@ -194,42 +197,43 @@
</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="142"
textLength="24.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-5)">╭─</text><text
class="breeze-setup-regenerate-command-images-r5" x="24.4" y="142"
textLength="329.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-5)"> Image regeneration option </text><text
class="breeze-setup-regenerate-command-images-r5" x="353.8" y="142"
textLength="1085.8" clip-path="url(#bree [...]
</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="166.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-6)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="166.4"
textLength="85.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-6)">--force</text><text
class="breeze-setup-regenerate-command-images-r1" x="219.6" y="166.4"
textLength="402.6" clip-path="url(#breeze-setup-regenerate-command-images-li
[...]
</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="190.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-7)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="190.8"
textLength="109.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-7)">--command</text><text
class="breeze-setup-regenerate-command-images-r1" x="219.6" y="190.8"
textLength="1220" clip-path="url(#breeze-setup-regenerate-command-images- [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="215.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-8)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="215.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-8)">(build-docs | ci | ci-image | ci-image:build | ci-image:load | ci-image:pull | ci-image:save | 
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="239.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-9)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="239.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-9)">ci-image:verify | ci:find-backtracking-candidates | ci:fix-ownership | ci:free-space |       &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="264"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-10)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="264"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-10)">ci:get-workflow-info | ci:resource-check | ci:selective-check | cleanup | compile-ui-assets |     
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="288.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-11)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="288.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-11)">compile-www-assets | down | exec | generate-migration-file | k8s | k8s:build-k8s-image |   &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="312.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-12)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="312.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-12)">k8s:configure-cluster | k8s:create-cluster | k8s:delete-cluster | k8s:deploy-airflow | k8s:k9s |   
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="337.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-13)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="337.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-13)">k8s:logs | k8s:run-complete-tests | k8s:setup-env | k8s:shell | k8s:status | k8s:tests |   &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="361.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-14)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="361.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-14)">k8s:upload-k8s-image | prod-image | prod-image:build | prod-image:load | prod-image:pull |    
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="386"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-15)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="386"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-15)">prod-image:save | prod-image:verify | release-management | release-management:add-back-references | </text><text
class="breeze- [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="410.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-16)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="410.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-16)">release-management:clean-old-provider-artifacts | release-management:create-minor-branch |         
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="434.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-17)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="434.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-17)">release-management:generate-constraints | release-management:generate-issue-content-core |         
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="459.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-18)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="459.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-18)">release-management:generate-issue-content-helm-chart |                 &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="483.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-19)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="483.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-19)">release-management:generate-issue-content-providers | release-management:generate-providers-metadata</text><text
class="breeze-setup-regenerate-command-i [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="508"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-20)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="508"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-20)">| release-management:install-provider-packages | release-management:prepare-airflow-package |       </text><text
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="532.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-21)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="532.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-21)">release-management:prepare-airflow-tarball | release-management:prepare-helm-chart-package |        </text><
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="556.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-22)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="556.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-22)">release-management:prepare-helm-chart-tarball | release-management:prepare-provider-documentation | </text><text
class="breeze-setup-regenerate [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="581.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-23)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="581.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-23)">release-management:prepare-provider-packages | release-management:prepare-python-client |          
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="605.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-24)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="605.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-24)">release-management:prepare-task-sdk-package | release-management:publish-docs |           
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="630"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-25)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="630"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-25)">release-management:release-prod-images | release-management:start-rc-process |            &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="654.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-26)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="654.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-26)">release-management:start-release | release-management:tag-providers |             &
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="678.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-27)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="678.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-27)">release-management:update-constraints | release-management:verify-provider-packages | sbom |       
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="703.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-28)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="703.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-28)">sbom:build-all-airflow-images | sbom:export-dependency-information |             &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="727.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-29)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="727.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-29)">sbom:generate-providers-requirements | sbom:update-sbom-information | setup | setup:autocomplete |  </text><text
class [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="752"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-30)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="752"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-30)">setup:check-all-params-in-groups | setup:config | setup:regenerate-command-images |          
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="776.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-31)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="776.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-31)">setup:self-upgrade | setup:synchronize-local-mounts | setup:version | shell | start-airflow |    &
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="800.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-32)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="800.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-32)">static-checks | testing | testing:core-integration-tests | testing:core-tests |        &
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="825.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-33)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="825.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-33)">testing:docker-compose-tests | testing:helm-tests | testing:providers-integration-tests |        &
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="849.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-34)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="849.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-34)">testing:providers-tests | testing:python-api-client-tests | testing:system-tests |         &#
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="874"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-35)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="874"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-35)">testing:task-sdk-tests)                        
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="898.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-36)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="898.4"
textLength="146.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-36)">--check-only</text><text
class="breeze-setup-regenerate-command-images-r1" x="219.6" y="898.4"
textLength="1220" clip-path="url(#breeze-setup-regenerate-command-im [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="922.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-37)">│</text><text
class="breeze-setup-regenerate-command-images-r1" x="219.6" y="922.8"
textLength="170.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-37)">together with </text><text
class="breeze-setup-regenerate-command-images-r4" x="390.4" y="922.8"
textLength="109.8" clip-path="url(#breeze-setup-regener [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="947.2"
textLength="1464"
clip-path="url(#breeze-setup-regenerate-command-images-line-38)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-setup-regenerate-command-images-r1" x="1464" y="947.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-38)">
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="971.6"
textLength="24.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-39)">╭─</text><text
class="breeze-setup-regenerate-command-images-r5" x="24.4" y="971.6"
textLength="195.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-39)"> Common options </text><text
class="breeze-setup-regenerate-command-images-r5" x="219.6" y="971.6"
textLength="1220" clip-path="url(#breeze-setup-r [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="996"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-40)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="996"
textLength="109.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-40)">--verbose</text><text
class="breeze-setup-regenerate-command-images-r7" x="158.6" y="996"
textLength="24.4" clip-path="url(#breeze-setup-regenerate-command-images-line
[...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1020.4" textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-41)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="1020.4"
textLength="109.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-41)">--dry-run</text><text
class="breeze-setup-regenerate-command-images-r7" x="158.6" y="1020.4"
textLength="24.4" clip-path="url(#breeze-setup-regenerate-command-im [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1044.8" textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-42)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="1044.8"
textLength="73.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-42)">--help</text><text
class="breeze-setup-regenerate-command-images-r7" x="158.6" y="1044.8"
textLength="24.4" clip-path="url(#breeze-setup-regenerate-command-images [...]
-</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1069.2" textLength="1464"
clip-path="url(#breeze-setup-regenerate-command-images-line-43)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-setup-regenerate-command-images-r1" x="1464" y="1069.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-43)">
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="215.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-8)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="215.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-8)">(build-docs | ci | ci-image | ci-image:build | ci-image:export-mount-cache |       &#
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="239.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-9)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="239.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-9)">ci-image:import-mount-cache | ci-image:load | ci-image:pull | ci-image:save | ci-image:verify |    &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="264"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-10)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="264"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-10)">ci:find-backtracking-candidates | ci:fix-ownership | ci:free-space | ci:get-workflow-info |       
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="288.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-11)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="288.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-11)">ci:resource-check | ci:selective-check | cleanup | compile-ui-assets | compile-www-assets | down | 
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="312.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-12)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="312.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-12)">exec | generate-migration-file | k8s | k8s:build-k8s-image | k8s:configure-cluster |     
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="337.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-13)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="337.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-13)">k8s:create-cluster | k8s:delete-cluster | k8s:deploy-airflow | k8s:k9s | k8s:logs |      
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="361.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-14)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="361.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-14)">k8s:run-complete-tests | k8s:setup-env | k8s:shell | k8s:status | k8s:tests | k8s:upload-k8s-image |</text><
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="386"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-15)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="386"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-15)">prod-image | prod-image:build | prod-image:load | prod-image:pull | prod-image:save |      &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="410.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-16)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="410.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-16)">prod-image:verify | release-management | release-management:add-back-references |         
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="434.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-17)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="434.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-17)">release-management:clean-old-provider-artifacts | release-management:create-minor-branch |         
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="459.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-18)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="459.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-18)">release-management:generate-constraints | release-management:generate-issue-content-core |         
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="483.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-19)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="483.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-19)">release-management:generate-issue-content-helm-chart |                 &#
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="508"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-20)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="508"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-20)">release-management:generate-issue-content-providers | release-management:generate-providers-metadata</text><text
class="breeze-setup-regenerate-command-image [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="532.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-21)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="532.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-21)">| release-management:install-provider-packages | release-management:prepare-airflow-package |       </text><
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="556.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-22)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="556.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-22)">release-management:prepare-airflow-tarball | release-management:prepare-helm-chart-package |        </text><
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="581.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-23)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="581.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-23)">release-management:prepare-helm-chart-tarball | release-management:prepare-provider-documentation | </text><text
class="breeze-setup-regenerate [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="605.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-24)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="605.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-24)">release-management:prepare-provider-packages | release-management:prepare-python-client |          
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="630"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-25)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="630"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-25)">release-management:prepare-task-sdk-package | release-management:publish-docs |            &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="654.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-26)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="654.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-26)">release-management:release-prod-images | release-management:start-rc-process |           
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="678.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-27)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="678.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-27)">release-management:start-release | release-management:tag-providers |             &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="703.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-28)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="703.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-28)">release-management:update-constraints | release-management:verify-provider-packages | sbom |       
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="727.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-29)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="727.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-29)">sbom:build-all-airflow-images | sbom:export-dependency-information |             &#
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="752"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-30)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="752"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-30)">sbom:generate-providers-requirements | sbom:update-sbom-information | setup | setup:autocomplete |  </text><text
class="br [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="776.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-31)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="776.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-31)">setup:check-all-params-in-groups | setup:config | setup:regenerate-command-images |         &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="800.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-32)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="800.8"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-32)">setup:self-upgrade | setup:synchronize-local-mounts | setup:version | shell | start-airflow |    &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="825.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-33)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="825.2"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-33)">static-checks | testing | testing:core-integration-tests | testing:core-tests |        &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="849.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-34)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="849.6"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-34)">testing:docker-compose-tests | testing:helm-tests | testing:providers-integration-tests |        &
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="874"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-35)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="874"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-35)">testing:providers-tests | testing:python-api-client-tests | testing:system-tests |          
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="898.4"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-36)">│</text><text
class="breeze-setup-regenerate-command-images-r6" x="219.6" y="898.4"
textLength="1220"
clip-path="url(#breeze-setup-regenerate-command-images-line-36)">testing:task-sdk-tests)                       &#
[...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="922.8"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-37)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="922.8"
textLength="146.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-37)">--check-only</text><text
class="breeze-setup-regenerate-command-images-r1" x="219.6" y="922.8"
textLength="1220" clip-path="url(#breeze-setup-regenerate-command-im [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="947.2"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-38)">│</text><text
class="breeze-setup-regenerate-command-images-r1" x="219.6" y="947.2"
textLength="170.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-38)">together with </text><text
class="breeze-setup-regenerate-command-images-r4" x="390.4" y="947.2"
textLength="109.8" clip-path="url(#breeze-setup-regener [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="971.6"
textLength="1464"
clip-path="url(#breeze-setup-regenerate-command-images-line-39)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-setup-regenerate-command-images-r1" x="1464" y="971.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-39)">
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0" y="996"
textLength="24.4"
clip-path="url(#breeze-setup-regenerate-command-images-line-40)">╭─</text><text
class="breeze-setup-regenerate-command-images-r5" x="24.4" y="996"
textLength="195.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-40)"> Common options </text><text
class="breeze-setup-regenerate-command-images-r5" x="219.6" y="996"
textLength="1220" clip-path="url(#breeze-setup-regener [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1020.4" textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-41)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="1020.4"
textLength="109.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-41)">--verbose</text><text
class="breeze-setup-regenerate-command-images-r7" x="158.6" y="1020.4"
textLength="24.4" clip-path="url(#breeze-setup-regenerate-command-im [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1044.8" textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-42)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="1044.8"
textLength="109.8"
clip-path="url(#breeze-setup-regenerate-command-images-line-42)">--dry-run</text><text
class="breeze-setup-regenerate-command-images-r7" x="158.6" y="1044.8"
textLength="24.4" clip-path="url(#breeze-setup-regenerate-command-im [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1069.2" textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-43)">│</text><text
class="breeze-setup-regenerate-command-images-r4" x="24.4" y="1069.2"
textLength="73.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-43)">--help</text><text
class="breeze-setup-regenerate-command-images-r7" x="158.6" y="1069.2"
textLength="24.4" clip-path="url(#breeze-setup-regenerate-command-images [...]
+</text><text class="breeze-setup-regenerate-command-images-r5" x="0"
y="1093.6" textLength="1464"
clip-path="url(#breeze-setup-regenerate-command-images-line-44)">╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯</text><text
class="breeze-setup-regenerate-command-images-r1" x="1464" y="1093.6"
textLength="12.2"
clip-path="url(#breeze-setup-regenerate-command-images-line-44)">
</text>
</g>
</g>
diff --git a/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
b/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
index 3d8a354f20c..2d4b8484abd 100644
--- a/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
+++ b/dev/breeze/doc/images/output_setup_regenerate-command-images.txt
@@ -1 +1 @@
-4996f888c771debd6faf36ca88e07e12
+2ffbc2f4a212e0761971ab66e6ee2b44
diff --git a/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py
b/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py
index f9140ebe6a1..a4117a906e9 100644
--- a/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py
+++ b/dev/breeze/src/airflow_breeze/commands/ci_image_commands.py
@@ -981,3 +981,138 @@ def rebuild_or_pull_ci_image_if_needed(command_params:
ShellParams | BuildCiPara
run_build_ci_image(
ci_image_params=ci_image_params,
param_description=ci_image_params.python, output=None
)
+
+
+@ci_image.command(name="export-mount-cache")
[email protected](
+ "--cache-file",
+ required=True,
+ type=click.Path(exists=False, dir_okay=False, file_okay=True,
path_type=Path),
+ help="Path to the file where cache is going to be exported",
+)
+@option_builder
+@option_dry_run
+@option_verbose
+def export_mount_cache(
+ builder: str,
+ cache_file: Path,
+):
+ """
+ Export content of the the mount cache to a directory.
+ """
+ perform_environment_checks()
+ make_sure_builder_configured(params=BuildCiParams(builder=builder))
+ dockerfile = """
+ # syntax=docker/dockerfile:1.4
+ FROM python:3.9-slim-bookworm
+ ARG TARGETARCH
+ ARG DEPENDENCY_CACHE_EPOCH=<REPLACE_FROM_DOCKER_CI>
+ RUN
--mount=type=cache,id=ci-$TARGETARCH-$DEPENDENCY_CACHE_EPOCH,target=/root/.cache/
\\
+ tar -C /root/.cache/ -czf /root/.cache.tar.gz .
+ """
+
+ dockerfile_ci_content = (AIRFLOW_SOURCES_ROOT /
"Dockerfile.ci").read_text()
+ dependency_cache_epoch =
dockerfile_ci_content.split("DEPENDENCY_CACHE_EPOCH=")[1].split("\n")[0]
+ get_console().print(f"[info]Dependency cache epoch from Dockerfile.ci =
{dependency_cache_epoch}[/]")
+ dockerfile = dockerfile.replace("<REPLACE_FROM_DOCKER_CI>",
dependency_cache_epoch)
+ get_console().print("[info]Building temporary image including copying
cache content to the image[/]")
+ builder_opt: list[str] = []
+ if builder != "autodetect":
+ builder_opt = ["--builder", builder]
+ run_command(
+ ["docker", "buildx", "build", *builder_opt, "--load", "-t",
"airflow-export-cache", "-f", "-", "."],
+ input=dockerfile,
+ text=True,
+ check=True,
+ )
+ get_console().print("[info]Built temporary image[/]")
+ get_console().print("[info]Creating temporary container[/]")
+ run_command(
+ ["docker", "create", "--name", "airflow-export-cache-container",
"airflow-export-cache"], check=True
+ )
+ get_console().print("[info]Created temporary container[/]")
+ get_console().print(f"[info]Copying exported cache from the container to
{cache_file}[/]")
+ run_command(
+ ["docker", "cp", "airflow-export-cache-container:/root/.cache.tar.gz",
cache_file.as_posix()],
+ check=True,
+ )
+ get_console().print("[info]Copied exported cache from the container[/]")
+ get_console().print("[info]Removing the temporary container[/]")
+ run_command(["docker", "rm", "airflow-export-cache-container"], check=True)
+ get_console().print("[info]Removed the temporary container[/]")
+ get_console().print("[info]Removing the temporary image[/]")
+ run_command(["docker", "rmi", "airflow-export-cache"], check=True)
+ get_console().print("[info]Removed the temporary image[/]")
+ get_console().print(f"[success]Exported mount cache to {cache_file}[/]")
+
+
+@ci_image.command(name="import-mount-cache")
[email protected](
+ "--cache-file",
+ required=True,
+ type=click.Path(exists=True, dir_okay=False, file_okay=True,
path_type=Path),
+ help="Path to the file where cache is stored",
+)
+@option_builder
+@option_dry_run
+@option_verbose
+def import_mount_cache(
+ builder: str,
+ cache_file: Path,
+):
+ """
+ Export content of the the mount cache to a directory.
+ """
+ perform_environment_checks()
+ make_sure_builder_configured(params=BuildCiParams(builder=builder))
+ dockerfile = """
+ # syntax=docker/dockerfile:1.4
+ FROM python:3.9-slim-bookworm
+ ARG TARGETARCH
+ ARG DEPENDENCY_CACHE_EPOCH=<REPLACE_FROM_DOCKER_CI>
+ COPY cache.tar.gz /root/.cache.tar.gz
+ RUN
--mount=type=cache,id=ci-$TARGETARCH-$DEPENDENCY_CACHE_EPOCH,target=/root/.cache/
\\
+ tar -C /root/.cache/ -xzf /root/.cache.tar.gz .
+ """
+ import tempfile
+
+ context = Path(tempfile.mkdtemp())
+ get_console().print(f"[info]Context: {context}[/]")
+ context_cache_file = context / "cache.tar.gz"
+ get_console().print(f"[info]Copying cache file to context:
{context_cache_file}[/]")
+ cache_file.rename(context_cache_file)
+ get_console().print(f"[info]Copied cache file to context:
{context_cache_file}[/]")
+ dockerfile_ci_content = (AIRFLOW_SOURCES_ROOT /
"Dockerfile.ci").read_text()
+ dependency_cache_epoch =
dockerfile_ci_content.split("DEPENDENCY_CACHE_EPOCH=")[1].split("\n")[0]
+ get_console().print(f"[info]Dependency cache epoch from Dockerfile.ci =
{dependency_cache_epoch}[/]")
+ dockerfile = dockerfile.replace("<REPLACE_FROM_DOCKER_CI>",
dependency_cache_epoch)
+ get_console().print("[info]Building temporary image and copying cache to
mount cache[/]")
+ builder_opt: list[str] = []
+ if builder != "autodetect":
+ builder_opt = ["--builder", builder]
+ run_command(
+ [
+ "docker",
+ "buildx",
+ "build",
+ *builder_opt,
+ "--load",
+ "-t",
+ "airflow-import-cache",
+ "-f",
+ "-",
+ context.as_posix(),
+ ],
+ input=dockerfile,
+ text=True,
+ check=True,
+ )
+ get_console().print("[info]Built temporary image and copied cache[/]")
+ get_console().print("[info]Removing temporary image[/]")
+ run_command(["docker", "rmi", "airflow-import-cache"], check=True)
+ get_console().print("[info]Built temporary image and copying context[/]")
+ get_console().print(f"[info]Removing context: {context}[/]")
+ context_cache_file.unlink()
+ context.rmdir()
+ get_console().print(f"[info]Removed context: {context}[/]")
+ get_console().print(f"[success]Imported mount cache from {cache_file}[/]")
diff --git a/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py
b/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py
index d6247a7f46b..85a6cd55114 100644
--- a/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py
+++ b/dev/breeze/src/airflow_breeze/commands/ci_image_commands_config.py
@@ -24,6 +24,8 @@ CI_IMAGE_TOOLS_COMMANDS: dict[str, str | list[str]] = {
"verify",
"save",
"load",
+ "export-mount-cache",
+ "import-mount-cache",
],
}
CI_IMAGE_TOOLS_PARAMETERS: dict[str, list[dict[str, str | list[str]]]] = {
@@ -190,4 +192,22 @@ CI_IMAGE_TOOLS_PARAMETERS: dict[str, list[dict[str, str |
list[str]]]] = {
],
},
],
+ "breeze ci-image export-mount-cache": [
+ {
+ "name": "Export flags",
+ "options": [
+ "--cache-file",
+ "--builder",
+ ],
+ },
+ ],
+ "breeze ci-image import-mount-cache": [
+ {
+ "name": "Import flags",
+ "options": [
+ "--cache-file",
+ "--builder",
+ ],
+ },
+ ],
}
diff --git a/dev/breeze/src/airflow_breeze/utils/run_utils.py
b/dev/breeze/src/airflow_breeze/utils/run_utils.py
index 83577033645..977af499732 100644
--- a/dev/breeze/src/airflow_breeze/utils/run_utils.py
+++ b/dev/breeze/src/airflow_breeze/utils/run_utils.py
@@ -67,7 +67,7 @@ def run_command(
no_output_dump_on_exception: bool = False,
env: Mapping[str, str] | None = None,
cwd: Path | str | None = None,
- input: str | None = None,
+ input: str | bytes | None = None,
output: Output | None = None,
output_outside_the_group: bool = False,
verbose_override: bool | None = None,
@@ -91,7 +91,7 @@ def run_command(
:param no_output_dump_on_exception: whether to suppress printing logs from
output when command fails
:param env: mapping of environment variables to set for the run command
:param cwd: working directory to set for the command
- :param input: input string to pass to stdin of the process
+ :param input: input string to pass to stdin of the process (bytes if
text=False, str, otherwise)
:param output: redirects stderr/stdout to Output if set to Output class.
:param output_outside_the_group: if this is set to True, then output of
the command will be done
outside the "CI folded group" in CI - so that it is immediately
visible without unfolding.