This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch v3-0-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/v3-0-test by this push:
new a65ac608098 [v3-0-test] Split release image into per-python
independent matrix of workflows (#50320) (#50331)
a65ac608098 is described below
commit a65ac60809818efe68af78461584000db1ec72e9
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Thu May 8 07:40:37 2025 +0200
[v3-0-test] Split release image into per-python independent matrix of
workflows (#50320) (#50331)
The release workflow now will run separately for each image - which
means that if both AMD / ARM images of the same python version have
finished, the merge step for that Python version will run immediately
rather than waiting for all Python versions to complete. This means
that some images might be available a bit faster and that even if
a single image releaase will fail for some reason, the other images
will appear before we re-run that failed image job.
It also adds the possibility of overriding the python version
images - we can now additionally filter which image versions should
be run and option to disable automated "latest tag" setting.
(cherry picked from commit edec4c33f2d4357df8d701e9e61846bb58f45aee)
Co-authored-by: Jarek Potiuk <[email protected]>
---
.github/workflows/release_dockerhub_image.yml | 224 ++++-----------------
...mage.yml => release_single_dockerhub_image.yml} | 150 +++++---------
2 files changed, 82 insertions(+), 292 deletions(-)
diff --git a/.github/workflows/release_dockerhub_image.yml
b/.github/workflows/release_dockerhub_image.yml
index 9d8655ecaea..08cdd0bebf2 100644
--- a/.github/workflows/release_dockerhub_image.yml
+++ b/.github/workflows/release_dockerhub_image.yml
@@ -25,8 +25,12 @@ on: # yamllint disable-line rule:truthy
required: true
amdOnly:
type: boolean
- description: 'Limit to amd64 only (faster testing)'
+ description: 'Limit to amd64 images'
default: false
+ limitPythonVersions:
+ type: string
+ description: 'Force python versions (e.g. "3.9 3.10")'
+ default: ''
permissions:
contents: read
packages: read
@@ -42,12 +46,10 @@ jobs:
name: "Build Info"
runs-on: ["ubuntu-24.04"]
outputs:
- pythonVersions: ${{ steps.selective-checks.outputs.python-versions }}
- allPythonVersions: ${{
steps.selective-checks.outputs.all-python-versions }}
- defaultPythonVersion: ${{
steps.selective-checks.outputs.default-python-version }}
+ pythonVersions: ${{
steps.determine-python-versions.outputs.python-versions }}
platformMatrix: ${{ steps.determine-matrix.outputs.platformMatrix }}
airflowVersion: ${{ steps.check-airflow-version.outputs.airflowVersion }}
- skipLatest: ${{ steps.selective-checks.outputs.skipLatest }}
+ skipLatest: ${{ steps.check-airflow-version.outputs.skip-latest }}
amd-runners: ${{ steps.selective-checks.outputs.amd-runners }}
arm-runners: ${{ steps.selective-checks.outputs.arm-runners }}
env:
@@ -55,6 +57,7 @@ jobs:
VERBOSE: true
AIRFLOW_VERSION: ${{ github.event.inputs.airflowVersion }}
AMD_ONLY: ${{ github.event.inputs.amdOnly }}
+ LIMIT_PYTHON_VERSIONS: ${{ github.event.inputs.limitPythonVersions }}
if: contains(fromJSON('[
"ashb",
"eladkal",
@@ -73,6 +76,7 @@ jobs:
echo "========================="
echo "Airflow version: '${AIRFLOW_VERSION}'"
echo "AMD only: '${AMD_ONLY}'"
+ echo "Limit python versions: '${LIMIT_PYTHON_VERSIONS}'"
- name: "Cleanup repo"
shell: bash
run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm
-rf /workspace/*"
@@ -106,195 +110,39 @@ jobs:
else
echo 'platformMatrix=["linux/amd64", "linux/arm64"]' >>
"${GITHUB_OUTPUT}"
fi
-
- build-images:
- timeout-minutes: 50
- # yamllint disable rule:line-length
- name: "Build: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}"
- runs-on: ${{ (matrix.platform == 'linux/amd64') &&
fromJSON(needs.build-info.outputs.amd-runners) ||
fromJSON(needs.build-info.outputs.arm-runners) }}
- needs: [build-info]
- strategy:
- fail-fast: false
- matrix:
- python-version: ${{ fromJSON(needs.build-info.outputs.pythonVersions)
}}
- platform: ${{ fromJSON(needs.build-info.outputs.platformMatrix) }}
- env:
- AIRFLOW_VERSION: ${{ needs.build-info.outputs.airflowVersion }}
- PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }}
- PLATFORM: ${{ matrix.platform }}
- SKIP_LATEST: ${{ needs.build-info.outputs.skipLatest == 'true' &&
'--skip-latest' || '' }}
- COMMIT_SHA: ${{ github.sha }}
- REPOSITORY: ${{ github.repository }}
- steps:
- - name: "Cleanup repo"
- shell: bash
- run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm
-rf /workspace/*"
- - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
- uses: actions/checkout@v4
- with:
- persist-credentials: false
- - name: "Cleanup docker"
- run: ./scripts/ci/cleanup_docker.sh
- - name: "Install Breeze"
- uses: ./.github/actions/breeze
- with:
- use-uv: "false"
- - name: Free space
- run: breeze ci free-space --answer yes
- - name: "Cleanup dist and context file"
- run: rm -fv ./dist/* ./docker-context-files/*
- - name: "Login to hub.docker.com"
- run: >
- echo ${{ secrets.DOCKERHUB_TOKEN }} |
- docker login --password-stdin --username ${{ secrets.DOCKERHUB_USER
}}
- - name: "Get env vars for metadata"
+ - name: "Determine python versions"
shell: bash
- run: |
- echo
"ARTIFACT_NAME=metadata-${PYTHON_MAJOR_MINOR_VERSION}-${PLATFORM/\//_}" >>
"${GITHUB_ENV}"
- echo
"MANIFEST_FILE_NAME=metadata-${AIRFLOW_VERSION}-${PLATFORM/\//_}-${PYTHON_MAJOR_MINOR_VERSION}.json"
>> "${GITHUB_ENV}"
- echo
"MANIFEST_SLIM_FILE_NAME=metadata-${AIRFLOW_VERSION}-slim-${PLATFORM/\//_}-${PYTHON_MAJOR_MINOR_VERSION}.json"
>> "${GITHUB_ENV}"
- - name: Login to ghcr.io
+ id: determine-python-versions
env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- ACTOR: ${{ github.actor }}
- run: echo "${GITHUB_TOKEN}" | docker login ghcr.io -u ${ACTOR}
--password-stdin
- - name: "Install buildx plugin"
+ ALL_PYTHON_VERSIONS: ${{
steps.selective-checks.outputs.all-python-versions }}
# yamllint disable rule:line-length
run: |
- sudo apt-get update
- sudo apt-get install ca-certificates curl
- sudo install -m 0755 -d /etc/apt/keyrings
- sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o
/etc/apt/keyrings/docker.asc
- sudo chmod a+r /etc/apt/keyrings/docker.asc
+ # override python versions if specified
+ if [[ "${LIMIT_PYTHON_VERSIONS}" != "" ]]; then
+ PYTHON_VERSIONS=$(python3 -c "import json;
print(json.dumps('${LIMIT_PYTHON_VERSIONS}'.split(' ')))")
+ else
+ PYTHON_VERSIONS=${ALL_PYTHON_VERSIONS}
+ fi
+ echo "python-versions=${PYTHON_VERSIONS}" >> "${GITHUB_OUTPUT}"
- # Add the repository to Apt sources:
- echo \
- "deb [arch=$(dpkg --print-architecture)
signed-by=/etc/apt/keyrings/docker.asc]
https://download.docker.com/linux/ubuntu \
- $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
- sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
- sudo apt-get update
- sudo apt install docker-buildx-plugin
- - name: "Create airflow_cache builder"
- run: docker buildx create --name airflow_cache --driver
docker-container
- - name: >
- Build regular images: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
- run: >
- breeze release-management release-prod-images --dockerhub-repo
"${REPOSITORY}"
- --airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
- --python ${PYTHON_MAJOR_MINOR_VERSION}
- --metadata-folder dist
- - name: >
- Verify regular image: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
- run: >
- breeze prod-image verify --pull --manifest-file
dist/${MANIFEST_FILE_NAME}
- - name: >
- Release slim images: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
- run: >
- breeze release-management release-prod-images --dockerhub-repo
"${REPOSITORY}"
- --airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
- --python ${PYTHON_MAJOR_MINOR_VERSION} --slim-images
- --metadata-folder dist
- - name: >
- Verify slim image: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
- run: >
- breeze prod-image verify --pull --slim-image --manifest-file
dist/${MANIFEST_SLIM_FILE_NAME}
- - name: "List upload-able artifacts"
- shell: bash
- run: find ./dist -name '*.json'
- - name: "Upload metadata artifact ${{ env.ARTIFACT_NAME }}"
- uses: actions/upload-artifact@v4
- with:
- name: ${{ env.ARTIFACT_NAME }}
- path: ./dist/metadata-*
- retention-days: 7
- if-no-files-found: error
- - name: "Docker logout"
- run: docker logout
- if: always()
- merge-images:
- timeout-minutes: 5
- name: "Merge: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}"
- runs-on: ["ubuntu-22.04"]
- needs: [build-info, build-images]
+ release-images:
+ name: "Release images"
+ needs: [build-info]
strategy:
fail-fast: false
matrix:
- python-version: ${{ fromJSON(needs.build-info.outputs.pythonVersions)
}}
- env:
- AIRFLOW_VERSION: ${{ needs.build-info.outputs.airflowVersion }}
- PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }}
- SKIP_LATEST: ${{ needs.build-info.outputs.skipLatest == 'true' &&
'--skip-latest' || '' }}
- COMMIT_SHA: ${{ github.sha }}
- REPOSITORY: ${{ github.repository }}
- steps:
- - name: "Cleanup repo"
- shell: bash
- run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm
-rf /workspace/*"
- - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
- uses: actions/checkout@v4
- with:
- persist-credentials: false
- - name: "Cleanup docker"
- run: ./scripts/ci/cleanup_docker.sh
- - name: "Install Breeze"
- uses: ./.github/actions/breeze
- with:
- use-uv: "false"
- - name: Free space
- run: breeze ci free-space --answer yes
- - name: "Cleanup dist and context file"
- run: rm -fv ./dist/* ./docker-context-files/*
- - name: "Login to hub.docker.com"
- run: >
- echo ${{ secrets.DOCKERHUB_TOKEN }} |
- docker login --password-stdin --username ${{ secrets.DOCKERHUB_USER
}}
- - name: Login to ghcr.io
- env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- ACTOR: ${{ github.actor }}
- run: echo "${GITHUB_TOKEN}" | docker login ghcr.io -u ${ACTOR}
--password-stdin
- - name: "Download metadata artifacts"
- uses: actions/download-artifact@v4
- with:
- path: ./dist
- pattern: metadata-${{ matrix.python-version }}-*
- - name: "List downloaded artifacts"
- shell: bash
- run: find ./dist -name '*.json'
- - name: "Install buildx plugin"
- # yamllint disable rule:line-length
- run: |
- sudo apt-get update
- sudo apt-get install ca-certificates curl
- sudo install -m 0755 -d /etc/apt/keyrings
- sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o
/etc/apt/keyrings/docker.asc
- sudo chmod a+r /etc/apt/keyrings/docker.asc
-
- # Add the repository to Apt sources:
- echo \
- "deb [arch=$(dpkg --print-architecture)
signed-by=/etc/apt/keyrings/docker.asc]
https://download.docker.com/linux/ubuntu \
- $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
- sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
- sudo apt-get update
- sudo apt install docker-buildx-plugin
- - name: "Install regctl"
- # yamllint disable rule:line-length
- run: |
- mkdir -p ~/bin
- curl -L
https://github.com/regclient/regclient/releases/latest/download/regctl-linux-amd64
>${HOME}/bin/regctl
- chmod 755 ${HOME}/bin/regctl
- echo "${HOME}/bin" >>${GITHUB_PATH}
- - name: "Merge regular images ${{ github.event.inputs.airflowVersion }},
${{ matrix.python-version }}"
- run: >
- breeze release-management merge-prod-images --dockerhub-repo
"${REPOSITORY}"
- --airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
- --python ${PYTHON_MAJOR_MINOR_VERSION} --metadata-folder dist
- - name: "Merge slim images ${{ github.event.inputs.airflowVersion }},
${{ matrix.python-version }}"
- run: >
- breeze release-management merge-prod-images --dockerhub-repo
"${REPOSITORY}"
- --airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
- --python ${PYTHON_MAJOR_MINOR_VERSION} --metadata-folder dist
--slim-images
- - name: "Docker logout"
- run: docker logout
- if: always()
+ python: ${{ fromJSON(needs.build-info.outputs.pythonVersions) }}
+ uses: ./.github/workflows/release_single_dockerhub_image.yml
+ secrets:
+ DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }}
+ DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
+ permissions:
+ contents: read
+ with:
+ pythonVersion: ${{ matrix.python }}
+ airflowVersion: ${{ needs.build-info.outputs.airflowVersion }}
+ platformMatrix: ${{ needs.build-info.outputs.platformMatrix }}
+ skipLatest: ${{ needs.build-info.outputs.skipLatest }}
+ armRunners: ${{ needs.build-info.outputs.arm-runners }}
+ amdRunners: ${{ needs.build-info.outputs.amd-runners }}
diff --git a/.github/workflows/release_dockerhub_image.yml
b/.github/workflows/release_single_dockerhub_image.yml
similarity index 63%
copy from .github/workflows/release_dockerhub_image.yml
copy to .github/workflows/release_single_dockerhub_image.yml
index 9d8655ecaea..dd9b4596565 100644
--- a/.github/workflows/release_dockerhub_image.yml
+++ b/.github/workflows/release_single_dockerhub_image.yml
@@ -16,113 +16,59 @@
# under the License.
#
---
-name: "Release PROD images"
+name: "Release single PROD image"
on: # yamllint disable-line rule:truthy
- workflow_dispatch:
+ workflow_call:
inputs:
airflowVersion:
description: 'Airflow version (e.g. 3.0.1, 3.0.1rc1, 3.0.1b1)'
+ type: string
+ required: true
+ platformMatrix:
+ description: 'Platform matrix formatted as json (e.g. ["linux/amd64",
"linux/arm64"])'
+ type: string
+ required: true
+ pythonVersion:
+ description: 'Python version (e.g. 3.8, 3.9, 3.10, 3.11)'
+ type: string
+ required: true
+ skipLatest:
+ description: "Skip tagging latest release (true/false)"
+ type: string
+ required: true
+ amdRunners:
+ description: "Amd64 runners (e.g. [\"ubuntu-22.04\",
\"ubuntu-24.04\"])"
+ type: string
+ required: true
+ armRunners:
+ description: "Arm64 runners (e.g. [\"ubuntu-22.04\",
\"ubuntu-24.04\"])"
+ type: string
+ required: true
+ secrets:
+ DOCKERHUB_USER:
+ required: true
+ DOCKERHUB_TOKEN:
required: true
- amdOnly:
- type: boolean
- description: 'Limit to amd64 only (faster testing)'
- default: false
permissions:
contents: read
- packages: read
-concurrency:
- group: ${{ github.event.inputs.airflowVersion }}
- cancel-in-progress: true
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
VERBOSE: true
jobs:
- build-info:
- timeout-minutes: 10
- name: "Build Info"
- runs-on: ["ubuntu-24.04"]
- outputs:
- pythonVersions: ${{ steps.selective-checks.outputs.python-versions }}
- allPythonVersions: ${{
steps.selective-checks.outputs.all-python-versions }}
- defaultPythonVersion: ${{
steps.selective-checks.outputs.default-python-version }}
- platformMatrix: ${{ steps.determine-matrix.outputs.platformMatrix }}
- airflowVersion: ${{ steps.check-airflow-version.outputs.airflowVersion }}
- skipLatest: ${{ steps.selective-checks.outputs.skipLatest }}
- amd-runners: ${{ steps.selective-checks.outputs.amd-runners }}
- arm-runners: ${{ steps.selective-checks.outputs.arm-runners }}
- env:
- GITHUB_CONTEXT: ${{ toJson(github) }}
- VERBOSE: true
- AIRFLOW_VERSION: ${{ github.event.inputs.airflowVersion }}
- AMD_ONLY: ${{ github.event.inputs.amdOnly }}
- if: contains(fromJSON('[
- "ashb",
- "eladkal",
- "ephraimbuddy",
- "jedcunningham",
- "kaxil",
- "pierrejeambrun",
- "potiuk",
- "utkarsharma2"
- ]'), github.event.sender.login)
- steps:
- - name: "Input parameters summary"
- shell: bash
- run: |
- echo "Input parameters summary"
- echo "========================="
- echo "Airflow version: '${AIRFLOW_VERSION}'"
- echo "AMD only: '${AMD_ONLY}'"
- - name: "Cleanup repo"
- shell: bash
- run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm
-rf /workspace/*"
- - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
- uses: actions/checkout@v4
- with:
- persist-credentials: false
- - name: "Cleanup docker"
- run: ./scripts/ci/cleanup_docker.sh
- - name: "Install uv"
- run: curl -LsSf https://astral.sh/uv/install.sh | sh
- - name: "Check airflow version"
- id: check-airflow-version
- shell: bash
- run: uv run scripts/ci/airflow_version_check.py "${AIRFLOW_VERSION}"
>> "${GITHUB_OUTPUT}"
- - name: "Install Breeze"
- uses: ./.github/actions/breeze
- with:
- use-uv: "true"
- - name: Selective checks
- id: selective-checks
- env:
- VERBOSE: "false"
- run: breeze ci selective-check 2>> ${GITHUB_OUTPUT}
- - name: "Determine build matrix"
- shell: bash
- id: determine-matrix
- run: |
- if [[ "${AMD_ONLY}" = "true" ]]; then
- echo 'platformMatrix=["linux/amd64"]' >> "${GITHUB_OUTPUT}"
- else
- echo 'platformMatrix=["linux/amd64", "linux/arm64"]' >>
"${GITHUB_OUTPUT}"
- fi
-
build-images:
timeout-minutes: 50
# yamllint disable rule:line-length
- name: "Build: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}"
- runs-on: ${{ (matrix.platform == 'linux/amd64') &&
fromJSON(needs.build-info.outputs.amd-runners) ||
fromJSON(needs.build-info.outputs.arm-runners) }}
- needs: [build-info]
+ name: "Build: ${{ inputs.airflowVersion }}, ${{ inputs.pythonVersion }},
${{ matrix.platform }}"
+ runs-on: ${{ (matrix.platform == 'linux/amd64') &&
fromJSON(inputs.amdRunners) || fromJSON(inputs.armRunners) }}
strategy:
fail-fast: false
matrix:
- python-version: ${{ fromJSON(needs.build-info.outputs.pythonVersions)
}}
- platform: ${{ fromJSON(needs.build-info.outputs.platformMatrix) }}
+ platform: ${{ fromJSON(inputs.platformMatrix) }}
env:
- AIRFLOW_VERSION: ${{ needs.build-info.outputs.airflowVersion }}
- PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }}
+ AIRFLOW_VERSION: ${{ inputs.airflowVersion }}
+ PYTHON_MAJOR_MINOR_VERSION: ${{ inputs.pythonVersion }}
PLATFORM: ${{ matrix.platform }}
- SKIP_LATEST: ${{ needs.build-info.outputs.skipLatest == 'true' &&
'--skip-latest' || '' }}
+ SKIP_LATEST: ${{ inputs.skipLatest == 'true' && '--skip-latest' || '' }}
COMMIT_SHA: ${{ github.sha }}
REPOSITORY: ${{ github.repository }}
steps:
@@ -177,25 +123,25 @@ jobs:
- name: "Create airflow_cache builder"
run: docker buildx create --name airflow_cache --driver
docker-container
- name: >
- Build regular images: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
+ Build regular images: ${{ inputs.airflowVersion }}, ${{
inputs.pythonVersion }}, ${{ matrix.platform }}
run: >
breeze release-management release-prod-images --dockerhub-repo
"${REPOSITORY}"
--airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
--python ${PYTHON_MAJOR_MINOR_VERSION}
--metadata-folder dist
- name: >
- Verify regular image: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
+ Verify regular image: ${{ inputs.airflowVersion }}, ${{
inputs.pythonVersion }}, ${{ matrix.platform }}
run: >
breeze prod-image verify --pull --manifest-file
dist/${MANIFEST_FILE_NAME}
- name: >
- Release slim images: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
+ Release slim images: ${{ inputs.airflowVersion }}, ${{
inputs.pythonVersion }}, ${{ matrix.platform }}
run: >
breeze release-management release-prod-images --dockerhub-repo
"${REPOSITORY}"
--airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
--python ${PYTHON_MAJOR_MINOR_VERSION} --slim-images
--metadata-folder dist
- name: >
- Verify slim image: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}, ${{ matrix.platform }}
+ Verify slim image: ${{ inputs.airflowVersion }}, ${{
inputs.pythonVersion }}, ${{ matrix.platform }}
run: >
breeze prod-image verify --pull --slim-image --manifest-file
dist/${MANIFEST_SLIM_FILE_NAME}
- name: "List upload-able artifacts"
@@ -214,17 +160,13 @@ jobs:
merge-images:
timeout-minutes: 5
- name: "Merge: ${{ github.event.inputs.airflowVersion }}, ${{
matrix.python-version }}"
+ name: "Merge: ${{ inputs.airflowVersion }}, ${{ inputs.pythonVersion }}"
runs-on: ["ubuntu-22.04"]
- needs: [build-info, build-images]
- strategy:
- fail-fast: false
- matrix:
- python-version: ${{ fromJSON(needs.build-info.outputs.pythonVersions)
}}
+ needs: [build-images]
env:
- AIRFLOW_VERSION: ${{ needs.build-info.outputs.airflowVersion }}
- PYTHON_MAJOR_MINOR_VERSION: ${{ matrix.python-version }}
- SKIP_LATEST: ${{ needs.build-info.outputs.skipLatest == 'true' &&
'--skip-latest' || '' }}
+ AIRFLOW_VERSION: ${{ inputs.airflowVersion }}
+ PYTHON_MAJOR_MINOR_VERSION: ${{ inputs.pythonVersion }}
+ SKIP_LATEST: ${{ inputs.skipLatest == 'true' && '--skip-latest' || '' }}
COMMIT_SHA: ${{ github.sha }}
REPOSITORY: ${{ github.repository }}
steps:
@@ -258,7 +200,7 @@ jobs:
uses: actions/download-artifact@v4
with:
path: ./dist
- pattern: metadata-${{ matrix.python-version }}-*
+ pattern: metadata-${{ inputs.pythonVersion }}-*
- name: "List downloaded artifacts"
shell: bash
run: find ./dist -name '*.json'
@@ -285,12 +227,12 @@ jobs:
curl -L
https://github.com/regclient/regclient/releases/latest/download/regctl-linux-amd64
>${HOME}/bin/regctl
chmod 755 ${HOME}/bin/regctl
echo "${HOME}/bin" >>${GITHUB_PATH}
- - name: "Merge regular images ${{ github.event.inputs.airflowVersion }},
${{ matrix.python-version }}"
+ - name: "Merge regular images ${{ inputs.airflowVersion }}, ${{
inputs.pythonVersion }}"
run: >
breeze release-management merge-prod-images --dockerhub-repo
"${REPOSITORY}"
--airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
--python ${PYTHON_MAJOR_MINOR_VERSION} --metadata-folder dist
- - name: "Merge slim images ${{ github.event.inputs.airflowVersion }},
${{ matrix.python-version }}"
+ - name: "Merge slim images ${{ inputs.airflowVersion }}, ${{
inputs.pythonVersion }}"
run: >
breeze release-management merge-prod-images --dockerhub-repo
"${REPOSITORY}"
--airflow-version "${AIRFLOW_VERSION}" ${SKIP_LATEST}
