This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow-site-archive.git
The following commit(s) were added to refs/heads/main by this push:
new 162ea5d839f Add registry sync to s3-to-github workflow (#28)
162ea5d839f is described below
commit 162ea5d839f9482888e965a509ed682abd7b9472
Author: Kaxil Naik <[email protected]>
AuthorDate: Mon Mar 9 22:48:22 2026 +0000
Add registry sync to s3-to-github workflow (#28)
The sync job now pulls the /registry prefix into the repository so staging
snapshots include registry artifacts alongside docs.
* Add registry sync toggle and use registry-archive directory
- Add `sync-registry` boolean input (default true) for independent control
- Rename sync destination from `registry` to `registry-archive` for
consistency with `docs-archive`
- Gate registry sync step on the new input parameter
---
.github/workflows/s3-to-github.yml | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
diff --git a/.github/workflows/s3-to-github.yml
b/.github/workflows/s3-to-github.yml
index 2f07fff2b2f..53716c30c4b 100644
--- a/.github/workflows/s3-to-github.yml
+++ b/.github/workflows/s3-to-github.yml
@@ -38,6 +38,11 @@ on: # yamllint disable-line rule:truthy
required: false
default: true
type: boolean
+ sync-registry:
+ description: "Sync registry files from S3"
+ required: false
+ default: true
+ type: boolean
sync-back-references:
description: "Sync generated back-references to S3"
required: false
@@ -71,8 +76,10 @@ jobs:
echo "Processes: ${PROCESSES}"
if [[ "${SOURCE}" == "live" ]]; then
echo "source-location=s3://live-docs-airflow-apache-org/docs/" >>
${GITHUB_OUTPUT}
+ echo
"registry-source-location=s3://live-docs-airflow-apache-org/registry/" >>
${GITHUB_OUTPUT}
else
echo "source-location=s3://staging-docs-airflow-apache-org/docs/"
>> ${GITHUB_OUTPUT}
+ echo
"registry-source-location=s3://staging-docs-airflow-apache-org/registry/" >>
${GITHUB_OUTPUT}
fi
- name: "Install uv"
@@ -101,6 +108,7 @@ jobs:
echo "sparse-checkout<<EOF" >> ${GITHUB_OUTPUT}
echo ".github" >> ${GITHUB_OUTPUT}
echo "scripts" >> ${GITHUB_OUTPUT}
+ echo "registry-archive" >> ${GITHUB_OUTPUT}
if [[ "${DOCUMENT_PACKAGES}" != "all" ]]; then
echo "Preprocessing docs packages: ${DOCUMENT_PACKAGES}"
packages=""
@@ -167,6 +175,15 @@ jobs:
--processes "${PROCESSES}"
working-directory: /mnt/cloned-airflow-site-archive
+ - name: Syncing registry from ${{ inputs.source }}
+ env:
+ REGISTRY_SOURCE_LOCATION: ${{
steps.parameters.outputs.registry-source-location }}
+ run: |
+ set -x
+ aws s3 sync "${REGISTRY_SOURCE_LOCATION}" ./registry-archive/
--delete
+ working-directory: /mnt/cloned-airflow-site-archive
+ if: inputs.sync-registry == true
+
- uses: actions/checkout@v4
# Checkout airflow to run breeze
with:
