This is an automated email from the ASF dual-hosted git repository.
shahar1 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 0cc7842e6d9 Start the whole test matrix at once on the RunsOn runners
(#76250)
0cc7842e6d9 is described below
commit 0cc7842e6d906bb66cbef01fddae122c640922d1
Author: Jarek Potiuk <[email protected]>
AuthorDate: Sun Nov 1 21:49:30 2026 +0100
Start the whole test matrix at once on the RunsOn runners (#76250)
The test matrices cap themselves at 20 concurrent jobs to stay within the
ASF limit for
GitHub-hosted runners. On RunsOn the cap only queues jobs: a canary's 42
Kubernetes jobs ran in
three waves at minutes 30, 40 and 49.5, so the Kubernetes tests ended at
minute 58.7 instead of
about 42 and the canary took 78 minutes. Runs on GitHub-hosted runners keep
the cap.
Generated-by: Claude Opus 5
---
.github/workflows/airflow-distributions-tests.yml | 4 +++-
.github/workflows/helm-tests.yml | 4 +++-
.github/workflows/integration-system-tests.yml | 8 ++++++--
.github/workflows/k8s-tests.yml | 4 +++-
.github/workflows/run-unit-tests.yml | 4 +++-
5 files changed, 18 insertions(+), 6 deletions(-)
diff --git a/.github/workflows/airflow-distributions-tests.yml
b/.github/workflows/airflow-distributions-tests.yml
index 0c24ff8cdc3..d3ff1fb4af8 100644
--- a/.github/workflows/airflow-distributions-tests.yml
+++ b/.github/workflows/airflow-distributions-tests.yml
@@ -75,7 +75,9 @@ jobs:
runs-on: ${{ fromJSON(inputs.runners) }}
strategy:
fail-fast: false
- max-parallel: 20
+ # 20 keeps runs on GitHub-hosted runners within the ASF limit of 20
concurrent jobs. The RunsOn
+ # runners are the project's own capacity, so a run there starts the
whole matrix at once.
+ max-parallel: ${{ contains(inputs.runners, 'runs-on=') && 256 || 20 }}
matrix:
python-version: "${{fromJSON(inputs.python-versions)}}"
env:
diff --git a/.github/workflows/helm-tests.yml b/.github/workflows/helm-tests.yml
index f8000a7c4dd..1f505b8a453 100644
--- a/.github/workflows/helm-tests.yml
+++ b/.github/workflows/helm-tests.yml
@@ -55,7 +55,9 @@ jobs:
runs-on: ${{ format(fromJSON(inputs.runners)[0], '32+64', '128+256') }}
strategy:
fail-fast: false
- max-parallel: 20
+ # 20 keeps runs on GitHub-hosted runners within the ASF limit of 20
concurrent jobs. The RunsOn
+ # runners are the project's own capacity, so a run there starts the
whole matrix at once.
+ max-parallel: ${{ contains(inputs.runners, 'runs-on=') && 256 || 20 }}
matrix:
helm-test-package: ${{ fromJSON(inputs.helm-test-packages) }}
kubernetes-version: ${{ fromJSON(inputs.helm-test-kubernetes-versions)
}}
diff --git a/.github/workflows/integration-system-tests.yml
b/.github/workflows/integration-system-tests.yml
index e61e4070e0c..e46173b9c70 100644
--- a/.github/workflows/integration-system-tests.yml
+++ b/.github/workflows/integration-system-tests.yml
@@ -78,7 +78,9 @@ jobs:
runs-on: ${{ format(fromJSON(inputs.runners)[0], '8+16', '32+64') }}
strategy:
fail-fast: false
- max-parallel: 20
+ # 20 keeps runs on GitHub-hosted runners within the ASF limit of 20
concurrent jobs. The RunsOn
+ # runners are the project's own capacity, so a run there starts the
whole matrix at once.
+ max-parallel: ${{ contains(inputs.runners, 'runs-on=') && 256 || 20 }}
matrix:
integration: ${{ fromJSON(inputs.testable-core-integrations) }}
env:
@@ -129,7 +131,9 @@ jobs:
runs-on: ${{ format(fromJSON(inputs.runners)[0], '8+16', '32+64') }}
strategy:
fail-fast: false
- max-parallel: 20
+ # 20 keeps runs on GitHub-hosted runners within the ASF limit of 20
concurrent jobs. The RunsOn
+ # runners are the project's own capacity, so a run there starts the
whole matrix at once.
+ max-parallel: ${{ contains(inputs.runners, 'runs-on=') && 256 || 20 }}
matrix:
integration: ${{ fromJSON(inputs.testable-providers-integrations) }}
env:
diff --git a/.github/workflows/k8s-tests.yml b/.github/workflows/k8s-tests.yml
index 73d0ae9840f..df0b080b618 100644
--- a/.github/workflows/k8s-tests.yml
+++ b/.github/workflows/k8s-tests.yml
@@ -65,7 +65,9 @@ jobs:
runs-on: ${{ format(fromJSON(inputs.runners)[0], '8+16', '32+64') }}
strategy:
fail-fast: false
- max-parallel: 20
+ # 20 keeps runs on GitHub-hosted runners within the ASF limit of 20
concurrent jobs. The RunsOn
+ # runners are the project's own capacity, so a run there starts the
whole matrix at once.
+ max-parallel: ${{ contains(inputs.runners, 'runs-on=') && 256 || 20 }}
matrix:
executor: [KubernetesExecutor, CeleryExecutor, LocalExecutor]
use-standard-naming: [true, false]
diff --git a/.github/workflows/run-unit-tests.yml
b/.github/workflows/run-unit-tests.yml
index 43d4be4c9d8..c2564f71462 100644
--- a/.github/workflows/run-unit-tests.yml
+++ b/.github/workflows/run-unit-tests.yml
@@ -152,7 +152,9 @@ jobs:
runs-on: ${{ fromJSON(inputs.runners) }}
strategy:
fail-fast: false
- max-parallel: 20
+ # 20 keeps runs on GitHub-hosted runners within the ASF limit of 20
concurrent jobs. The RunsOn
+ # runners are the project's own capacity, so a run there starts the
whole matrix at once.
+ max-parallel: ${{ contains(inputs.runners, 'runs-on=') && 256 || 20 }}
matrix:
python-version: "${{fromJSON(inputs.python-versions)}}"
backend-version: "${{fromJSON(inputs.backend-versions)}}"
