This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch ci-upgrade-main
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit df63217b8a2 [main] CI: Upgrade important CI environment
add 80281f294d5 Add extended sysinfo for Edge worker (#65472)
add 820e9d2a98e fix graph view not auto-refreshing task states during DAG
run (#65518)
add b31376e37be Lower-bind FAB provider, to latest line. (#65523)
add 0c88719c168 Split constraint update workflow for stable branches
(#65526)
add 4f3b228be1a Isolate non-provider mypy hooks per distribution with
dedicated .build/ venvs (#65492)
add a8cb40a57c7 Fix flaky Stackdriver test timeout caused by leaked
watchtower handler (#65488)
add 01888df3ae9 Filter external dependency nodes by readable DAGs in
structure_data endpoint (#65342)
add f6a354d970d Improve Graph View Performance (#65031)
add e36d10a5196 Add per-DAG authorization to partitioned_dag_runs
endpoints (#65344)
add e9d106667c7 Add name fields to SDK deadline alerts (#64926)
add b2dadd2b762 Fix OTel timer metrics using Gauge instead of Histogram
(#64207)
add 44ae2bc5efb Feature/cursor pagination task instances UI (#64953)
add d3e7d369587 Return list of destination URIs from S3ToGCSOperator
(#64851)
add 1193073f908 Respect dag processor config option to show parsing logs
on stdout (#65528)
add 8d4e2352e34 Bump the auth-ui-package-updates group across 1 directory
with 2 updates (#65425)
add 8ed50aebe9d Work around jpype1 1.7.0 missing macOS arm64 wheels in
jdbc provider (#65532)
add 90e9cc3fb97 [main] CI: Upgrade important CI environment
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (df63217b8a2)
\
N -- N -- N refs/heads/ci-upgrade-main (90e9cc3fb97)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
...h.yml => update-constraints-on-push-stable.yml} | 6 +-
.github/workflows/update-constraints-on-push.yml | 3 +-
.pre-commit-config.yaml | 14 +-
AGENTS.md | 2 +-
airflow-core/.pre-commit-config.yaml | 4 +-
airflow-core/newsfragments/64207.significant.rst | 1 +
airflow-core/pyproject.toml | 4 +
.../auth/managers/simple/ui/package.json | 4 +-
.../auth/managers/simple/ui/pnpm-lock.yaml | 171 +++++---
.../api_fastapi/core_api/datamodels/ui/deadline.py | 5 +-
.../api_fastapi/core_api/openapi/_private_ui.yaml | 14 +-
.../core_api/routes/ui/partitioned_dag_runs.py | 12 +-
.../api_fastapi/core_api/routes/ui/structure.py | 14 +-
airflow-core/src/airflow/configuration.py | 1 +
airflow-core/src/airflow/dag_processing/manager.py | 2 +
.../src/airflow/dag_processing/processor.py | 28 +-
airflow-core/src/airflow/models/serialized_dag.py | 39 +-
airflow-core/src/airflow/serialization/decoders.py | 1 +
.../airflow/serialization/definitions/deadline.py | 2 +
airflow-core/src/airflow/serialization/encoders.py | 1 +
.../airflow/ui/openapi-gen/requests/schemas.gen.ts | 22 +-
.../airflow/ui/openapi-gen/requests/types.gen.ts | 3 +-
.../ui/public/i18n/locales/en/components.json | 3 +-
.../ui/src/components/DataTable/DataTable.tsx | 54 ++-
.../ui/src/components/DataTable/searchParams.ts | 20 +-
.../airflow/ui/src/components/DataTable/types.ts | 1 +
.../src/airflow/ui/src/components/Graph/Edge.tsx | 22 +-
.../ui/src/components/Graph/elkGraphUtils.ts | 361 +++++++++++++++++
.../ui/src/components/Graph/reactflowUtils.ts | 51 +--
.../ui/src/components/Graph/useGraphLayout.ts | 243 ++---------
.../src/airflow/ui/src/constants/searchParams.ts | 1 +
.../ui/src/layouts/Details/Graph/Graph.test.tsx | 147 +++++++
.../airflow/ui/src/layouts/Details/Graph/Graph.tsx | 196 ++++++---
.../ui/src/pages/TaskInstances/TaskInstances.tsx | 11 +-
.../src/airflow/ui/src/utils/useFiltersHandler.ts | 2 +
airflow-core/src/airflow/ui/testsSetup.ts | 13 +
.../tests/unit/always/test_example_dags.py | 3 +-
.../tests/unit/always/test_project_structure.py | 1 +
.../core_api/routes/ui/test_deadlines.py | 29 +-
.../routes/ui/test_partitioned_dag_runs.py | 24 +-
.../core_api/routes/ui/test_structure.py | 29 +-
.../tests/unit/dag_processing/test_manager.py | 32 ++
.../tests/unit/dag_processing/test_processor.py | 59 +++
.../tests/unit/models/test_deadline_alert.py | 4 -
.../tests/unit/models/test_serialized_dag.py | 62 +++
airflow-ctl-tests/.pre-commit-config.yaml | 9 +-
airflow-ctl-tests/pyproject.toml | 5 +
airflow-ctl/.pre-commit-config.yaml | 4 +-
airflow-ctl/pyproject.toml | 4 +
.../.pre-commit-config.yaml | 13 +-
airflow-e2e-tests/pyproject.toml | 5 +
chart/.pre-commit-config.yaml | 2 +-
contributing-docs/08_static_code_checks.rst | 46 ++-
{airflow-ctl-tests => dev}/.pre-commit-config.yaml | 13 +-
dev/breeze/doc/03_developer_tasks.rst | 22 +-
dev/breeze/doc/ci/04_selective_checks.md | 24 +-
.../airflow_breeze/commands/developer_commands.py | 5 +
.../src/airflow_breeze/commands/pr_commands.py | 8 +-
.../commands/release_candidate_command.py | 3 +
.../airflow_breeze/commands/testing_commands.py | 2 +-
.../src/airflow_breeze/utils/reproducible.py | 2 +-
.../src/airflow_breeze/utils/selective_checks.py | 50 +++
dev/breeze/tests/test_selective_checks.py | 181 ++++++++-
dev/pyproject.toml | 70 ++++
devel-common/pyproject.toml | 4 +
.../.pre-commit-config.yaml | 13 +-
docker-tests/pyproject.toml | 5 +
.../test_docker_compose_quick_start.py | 2 +-
docker-tests/tests/docker_tests/test_prod_image.py | 2 +-
go-sdk/.pre-commit-config.yaml | 2 +-
.../.pre-commit-config.yaml | 13 +-
helm-tests/pyproject.toml | 5 +
.../.pre-commit-config.yaml | 13 +-
kubernetes-tests/pyproject.toml | 5 +
.../tests/kubernetes_tests/test_base.py | 4 +-
.../test_kubernetes_pod_operator.py | 2 +-
providers/.pre-commit-config.yaml | 2 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 21 +
providers/common/ai/.pre-commit-config.yaml | 2 +-
providers/common/compat/.pre-commit-config.yaml | 2 +-
providers/edge3/.pre-commit-config.yaml | 2 +-
providers/edge3/docs/deployment.rst | 42 ++
providers/edge3/docs/img/edge_sysinfo.png | Bin 0 -> 95807 bytes
providers/edge3/docs/migrations-ref.rst | 5 +-
providers/edge3/provider.yaml | 16 +
.../src/airflow/providers/edge3/cli/api_client.py | 2 +-
.../edge3/cli/example_extended_sysinfo.py | 63 +++
.../src/airflow/providers/edge3/cli/worker.py | 45 ++-
.../providers/edge3/executors/edge_executor.py | 13 +-
.../airflow/providers/edge3/get_provider_info.py | 7 +
...0005_3_5_0_replace_individual_counters_with_.py | 62 +++
.../edge3/src/airflow/providers/edge3/models/db.py | 1 +
.../airflow/providers/edge3/models/edge_worker.py | 84 +++-
.../www/src/components/WorkerSysinfoBadge.tsx | 141 +++++++
.../edge3/plugins/www/src/pages/WorkerPage.tsx | 24 +-
.../providers/edge3/worker_api/datamodels.py | 3 +-
.../providers/edge3/worker_api/routes/jobs.py | 20 +-
.../providers/edge3/worker_api/routes/ui.py | 2 +-
.../providers/edge3/worker_api/routes/worker.py | 30 +-
.../edge3/worker_api/v2-edge-generated.yaml | 10 +
.../edge3/tests/unit/edge3/cli/test_worker.py | 40 +-
.../unit/edge3/executors/test_edge_executor.py | 28 +-
providers/edge3/tests/unit/edge3/models/test_db.py | 27 +-
.../unit/edge3/worker_api/routes/test_jobs.py | 14 +-
.../unit/edge3/worker_api/routes/test_worker.py | 29 +-
providers/fab/.pre-commit-config.yaml | 2 +-
.../providers/google/cloud/transfers/s3_to_gcs.py | 44 +-
.../unit/google/cloud/transfers/test_s3_to_gcs.py | 115 +++++-
providers/jdbc/docs/index.rst | 8 +-
providers/jdbc/pyproject.toml | 7 +
providers/keycloak/.pre-commit-config.yaml | 2 +-
pyproject.toml | 4 +-
.../.pre-commit-config.yaml | 13 +-
scripts/ci/prek/AGENTS.md | 9 +-
scripts/ci/prek/check_shared_mypy_hooks.py | 92 +++++
scripts/ci/prek/mypy_local_folder.py | 250 ------------
...un_mypy_full_dist_local_venv_or_breeze_in_ci.py | 325 +++++++++++++++
scripts/ci/prek/update_airflow_pyproject_toml.py | 2 +-
scripts/pyproject.toml | 65 +++
.../configuration}/.pre-commit-config.yaml | 13 +-
shared/configuration/pyproject.toml | 4 +
.../src/airflow_shared/configuration/parser.py | 12 +-
.../dagnode}/.pre-commit-config.yaml | 13 +-
shared/dagnode/pyproject.toml | 4 +
shared/dagnode/tests/dagnode/test_node.py | 6 +-
.../listeners}/.pre-commit-config.yaml | 13 +-
shared/listeners/pyproject.toml | 4 +
.../logging}/.pre-commit-config.yaml | 13 +-
shared/logging/pyproject.toml | 4 +
.../src/airflow_shared/logging/_noncaching.py | 3 +-
.../module_loading}/.pre-commit-config.yaml | 13 +-
shared/module_loading/pyproject.toml | 4 +
.../observability}/.pre-commit-config.yaml | 13 +-
shared/observability/pyproject.toml | 4 +
.../src/airflow_shared/observability/common.py | 22 +-
.../observability/metrics/metrics_template.yaml | 6 +
.../observability/metrics/otel_logger.py | 60 ++-
.../airflow_shared/observability/metrics/stats.py | 1 +
.../observability/metrics/test_otel_logger.py | 47 ++-
.../plugins_manager}/.pre-commit-config.yaml | 13 +-
shared/plugins_manager/pyproject.toml | 4 +
.../providers_discovery}/.pre-commit-config.yaml | 15 +-
shared/providers_discovery/pyproject.toml | 4 +
.../secrets_backend}/.pre-commit-config.yaml | 13 +-
shared/secrets_backend/pyproject.toml | 4 +
.../src/airflow_shared/secrets_backend/base.py | 2 +-
.../secrets_masker}/.pre-commit-config.yaml | 13 +-
shared/secrets_masker/pyproject.toml | 4 +
.../tests/secrets_masker/test_secrets_masker.py | 2 +-
.../serialization}/.pre-commit-config.yaml | 13 +-
shared/serialization/pyproject.toml | 4 +
.../template_rendering}/.pre-commit-config.yaml | 15 +-
shared/template_rendering/pyproject.toml | 4 +
.../timezones}/.pre-commit-config.yaml | 13 +-
shared/timezones/pyproject.toml | 4 +
.../src/airflow_shared/timezones/timezone.py | 8 +-
.../.pre-commit-config.yaml | 13 +-
task-sdk-integration-tests/pyproject.toml | 5 +
task-sdk/.pre-commit-config.yaml | 4 +-
task-sdk/pyproject.toml | 4 +
task-sdk/src/airflow/sdk/definitions/deadline.py | 2 +
task-sdk/src/airflow/sdk/execution_time/comms.py | 4 +-
.../src/airflow/sdk/execution_time/supervisor.py | 12 +-
uv.lock | 443 ++++++++++++++-------
164 files changed, 3584 insertions(+), 1231 deletions(-)
copy .github/workflows/{update-constraints-on-push.yml =>
update-constraints-on-push-stable.yml} (98%)
create mode 100644 airflow-core/newsfragments/64207.significant.rst
create mode 100644
airflow-core/src/airflow/ui/src/components/Graph/elkGraphUtils.ts
create mode 100644
airflow-core/src/airflow/ui/src/layouts/Details/Graph/Graph.test.tsx
copy {airflow-ctl-tests => airflow-e2e-tests}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => dev}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => docker-tests}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => helm-tests}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => kubernetes-tests}/.pre-commit-config.yaml (77%)
create mode 100644 providers/edge3/docs/img/edge_sysinfo.png
create mode 100644
providers/edge3/src/airflow/providers/edge3/cli/example_extended_sysinfo.py
create mode 100644
providers/edge3/src/airflow/providers/edge3/migrations/versions/0005_3_5_0_replace_individual_counters_with_.py
create mode 100644
providers/edge3/src/airflow/providers/edge3/plugins/www/src/components/WorkerSysinfoBadge.tsx
copy {airflow-ctl-tests => scripts}/.pre-commit-config.yaml (77%)
create mode 100755 scripts/ci/prek/check_shared_mypy_hooks.py
delete mode 100755 scripts/ci/prek/mypy_local_folder.py
create mode 100755
scripts/ci/prek/run_mypy_full_dist_local_venv_or_breeze_in_ci.py
copy {airflow-ctl-tests => shared/configuration}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/dagnode}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/listeners}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/logging}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/module_loading}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/observability}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/plugins_manager}/.pre-commit-config.yaml
(77%)
copy {airflow-ctl-tests => shared/providers_discovery}/.pre-commit-config.yaml
(75%)
copy {airflow-ctl-tests => shared/secrets_backend}/.pre-commit-config.yaml
(77%)
copy {airflow-ctl-tests => shared/secrets_masker}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/serialization}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => shared/template_rendering}/.pre-commit-config.yaml
(75%)
copy {airflow-ctl-tests => shared/timezones}/.pre-commit-config.yaml (77%)
copy {airflow-ctl-tests => task-sdk-integration-tests}/.pre-commit-config.yaml
(76%)
