This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch structlog-in-logging-mixin
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 1807c635ea9 WIP: switch all airflow logging to structlog
add 8e87686441c Update version of image in changelog (#52135)
add 887ac6b8610 Clean up messy default connection overrides in provider
tests (#52137)
add 848d918aa29 Update to latest octopin action and remove yamllint
exclusion (#52133)
add 5c8c729ba01 Add gh workflow run url to publish workflows (#52138)
add d424acedbdf Warn when GITHUB_TOKEN is set when running workflows.
(#52144)
add ad19251f74b Remove pytestmark from Pagerduty test files (#52146)
add 724c3a6eadd Removed pytestmark db_test from the elasticsearch
providers tests (#52139)
add 14c159b68d3 Remove pytestmark and add db_test marker to relevant tests
(#52140)
add c71566b888b Fix Task Instance “No Status” Filter (#51880)
add bd4bfa73fe0 Add Pattern to companies using Airflow (#52149)
add e1d9be482ac Add a button to collapse/expand the information panel
(#51946)
add 7ff2b7a73cb Add chart index.yaml step back to chart release guide
(#52160)
add 39d5103e8d1 fix(provider): Fix kwargs handling in Azure Data Lake
Storage V2 Hook methods (#51847)
add 22e3662fd7a Require release flags in breeze helm chart issue command
(#52162)
add c6693cbd288 fix mypy errors in otel_tracer (#52170)
add 9ee6a39b580 Remove unused code from `models/dag.py` (#52173)
add d378410cdd9 Update PostgreSQL to 16 in example docker-compose.yaml and
docs. (#52174)
add 00332b44551 Remove unused `SimpleTaskInstance` (#52176)
add 54f9bff2582 Add deprecation to `airflow/sensors/base.py` (#52178)
add 1b63a052578 Remove @pytest.mark.db_test for cncf (#52153)
add 551f8bef016 Use PythonOperator import from standard provider in ydb
providers example (#52165)
add 42b63a31b6f Remove unused import Case from dagrun.py (#52179)
add 92895a1a431 Remove old Serialization enums (#52183)
add 9d7b344628b Add description of what kind of changes we cherry-pick
(#52148)
add 68f9f34a931 Ignore mypy errors for deprecated executors (#52187)
add 0c5a260f245 Update alibaba example dags (#52163)
add 3f38c4cffef remove pytest db_test marker where unnecessary (#52171)
add 24981df60d3 Fix spelling in edge provider (#52169)
add 11f1aa5869e Revert "Add deprecation to `airflow/sensors/base.py`
(#52178)" (#52193)
add ddd01fd720c Refactor asana operator tests free from db access (#52192)
add c0af393a115 Move type-ignores up one line (#52195)
add cea8a0cfc81 Add default conn name to asana provider operators (#52185)
add e834dc80869 Helm: add custom annotations to jwt secret (#52166)
add 9946062ccc3 Add few small improvements in publishing workflow: (#52136)
add c77fdd6869e Fix archival for cascading deletes by archiving dependent
tables first (#51952)
add a537bce4b22 Chart: Use api-server instead of webserver in NOTES.txt
for Airflow 3.0+ (#52194)
add 40c195cf8e1 Update providers metadata 2025-06-24 (#52188)
add fecd94fa6f0 Doc update to install git in docker image prior 3.0.2
(#52190)
add 2d6d3d8f546 Add Airflow 3.0+ Task SDK support to AWS Batch Executor
(#52121)
add 53e2ffd6726 Automatically add "backport" label to dev tool changes
(#52189)
add 57a4599f159 Added additional steps to QuickSights test prerequisites
(#52198)
add 67353352c3e Bumping min version of pagerduty to 2.3.0 (#52214)
add b1be3835365 Fix whitespace handling in DAG owners parsing for multiple
owners (#52216)
add 8a80875b863 DEL: pytestmark in test_opensearch.py (#52213)
add a8588fb4ba1 Fixing upgrade checks on main (#52210)
add 8cbe785ffe9 Add more diagnostics for Airflow installation inside CI
image (#52223)
add be822e0faba Separate out creation of default Connections for tests and
non-tests (#52129)
add 84c4fca3567 Airbyte test fixes, make mock JobResponse response id as
int (#52134)
add 460b1c65748 Nuke unused latest flag for preparing helm chart release
(#52229)
add cf0e4045c32 Remove HDFSHook, HdfsRegexSensor, HdfsSensor,
HdfsFolderSensor (#52217)
add badff58fe3f Remove db_tests from openlineage provider (#52239)
add 3478dccec02 Remove unused LoggerMutationHelper (#52241)
add d86b237b5dd Fix xdist compatibility for test_local_to_gcs test (#52244)
add 137b400bf4c Bump the core-ui-package-updates group across 1 directory
with 2 updates (#52167)
add 99a175ce54d Show tooltip when hovering on the button handling details
panel (#52212)
add 9ee65d666b0 Fixed external links in Navigation buttons (#52220)
add c31146a29fa Set downstream option to default on task instance clear
(#52130)
add 138d01decec feat: added `request_body` support in the
`PowerBIDatasetRefreshOperator` (enables support for enhanced dataset
refreshes) (#51397)
add ccd79511cac Remove db usage from http provider tests (#52227)
add b95a5382cb6 Document taskflow decorators and fix setup/teardown
docstrings (#52181)
add 42cba9b2759 Move `EdgeInfoType` to Task SDK (#52180)
add 84a3acb05f6 Add deprecation to `airflow/sensors/base.py` (#52249)
add f0c329641c4 Clean up middlewares (#52116)
add ce8aa4d4762 Add token API for `KeycloakAuthManager` (#52112)
add a6474e1b089 Remove side-effects in models/tests_dags affecting plugin
manager tests (#52258)
add 262cd8167da Remove latest flag from core release issue generation cli
(#52256)
new f74cd395ef5 WIP: switch all airflow logging to structlog
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1807c635ea9)
\
N -- N -- N refs/heads/structlog-in-logging-mixin (f74cd395ef5)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/.pre-commit-config.yaml | 2 +-
.github/actions/install-pre-commit/action.yml | 2 +-
.github/boring-cyborg.yml | 20 +-
.github/workflows/additional-ci-image-checks.yml | 2 +-
.github/workflows/additional-prod-image-tests.yml | 4 +-
.github/workflows/airflow-distributions-tests.yml | 2 +-
.github/workflows/automatic-backport.yml | 2 +-
.github/workflows/backport-cli.yml | 2 +-
.github/workflows/basic-tests.yml | 20 +-
.github/workflows/ci-amd.yml | 24 +-
.github/workflows/ci-arm.yml | 10 +-
.github/workflows/ci-image-build.yml | 2 +-
.github/workflows/ci-image-checks.yml | 20 +-
.github/workflows/codeql-analysis.yml | 8 +-
.github/workflows/finalize-tests.yml | 6 +-
.github/workflows/generate-constraints.yml | 4 +-
.github/workflows/helm-tests.yml | 13 +-
.github/workflows/integration-system-tests.yml | 6 +-
.github/workflows/k8s-tests.yml | 4 +-
.github/workflows/news-fragment.yml | 2 +-
.github/workflows/prod-image-build.yml | 10 +-
.github/workflows/publish-docs-to-s3.yml | 12 +-
.github/workflows/push-image-cache.yml | 6 +-
.github/workflows/recheck-old-bug-report.yml | 2 +-
.github/workflows/release_dockerhub_image.yml | 2 +-
.../workflows/release_single_dockerhub_image.yml | 8 +-
.github/workflows/run-unit-tests.yml | 2 +-
.github/workflows/stale.yml | 2 +-
.github/workflows/test-providers.yml | 4 +-
.pre-commit-config.yaml | 5 +-
Dockerfile | 2 +-
Dockerfile.ci | 2 +-
INTHEWILD.md | 1 +
.../administration-and-deployment/dag-bundles.rst | 9 +
.../docs/howto/docker-compose/docker-compose.yaml | 2 +-
airflow-core/docs/howto/docker-compose/index.rst | 2 +-
airflow-core/pyproject.toml | 2 +-
airflow-core/src/airflow/_logging/structlog.py | 121 ++--
.../auth/managers/simple/ui/package-lock.json | 170 +++---
.../auth/managers/simple/ui/package.json | 4 +-
.../auth/managers/simple/ui/pnpm-lock.yaml | 609 ++++++++++---------
.../src/airflow/api_fastapi/common/parameters.py | 9 +-
.../src/airflow/api_fastapi/core_api/app.py | 6 +-
.../api_fastapi/core_api/datamodels/dags.py | 2 +-
.../src/airflow/api_fastapi/core_api/middleware.py | 39 --
.../src/airflow/cli/commands/task_command.py | 51 --
.../config_templates/airflow_local_settings.py | 3 +-
.../src/airflow/executors/base_executor.py | 4 +-
airflow-core/src/airflow/models/dag.py | 16 -
airflow-core/src/airflow/models/dagrun.py | 1 -
airflow-core/src/airflow/models/taskinstance.py | 91 ---
airflow-core/src/airflow/sensors/__init__.py | 6 +-
airflow-core/src/airflow/sensors/base.py | 24 -
airflow-core/src/airflow/serialization/enums.py | 7 -
.../airflow/serialization/serialized_objects.py | 9 +-
airflow-core/src/airflow/traces/otel_tracer.py | 29 +-
.../airflow/ui/public/i18n/locales/en/common.json | 2 +
.../ui/public/i18n/locales/zh-TW/common.json | 2 +
.../Clear/TaskInstance/ClearTaskInstanceDialog.tsx | 1 +
.../TaskInstance/MarkTaskInstanceAsDialog.tsx | 1 +
.../ui/src/layouts/Details/DetailsLayout.tsx | 136 +++--
.../src/airflow/ui/src/layouts/Nav/NavButton.tsx | 14 +-
airflow-core/src/airflow/utils/cli.py | 11 +
airflow-core/src/airflow/utils/db.py | 200 +-----
airflow-core/src/airflow/utils/db_cleanup.py | 68 ++-
airflow-core/src/airflow/utils/types.py | 8 +-
.../tests/unit/always/test_project_structure.py | 1 +
.../core_api/routes/public/test_connections.py | 3 +-
.../core_api/routes/public/test_task_instances.py | 21 +
.../tests/unit/cli/commands/test_task_command.py | 72 ---
.../tests/unit/dag_processing/test_manager.py | 3 -
.../tests/unit/models/test_baseoperator.py | 10 -
.../tests/unit/plugins/test_plugins_manager.py | 32 +-
.../unit/serialization/test_serialized_objects.py | 3 +-
airflow-core/tests/unit/utils/test_db_cleanup.py | 47 +-
chart/templates/NOTES.txt | 4 +
chart/templates/secrets/jwt-secret.yaml | 4 +
chart/values.schema.json | 9 +
chart/values.yaml | 2 +
contributing-docs/08_static_code_checks.rst | 2 +-
dev/README_AIRFLOW3_DEV.md | 28 +-
dev/README_RELEASE_AIRFLOW.md | 9 +-
dev/README_RELEASE_HELM_CHART.md | 25 +-
dev/breeze/doc/ci/02_images.md | 2 +-
dev/breeze/doc/images/output-commands.svg | 4 +-
...ease-management_generate-issue-content-core.svg | 40 +-
...ease-management_generate-issue-content-core.txt | 2 +-
...anagement_generate-issue-content-helm-chart.svg | 40 +-
...anagement_generate-issue-content-helm-chart.txt | 2 +-
...utput_release-management_publish-docs-to-s3.svg | 44 +-
...utput_release-management_publish-docs-to-s3.txt | 2 +-
.../images/output_workflow-run_publish-docs.svg | 28 +-
.../images/output_workflow-run_publish-docs.txt | 2 +-
.../commands/minor_release_command.py | 6 +
.../commands/release_management_commands.py | 46 +-
.../commands/release_management_commands_config.py | 2 -
.../airflow_breeze/commands/workflow_commands.py | 42 +-
.../commands/workflow_commands_config.py | 1 +
dev/breeze/src/airflow_breeze/global_constants.py | 7 +-
.../src/airflow_breeze/utils/gh_workflow_utils.py | 8 +-
.../src/airflow_breeze/utils/version_utils.py | 22 -
devel-common/src/tests_common/pytest_plugin.py | 9 +-
devel-common/src/tests_common/test_utils/db.py | 477 ++++++++++++++-
devel-common/src/tests_common/test_utils/logs.py | 66 +-
docker-stack-docs/changelog.rst | 2 +-
generated/provider_metadata.json | 4 +-
.../tests/helm_tests/apiserver/test_apiserver.py | 15 +
.../tests/unit/airbyte/hooks/test_airbyte.py | 4 +-
.../system/alibaba/example_adb_spark_batch.py | 6 +
.../tests/system/alibaba/example_adb_spark_sql.py | 16 +-
.../tests/system/alibaba/example_oss_bucket.py | 2 +-
.../tests/system/alibaba/example_oss_object.py | 6 +
.../amazon/aws/executors/batch/batch_executor.py | 51 ++
.../tests/system/amazon/aws/example_quicksight.py | 3 +
.../aws/executors/batch/test_batch_executor.py | 69 +++
.../airflow/providers/apache/hdfs/hooks/hdfs.py | 55 --
.../airflow/providers/apache/hdfs/sensors/hdfs.py | 52 --
.../livy/tests/unit/apache/livy/hooks/test_livy.py | 6 +-
.../unit/apache/spark/hooks/test_spark_sql.py | 6 +-
.../providers/asana/operators/asana_tasks.py | 8 +-
.../tests/unit/asana/operators/test_asana_tasks.py | 147 +++--
.../celery/executors/celery_kubernetes_executor.py | 7 +-
.../executors/local_kubernetes_executor.py | 8 +-
.../executors/test_kubernetes_executor.py | 9 -
.../unit/cncf/kubernetes/hooks/test_kubernetes.py | 34 +-
.../kubernetes/operators/test_spark_kubernetes.py | 2 -
.../sql/tests/unit/common/sql/hooks/test_sql.py | 20 +-
.../providers/databricks/sensors/databricks.py | 4 +-
.../tests/unit/databricks/hooks/test_databricks.py | 413 +++++++------
.../test_databricks_azure_workload_identity.py | 23 +-
...est_databricks_azure_workload_identity_async.py | 23 +-
.../unit/databricks/hooks/test_databricks_sql.py | 20 +-
.../unit/databricks/triggers/test_databricks.py | 41 +-
.../src/airflow/providers/dbt/cloud/sensors/dbt.py | 7 +-
.../providers/edge3/executors/edge_executor.py | 4 +-
.../edge3/plugins/edge_executor_plugin.py | 2 +-
.../edge3/worker_api/routes/_v2_compat.py | 2 +-
.../unit/elasticsearch/log/test_es_task_handler.py | 28 +-
.../exasol/tests/unit/exasol/hooks/test_sql.py | 22 +-
.../api/auth/backend/test_basic_auth.py | 1 -
.../auth_manager/api/auth/backend/test_session.py | 1 -
.../auth_manager/api_fastapi/routes/test_login.py | 3 -
.../api_fastapi/services/test_login.py | 1 -
.../fab/auth_manager/cli_commands/test_utils.py | 2 -
.../unit/fab/auth_manager/test_fab_auth_manager.py | 5 -
.../cloud/log/test_gcs_task_handler_system.py | 4 +-
.../google/cloud/operators/test_dataprep_system.py | 4 +-
.../google/cloud/transfers/test_local_to_gcs.py | 53 +-
providers/http/tests/unit/http/hooks/test_http.py | 674 ++++++++++-----------
.../http/tests/unit/http/operators/test_http.py | 11 +-
.../http/tests/unit/http/sensors/test_http.py | 6 +-
.../http/tests/unit/http/triggers/test_http.py | 10 +-
.../keycloak/auth_manager/datamodels}/__init__.py | 0
.../keycloak/auth_manager/datamodels/token.py | 8 +-
.../keycloak/auth_manager/keycloak_auth_manager.py | 18 +
.../keycloak/auth_manager/routes/login.py | 27 +-
.../keycloak/auth_manager/routes/token.py | 62 ++
.../unit/keycloak/auth_manager/routes}/conftest.py | 40 +-
.../keycloak/auth_manager/routes/test_login.py | 34 +-
.../keycloak/auth_manager/routes/test_token.py | 56 ++
.../providers/microsoft/azure/hooks/data_lake.py | 8 +-
.../providers/microsoft/azure/hooks/powerbi.py | 6 +-
.../providers/microsoft/azure/operators/powerbi.py | 4 +
.../microsoft/azure/sensors/data_factory.py | 7 +-
.../providers/microsoft/azure/triggers/powerbi.py | 8 +-
.../azure/example_powerbi_dataset_refresh.py | 6 +
.../unit/microsoft/azure/operators/test_powerbi.py | 8 +
.../unit/microsoft/azure/triggers/test_powerbi.py | 9 +
.../tests/unit/openlineage/extractors/test_base.py | 2 +-
.../tests/unit/openlineage/extractors/test_bash.py | 3 -
.../unit/openlineage/extractors/test_manager.py | 1 -
.../unit/openlineage/extractors/test_python.py | 3 -
.../tests/unit/openlineage/plugins/test_adapter.py | 2 -
.../unit/openlineage/plugins/test_execution.py | 6 -
.../unit/openlineage/plugins/test_listener.py | 4 +-
.../tests/unit/openlineage/utils/test_utils.py | 1 -
.../tests/unit/opensearch/hooks/test_opensearch.py | 2 -
.../tests/unit/opsgenie/hooks/test_opsgenie.py | 4 +-
.../unit/opsgenie/notifications/test_opsgenie.py | 5 +-
.../tests/unit/opsgenie/typing/test_opsgenie.py | 4 -
providers/pagerduty/pyproject.toml | 2 +-
.../airflow/providers/pagerduty/hooks/pagerduty.py | 13 +-
.../providers/pagerduty/hooks/pagerduty_events.py | 12 +-
.../tests/unit/pagerduty/hooks/test_pagerduty.py | 3 -
.../unit/pagerduty/hooks/test_pagerduty_events.py | 2 -
.../unit/pagerduty/notifications/test_pagerduty.py | 22 +-
providers/sftp/tests/unit/sftp/hooks/test_sftp.py | 47 +-
.../src/airflow/providers/standard/sensors/bash.py | 7 +-
.../providers/standard/sensors/date_time.py | 6 +-
.../providers/standard/sensors/external_task.py | 2 +-
.../providers/standard/sensors/filesystem.py | 7 +-
.../airflow/providers/standard/sensors/python.py | 7 +-
.../src/airflow/providers/standard/sensors/time.py | 7 +-
.../providers/standard/sensors/time_delta.py | 10 +-
.../airflow/providers/standard/sensors/weekday.py | 7 +-
providers/ydb/tests/system/ydb/example_ydb.py | 6 +-
pyproject.toml | 2 +-
scripts/ci/install_breeze.sh | 2 +-
.../in_container/install_airflow_and_providers.py | 45 +-
scripts/tools/setup_breeze | 2 +-
task-sdk/docs/api.rst | 9 +
.../src/airflow/sdk/definitions/_internal/node.py | 10 +-
task-sdk/src/airflow/sdk/definitions/dag.py | 27 +-
.../sdk/definitions/decorators/setup_teardown.py | 25 +
task-sdk/src/airflow/sdk/definitions/edges.py | 8 +-
task-sdk/tests/task_sdk/bases/test_operator.py | 9 +
yamllint-config.yml | 4 -
207 files changed, 3109 insertions(+), 2427 deletions(-)
delete mode 100644 airflow-core/src/airflow/api_fastapi/core_api/middleware.py
delete mode 100644 airflow-core/src/airflow/sensors/base.py
delete mode 100644
providers/apache/hdfs/src/airflow/providers/apache/hdfs/hooks/hdfs.py
delete mode 100644
providers/apache/hdfs/src/airflow/providers/apache/hdfs/sensors/hdfs.py
copy {airflow-core/src/airflow/_logging =>
providers/keycloak/src/airflow/providers/keycloak/auth_manager/datamodels}/__init__.py
(100%)
copy
airflow-core/src/airflow/api_fastapi/auth/managers/simple/datamodels/login.py
=>
providers/keycloak/src/airflow/providers/keycloak/auth_manager/datamodels/token.py
(86%)
create mode 100644
providers/keycloak/src/airflow/providers/keycloak/auth_manager/routes/token.py
copy {airflow-core/tests/unit/api_fastapi/auth/managers/simple =>
providers/keycloak/tests/unit/keycloak/auth_manager/routes}/conftest.py (59%)
create mode 100644
providers/keycloak/tests/unit/keycloak/auth_manager/routes/test_token.py
