This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from cde507afbaf Make `batch_is_authorized_` methods team aware (#55306)
add 36fc820f27a Switch all airflow logging to structlog (#52651)
No new revisions were added by this update.
Summary of changes:
.github/boring-cyborg.yml | 2 +-
airflow-core/pyproject.toml | 11 +-
airflow-core/src/airflow/_shared/logging | 1 +
.../config_templates/airflow_local_settings.py | 3 +-
.../src/airflow/dag_processing/collection.py | 4 +-
airflow-core/src/airflow/dag_processing/manager.py | 2 +-
.../src/airflow/jobs/scheduler_job_runner.py | 4 +-
.../src/airflow/jobs/triggerer_job_runner.py | 18 +-
airflow-core/src/airflow/logging_config.py | 21 +-
airflow-core/src/airflow/utils/cli.py | 11 +
.../airflow/utils/log/file_processor_handler.py | 4 +-
airflow-core/src/airflow/utils/log/log_reader.py | 7 +-
.../src/airflow/utils/log/logging_mixin.py | 16 +-
airflow-core/src/airflow/utils/retries.py | 11 +-
.../tests/integration/otel/dags/otel_test_dag.py | 2 +-
airflow-core/tests/integration/otel/test_otel.py | 6 +-
.../tests/unit/always/test_providers_manager.py | 18 +-
.../api_fastapi/core_api/routes/public/test_log.py | 19 +-
.../tests/unit/cli/commands/test_task_command.py | 3 -
airflow-core/tests/unit/cli/conftest.py | 16 +-
.../tests/unit/core/test_logging_config.py | 422 ----------------
airflow-core/tests/unit/core/test_stats.py | 8 +-
.../tests/unit/dag_processing/test_manager.py | 3 -
airflow-core/tests/unit/models/test_dag.py | 6 +-
.../unit/serialization/test_dag_serialization.py | 6 -
airflow-core/tests/unit/task/conftest.py | 7 -
.../tests/unit/utils/log/test_log_reader.py | 28 +-
airflow-core/tests/unit/utils/test_log_handlers.py | 6 +-
.../tests/unit/utils/test_logging_mixin.py | 12 -
.../tests/unit/utils/test_process_utils.py | 11 +-
airflow-core/tests/unit/utils/test_retries.py | 2 +-
.../test_task_handler_with_custom_formatter.py | 113 -----
.../src/airflow_breeze/utils/selective_checks.py | 75 ---
dev/breeze/tests/test_selective_checks.py | 240 +---------
devel-common/src/tests_common/pytest_plugin.py | 142 ++++--
devel-common/src/tests_common/test_utils/logs.py | 244 ++++++++++
.../test_kubernetes_pod_operator.py | 33 +-
.../src/airflow/providers/amazon/aws/hooks/glue.py | 2 +-
.../providers/amazon/aws/utils/task_log_fetcher.py | 2 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 9 +-
.../unit/amazon/aws/log/test_s3_task_handler.py | 41 +-
.../airflow/providers/apache/beam/hooks/beam.py | 8 +-
.../apache/flink/sensors/test_flink_kubernetes.py | 28 +-
.../unit/celery/log_handlers/test_log_handlers.py | 2 -
.../kubernetes/log_handlers/test_log_handlers.py | 5 +-
.../kubernetes/sensors/test_spark_kubernetes.py | 27 +-
.../sql/tests/unit/common/sql/hooks/test_dbapi.py | 8 +-
.../sql/tests/unit/common/sql/hooks/test_sql.py | 2 -
.../providers/databricks/operators/databricks.py | 9 +-
.../databricks/plugins/databricks_workflow.py | 12 +-
.../tests/unit/databricks/hooks/test_databricks.py | 1 -
.../airflow/providers/docker/operators/docker.py | 9 +-
.../tests/unit/docker/decorators/test_docker.py | 16 +-
.../google/cloud/utils/bigquery_get_data.py | 2 +-
.../microsoft/azure/log/test_wasb_task_handler.py | 26 +-
.../airflow/providers/microsoft/psrp/hooks/psrp.py | 12 +-
.../unit/microsoft/psrp/operators/test_psrp.py | 2 +-
.../providers/snowflake/hooks/snowflake_sql_api.py | 2 +-
.../ssh/src/airflow/providers/ssh/hooks/ssh.py | 6 +
.../tests/unit/standard/operators/test_python.py | 17 +-
pyproject.toml | 9 +-
shared/{timezones => logging}/pyproject.toml | 9 +-
.../src/airflow_shared/logging}/__init__.py | 2 +-
.../src/airflow_shared/logging/_noncaching.py | 34 +-
.../airflow_shared/logging/percent_formatter.py | 153 ++++++
.../src/airflow_shared/logging/structlog.py | 531 +++++++++++++++++++++
shared/logging/src/airflow_shared/logging/types.py | 43 ++
shared/logging/tests/logging/test_structlog.py | 282 +++++++++++
task-sdk/pyproject.toml | 9 +-
task-sdk/src/airflow/sdk/_shared/logging | 1 +
.../src/airflow/sdk/definitions/_internal/node.py | 11 +-
task-sdk/src/airflow/sdk/definitions/dag.py | 24 -
.../airflow/sdk/execution_time/execute_workload.py | 2 +-
.../src/airflow/sdk/execution_time/supervisor.py | 19 +-
.../src/airflow/sdk/execution_time/task_runner.py | 2 +-
task-sdk/src/airflow/sdk/log.py | 361 ++++----------
task-sdk/src/airflow/sdk/types.py | 1 +
task-sdk/tests/conftest.py | 30 +-
task-sdk/tests/task_sdk/bases/test_operator.py | 28 +-
.../tests/task_sdk/definitions/test_xcom_arg.py | 82 ++--
task-sdk/tests/task_sdk/log/test_log.py | 225 ---------
81 files changed, 1834 insertions(+), 1809 deletions(-)
create mode 120000 airflow-core/src/airflow/_shared/logging
delete mode 100644 airflow-core/tests/unit/core/test_logging_config.py
delete mode 100644
airflow-core/tests/unit/utils/test_task_handler_with_custom_formatter.py
copy shared/{timezones => logging}/pyproject.toml (89%)
copy {providers/cncf/kubernetes/src/airflow/providers/cncf/kubernetes/utils =>
shared/logging/src/airflow_shared/logging}/__init__.py (92%)
copy providers/sendgrid/src/airflow/providers/sendgrid/version_compat.py =>
shared/logging/src/airflow_shared/logging/_noncaching.py (59%)
create mode 100644
shared/logging/src/airflow_shared/logging/percent_formatter.py
create mode 100644 shared/logging/src/airflow_shared/logging/structlog.py
create mode 100644 shared/logging/src/airflow_shared/logging/types.py
create mode 100644 shared/logging/tests/logging/test_structlog.py
create mode 120000 task-sdk/src/airflow/sdk/_shared/logging
delete mode 100644 task-sdk/tests/task_sdk/log/test_log.py
