This is an automated email from the ASF dual-hosted git repository.
uranusjr pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 0c69d652a89 Build CI and release images on pinned OS-dependencies
images (#76225)
add 76f290f3f80 Implement Python task handler and support it in YAML Dags
(#75405)
No new revisions were added by this update.
Summary of changes:
.../docs/authoring-and-scheduling/yaml-dags.rst | 23 ++-
.../tests/unit/cli/commands/test_dag_command.py | 8 +-
task-sdk/docs/api.rst | 2 +
task-sdk/docs/index.rst | 1 +
task-sdk/docs/task-handler.rst | 127 ++++++++++++
task-sdk/src/airflow/sdk/__init__.py | 3 +
task-sdk/src/airflow/sdk/__init__.pyi | 2 +
.../src/airflow/sdk/coordinators/_subprocess.py | 29 +--
task-sdk/src/airflow/sdk/coordinators/python.py | 212 +++++++++++++++++++++
.../sdk/definitions/task_handlers/__init__.py | 38 ++--
.../sdk/definitions/task_handlers/binding.py | 79 ++++++++
.../sdk/definitions/task_handlers/declaration.py | 79 ++++++++
.../sdk/definitions/task_handlers/loader.py | 115 +++++++++++
.../sdk/definitions/task_handlers/registry.py | 65 +++++++
task-sdk/src/airflow/sdk/execution_time/bundles.py | 29 ++-
.../src/airflow/sdk/execution_time/coordinator.py | 127 ++++--------
.../src/airflow/sdk/execution_time/supervisor.py | 3 +-
.../src/airflow/sdk/execution_time/task_runner.py | 124 ++++++++----
.../airflow/sdk/importers/yaml_importer/builder.py | 62 +++++-
task-sdk/tests/task_sdk/conftest.py | 53 ++++++
.../coordinators/executable/test_coordinator.py | 2 +-
.../task_sdk/coordinators/java/test_coordinator.py | 2 +-
.../task_sdk/coordinators/node/test_coordinator.py | 2 +-
.../tests/task_sdk/coordinators/test_subprocess.py | 16 +-
.../definitions/task_handlers/test_loader.py | 164 ++++++++++++++++
.../task_handlers/test_task_handlers.py | 143 ++++++++++++++
.../task_sdk/execution_time/test_coordinator.py | 7 +-
.../execution_time/test_python_coordinator.py | 156 +++++++++++++++
.../execution_time/test_run_task_handler.py | 149 +++++++++++++++
.../task_sdk/execution_time/test_task_runner.py | 4 +-
.../yaml_importer/test_builder_validation.py | 182 ++++++++++++++++++
31 files changed, 1808 insertions(+), 200 deletions(-)
create mode 100644 task-sdk/docs/task-handler.rst
create mode 100644 task-sdk/src/airflow/sdk/coordinators/python.py
copy providers/google/tests/unit/google/cloud/utils/test_datafusion.py =>
task-sdk/src/airflow/sdk/definitions/task_handlers/__init__.py (55%)
create mode 100644
task-sdk/src/airflow/sdk/definitions/task_handlers/binding.py
create mode 100644
task-sdk/src/airflow/sdk/definitions/task_handlers/declaration.py
create mode 100644 task-sdk/src/airflow/sdk/definitions/task_handlers/loader.py
create mode 100644
task-sdk/src/airflow/sdk/definitions/task_handlers/registry.py
create mode 100644 task-sdk/tests/task_sdk/conftest.py
create mode 100644
task-sdk/tests/task_sdk/definitions/task_handlers/test_loader.py
create mode 100644
task-sdk/tests/task_sdk/definitions/task_handlers/test_task_handlers.py
create mode 100644
task-sdk/tests/task_sdk/execution_time/test_python_coordinator.py
create mode 100644
task-sdk/tests/task_sdk/execution_time/test_run_task_handler.py
create mode 100644
task-sdk/tests/task_sdk/importers/yaml_importer/test_builder_validation.py
