This is an automated email from the ASF dual-hosted git repository.
jason810496 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 8239997bf20 Scope UI next_run_assets endpoint to assets the caller may
read (#72862)
add 7df6f0e69cc Parse native Lang-SDK Dags in the Dag processor with their
runtime (#74035)
add cffc14d173b Parse native Lang-SDK Dags in a Dag bag (#74043)
No new revisions were added by this update.
Summary of changes:
.../adr/lang-sdk/0010-native-dag-processing.md | 12 +
.../src/airflow/cli/commands/dag_command.py | 9 +-
.../src/airflow/cli/commands/task_command.py | 5 +-
airflow-core/src/airflow/dag_processing/dagbag.py | 157 +++-
.../src/airflow/dag_processing/importer_routing.py | 52 ++
.../airflow/dag_processing/lang_sdk_processor.py | 579 ++++++++++++++
airflow-core/src/airflow/dag_processing/manager.py | 48 +-
.../src/airflow/dag_processing/processor.py | 71 +-
.../src/airflow/serialization/definitions/dag.py | 2 +
airflow-core/src/airflow/utils/cli.py | 48 +-
.../tests/unit/cli/commands/test_dag_command.py | 3 +
.../tests/unit/cli/commands/test_task_command.py | 26 +
.../tests/unit/dag_processing/fake_lang_sdk.py | 144 ++++
.../lang_sdk_fixtures/java_native.json | 151 ++++
.../lang_sdk_fixtures/ts_conformance.json | 661 ++++++++++++++++
.../tests/unit/dag_processing/test_dagbag.py | 304 ++++++++
.../unit/dag_processing/test_importer_routing.py | 63 ++
.../unit/dag_processing/test_lang_sdk_processor.py | 839 +++++++++++++++++++++
.../tests/unit/dag_processing/test_manager.py | 241 +++++-
.../tests/unit/dag_processing/test_processor.py | 69 +-
airflow-core/tests/unit/utils/test_cli_util.py | 79 ++
generated/known_sdk_imports_in_core.txt | 2 +
.../unit/standard/sensors/test_external_task.py | 2 +-
.../src/airflow/sdk/coordinators/_dag_importer.py | 22 +-
.../src/airflow/sdk/execution_time/task_runner.py | 38 +-
.../task_sdk/coordinators/test_dag_importer.py | 18 +-
.../task_sdk/execution_time/test_task_runner.py | 130 ++++
27 files changed, 3688 insertions(+), 87 deletions(-)
create mode 100644 airflow-core/src/airflow/dag_processing/importer_routing.py
create mode 100644
airflow-core/src/airflow/dag_processing/lang_sdk_processor.py
create mode 100644 airflow-core/tests/unit/dag_processing/fake_lang_sdk.py
create mode 100644
airflow-core/tests/unit/dag_processing/lang_sdk_fixtures/java_native.json
create mode 100644
airflow-core/tests/unit/dag_processing/lang_sdk_fixtures/ts_conformance.json
create mode 100644
airflow-core/tests/unit/dag_processing/test_importer_routing.py
create mode 100644
airflow-core/tests/unit/dag_processing/test_lang_sdk_processor.py
