This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch
dependabot/npm_and_yarn/airflow-core/src/airflow/ui/core-ui-package-updates-d53a470834
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 0620c3cbbeb Bump the core-ui-package-updates group across 1 directory
with 21 updates
add ba36e029c58 Add `consumer_teams` to `AssetAccessControl` in task-sdk
(#67625)
add fc845cf64c0 Write Cloud SQL keyfile_dict credentials with 0600
permissions (#67507)
add 23b334f29eb Add IBM MQ provider (#62790)
add 64dd5d6b429 Fix inconsistency in S3 transfer operators (#67378)
add 5898bcb2b92 Emit OpenTelemetry spans around listener hook calls
(#67347)
add fd950357d6b Fix KubernetesPodOperator emitting orphan timestamps for
empty container writes (#67652)
add f7a7f3c76cb Allow deadline intervals to be configured via Airflow
Variables by supporting (#64751)
add 44aa7321832 Warn when remote_log_conn_id is configured but not found
(#67510)
add c5210783324 Update apache-steward snapshot to 5c211a4 (#67624)
add 4b0db2f40c8 Add AIP progress tracker example DAG for common.ai
provider (#67660)
add 1974666b1cf Update serialization for producer side asset access
control (#67658)
add 9318bd62502 Return Pydantic model instances through XCom for
structured output (#67644)
add f18f07768be Add TaskGroup markdown documentation support (#67207)
add eeb1d073da5 Go-SDK: exclude oversized-payload framing test from -race
builds (#67602)
add 91f7df306b8 Decorate custom state refs with an envelope for UI clarity
(#67530)
add c1299bd3437 Unify task/asset state storage between Core API and
Execution API (#67547)
add 1d3fcb0b1e4 Document REST scheme and port connection fields for Spark
(#67682)
add 1b37cbbe54f Fix Provider Registry showing 0 monthly downloads for many
providers (#67670)
add d68d9e2c311 [main] Upgrade important CI environment (#67686)
add f9640eda83d Prevent using v0-distroless in chart upgrades (#67690)
add 45d36263c45 Chart: Default airflow version to 3.2.2 (#67681)
add fb9ecc7ce90 Fix DockerOperator on_kill to respect auto_remove='force'
and remove orphaned containers (#56149) (#67225)
add 4e5cf1b44e2 Airflow 3.2.2 has been released (#67680)
add dc2e21b39bf Replace Sphinx Redoc with Swagger API Docs (#67390)
add cf4c4700578 Revert bad translations from PR 67207 (#67691)
add 862b647facf Fix per-index evaluation of ONE_FAILED in mapped task
groups (#67684)
add 69e4445b438 Fix monitoring-pod leak in KubernetesJobOperator (#67333)
add a5f73bb5439 Fix exceptions of positional session use in Edge provider
(#67661)
add 12478307aee Remove dead code from airflow-core and task-sdk unit tests
(non-db pass) (#67694)
add 5799f9d672b Cache BaseOperator signature in OperatorSerialization
(#67701)
add 25a4738df11 Fix UI time picker omitting seconds by normalising value
to HH:MM:SS (#67636)
add 8da850235a2 Reject GCS blob names that escape the target directory on
download (#67509)
add e55cffc4175 Fail closed in GCS log handler when existing-log read
fails (#67511)
add a7174b5bc6d Remove the leftover temporary report file in BidManager
download (#67076)
add d3877ba028d Gate LINE_THRESHOLD on production-code churn only (#67722)
add 8fd35a18764 Add Java SDK (#65956)
add 508ced8e82d Fix TriggerDagRunOperator fail_when_dag_is_paused on
Airflow 3.2+ (#67726)
add 8f96fbd6f67 Auto-sync provider README.rst Requirements with
pyproject.toml (#67669)
add b66bf510ab2 Remove further findings from positional session check
(#67712)
add ce3c14c51d0 Bump the core-ui-package-updates group across 1 directory
with 21 updates
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (0620c3cbbeb)
\
N -- N -- N
refs/heads/dependabot/npm_and_yarn/airflow-core/src/airflow/ui/core-ui-package-updates-d53a470834
(ce3c14c51d0)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/CODEOWNERS | 1 +
.github/ISSUE_TEMPLATE/1-airflow_bug_report.yml | 1 +
.github/boring-cyborg.yml | 3 +
.github/skills/setup-steward/SKILL.md | 1 +
.github/workflows/airflow-e2e-tests.yml | 4 +-
.github/workflows/ci-amd.yml | 33 +
.github/workflows/ci-arm.yml | 33 +
.github/workflows/codeql-analysis.yml | 17 +-
.gitignore | 6 +
.pre-commit-config.yaml | 25 +
.rat-excludes | 5 +
Dockerfile | 2 +-
Dockerfile.ci | 2 +-
README.md | 2 +-
RELEASE_NOTES.rst | 236 +++-
airflow-core/docs/conf.py | 39 +-
.../auth-manager/simple/sam-token-api-ref.rst | 6 +-
airflow-core/docs/core-concepts/dags.rst | 29 +-
airflow-core/docs/extra-packages-ref.rst | 2 +
airflow-core/docs/howto/deadline-alerts.rst | 2 +-
.../docs/installation/supported-versions.rst | 2 +-
airflow-core/docs/migrations-ref.rst | 4 +-
airflow-core/docs/stable-rest-api-ref.rst | 10 +-
airflow-core/newsfragments/64751.feature.rst | 1 +
airflow-core/newsfragments/67684.bugfix.rst | 1 +
.../api_fastapi/core_api/datamodels/asset_state.py | 22 +-
.../api_fastapi/core_api/datamodels/task_state.py | 22 +-
.../api_fastapi/core_api/datamodels/ui/common.py | 12 +-
.../api_fastapi/core_api/openapi/_private_ui.yaml | 5 +
.../core_api/openapi/v2-rest-api-generated.yaml | 14 +-
.../core_api/routes/public/asset_state.py | 9 +-
.../core_api/routes/public/task_state.py | 9 +-
.../api_fastapi/core_api/services/ui/task_group.py | 11 +-
.../0116_3_3_0_add_team_name_to_trigger_table.py | 1 +
.../0117_3_3_0_change_deadline_interval_to_json.py | 305 ++++++
airflow-core/src/airflow/models/deadline_alert.py | 17 +-
airflow-core/src/airflow/serialization/decoders.py | 24 +-
.../src/airflow/serialization/definitions/dag.py | 8 +-
.../airflow/serialization/definitions/deadline.py | 4 +-
.../airflow/serialization/definitions/taskgroup.py | 1 +
airflow-core/src/airflow/serialization/encoders.py | 5 +-
airflow-core/src/airflow/serialization/schema.json | 5 +
.../airflow/serialization/serialized_objects.py | 13 +-
.../src/airflow/serialization/stringify.py | 24 +-
.../src/airflow/ti_deps/deps/trigger_rule_dep.py | 9 +-
.../airflow/ui/openapi-gen/requests/schemas.gen.ts | 25 +-
.../airflow/ui/openapi-gen/requests/types.gen.ts | 9 +-
airflow-core/src/airflow/ui/package.json | 2 +-
airflow-core/src/airflow/ui/pnpm-lock.yaml | 26 +-
.../airflow/ui/public/i18n/locales/ar/common.json | 1 -
.../airflow/ui/public/i18n/locales/ca/common.json | 1 -
.../airflow/ui/public/i18n/locales/de/common.json | 1 -
.../airflow/ui/public/i18n/locales/el/common.json | 1 -
.../airflow/ui/public/i18n/locales/en/common.json | 4 +-
.../airflow/ui/public/i18n/locales/es/common.json | 1 -
.../airflow/ui/public/i18n/locales/fr/common.json | 1 -
.../airflow/ui/public/i18n/locales/he/common.json | 1 -
.../airflow/ui/public/i18n/locales/hi/common.json | 1 -
.../airflow/ui/public/i18n/locales/hu/common.json | 1 -
.../airflow/ui/public/i18n/locales/it/common.json | 1 -
.../airflow/ui/public/i18n/locales/ja/common.json | 1 -
.../airflow/ui/public/i18n/locales/ko/common.json | 1 -
.../airflow/ui/public/i18n/locales/nl/common.json | 1 -
.../airflow/ui/public/i18n/locales/pl/common.json | 1 -
.../airflow/ui/public/i18n/locales/pt/common.json | 1 -
.../airflow/ui/public/i18n/locales/ru/common.json | 1 -
.../airflow/ui/public/i18n/locales/th/common.json | 1 -
.../airflow/ui/public/i18n/locales/tr/common.json | 1 -
.../ui/public/i18n/locales/zh-CN/common.json | 1 -
.../ui/public/i18n/locales/zh-TW/common.json | 1 -
.../components/FlexibleForm/FieldDateTime.test.tsx | 153 +++
.../src/components/FlexibleForm/FieldDateTime.tsx | 7 +-
.../airflow/ui/src/pages/Task/GroupTaskHeader.tsx | 33 +-
.../src/airflow/ui/src/pages/Task/Task.tsx | 2 +-
airflow-core/src/airflow/utils/db.py | 2 +-
airflow-core/tests/integration/otel/test_otel.py | 6 +-
.../tests/unit/always/test_example_dags.py | 1 +
.../tests/unit/always/test_project_structure.py | 2 -
.../core_api/datamodels/test_ui_common.py | 22 +-
.../core_api/routes/public/test_asset_state.py | 48 +-
.../core_api/routes/public/test_import_error.py | 15 -
.../core_api/routes/public/test_task_instances.py | 14 -
.../core_api/routes/public/test_task_state.py | 53 +-
airflow-core/tests/unit/assets/test_manager.py | 10 +-
.../tests/unit/cli/commands/test_info_command.py | 8 -
.../tests/unit/cli/commands/test_task_command.py | 18 +-
airflow-core/tests/unit/cli/conftest.py | 20 -
airflow-core/tests/unit/models/test_dag.py | 5 +-
airflow-core/tests/unit/models/test_dagrun.py | 86 +-
.../tests/unit/models/test_mappedoperator.py | 108 ++
.../tests/unit/models/test_serialized_dag.py | 2 +-
.../tests/unit/plugins/test_plugins_manager.py | 16 -
.../unit/serialization/test_dag_serialization.py | 3 +-
.../unit/serialization/test_serialized_objects.py | 123 ++-
.../tests/unit/serialization/test_stringify.py | 26 +-
airflow-core/tests/unit/utils/test_task_group.py | 20 +-
airflow-ctl/docs/conf.py | 7 -
.../src/airflowctl/api/datamodels/generated.py | 54 +-
.../docker/Dockerfile.java | 28 +-
.../docker/java.yml | 34 +-
.../tests/airflow_e2e_tests/conftest.py | 102 ++
.../tests/airflow_e2e_tests/constants.py | 7 +
.../airflow_e2e_tests/java_sdk_tests}/__init__.py | 0
.../java_sdk_tests/test_java_sdk_dag.py | 128 +++
chart/Chart.yaml | 20 +-
chart/newsfragments/67681.significant.rst | 3 +
chart/values.schema.json | 6 +-
chart/values.yaml | 6 +-
contributing-docs/12_provider_distributions.rst | 13 +
dev/breeze/doc/images/output_build-docs.svg | 6 +-
dev/breeze/doc/images/output_build-docs.txt | 2 +-
...tput_release-management_add-back-references.svg | 6 +-
...tput_release-management_add-back-references.txt | 2 +-
.../output_release-management_publish-docs.svg | 6 +-
.../output_release-management_publish-docs.txt | 2 +-
...output_sbom_generate-providers-requirements.svg | 2 +-
...output_sbom_generate-providers-requirements.txt | 2 +-
.../images/output_testing_airflow-e2e-tests.svg | 2 +-
.../images/output_testing_airflow-e2e-tests.txt | 2 +-
.../images/output_workflow-run_publish-docs.svg | 6 +-
.../images/output_workflow-run_publish-docs.txt | 2 +-
.../airflow_breeze/commands/testing_commands.py | 1 +
dev/breeze/src/airflow_breeze/global_constants.py | 2 +-
.../airflow_breeze/utils/docker_command_utils.py | 1 +
.../src/airflow_breeze/utils/selective_checks.py | 60 +-
dev/breeze/tests/test_selective_checks.py | 60 +
dev/registry/extract_metadata.py | 123 ++-
dev/registry/tests/test_extract_metadata.py | 119 +-
devel-common/pyproject.toml | 5 +-
devel-common/sphinx_design/static/custom.css | 50 +
devel-common/src/docs/provider_conf.py | 77 +-
devel-common/src/docs/utils/conf_constants.py | 17 +-
docs/spelling_wordlist.txt | 8 +
go-sdk/pkg/execution/frames_oversized_test.go | 63 ++
go-sdk/pkg/execution/frames_test.go | 26 -
.../access_control.py => java-sdk/.editorconfig | 28 +-
java-sdk/.gitattributes | 11 +
java-sdk/.gitignore | 56 +
java-sdk/README.md | 101 ++
java-sdk/adr/0001-java-sdk-airflow-integration.md | 384 +++++++
java-sdk/adr/0002-workload-execution.md | 404 +++++++
java-sdk/adr/0003-pure-java-dags.md | 258 +++++
java-sdk/adr/0004-dag-parsing.md | 414 +++++++
java-sdk/adr/0005-coordinator-packaging.md | 160 +++
java-sdk/build.gradle.kts | 57 +
.../dags/java_examples.py | 47 +-
.../example/build.gradle.kts | 35 +-
.../apache/airflow/example/AnnotationExample.java | 68 ++
.../airflow/example/ExampleBundleBuilder.java | 24 +-
.../airflow/example/InterfaceExampleBuilder.java | 80 ++
.../gradle.properties | 21 +-
.../gradle/libs.versions.toml | 22 +-
java-sdk/gradle/wrapper/gradle-wrapper.jar | Bin 0 -> 43764 bytes
.../gradle/wrapper/gradle-wrapper.properties | 27 +-
java-sdk/gradlew | 233 ++++
java-sdk/gradlew.bat | 76 ++
java-sdk/sdk/build.gradle.kts | 218 ++++
.../main/kotlin/org/apache/airflow/sdk/Builder.kt | 273 +++++
.../main/kotlin/org/apache/airflow/sdk/Bundle.kt | 86 ++
.../main/kotlin/org/apache/airflow/sdk/Client.kt | 149 +++
.../main/kotlin/org/apache/airflow/sdk/Context.kt | 72 ++
.../src/main/kotlin/org/apache/airflow/sdk/Dag.kt | 92 ++
.../main/kotlin/org/apache/airflow/sdk/Server.kt | 159 +++
.../org/apache/airflow/sdk/execution/Client.kt | 131 +++
.../org/apache/airflow/sdk/execution/Comm.kt | 138 +++
.../org/apache/airflow/sdk/execution/Frame.kt | 102 ++
.../org/apache/airflow/sdk/execution/Logger.kt | 128 +++
.../org/apache/airflow/sdk/execution/MsgPack.kt | 155 +++
.../org/apache/airflow/sdk/execution/Task.kt | 86 ++
.../services/javax.annotation.processing.Processor | 23 +-
.../kotlin/org/apache/airflow/sdk/BuilderTest.kt | 239 ++++
.../kotlin/org/apache/airflow/sdk/BundleTest.kt | 34 +-
.../org/apache/airflow/sdk/execution/CommTest.kt | 86 ++
.../org/apache/airflow/sdk/execution/TaskTest.kt | 147 +++
java-sdk/settings.gradle.kts | 13 +
.../providers/amazon/aws/transfers/ftp_to_s3.py | 41 +-
.../providers/amazon/aws/transfers/s3_to_ftp.py | 80 +-
.../providers/amazon/aws/transfers/s3_to_sftp.py | 92 +-
.../providers/amazon/aws/transfers/sftp_to_s3.py | 148 ++-
.../airflow/providers/amazon/aws/triggers/emr.py | 2 +-
.../unit/amazon/aws/transfers/test_ftp_to_s3.py | 35 +
.../unit/amazon/aws/transfers/test_s3_to_ftp.py | 61 +-
.../unit/amazon/aws/transfers/test_s3_to_sftp.py | 62 ++
.../unit/amazon/aws/transfers/test_sftp_to_s3.py | 104 +-
providers/apache/beam/README.rst | 6 +-
providers/apache/spark/README.rst | 2 +
.../apache/spark/docs/connections/spark-submit.rst | 9 +
providers/apache/spark/docs/operators.rst | 12 +
providers/cncf/kubernetes/docs/operators.rst | 23 +
.../kubernetes/executors/kubernetes_executor.py | 1 +
.../providers/cncf/kubernetes/operators/job.py | 278 +++--
.../cncf/kubernetes/template_rendering.py | 3 +-
.../providers/cncf/kubernetes/triggers/job.py | 4 +-
.../providers/cncf/kubernetes/triggers/pod.py | 2 +-
.../providers/cncf/kubernetes/utils/pod_manager.py | 27 +-
.../unit/cncf/kubernetes/operators/test_job.py | 390 ++++++-
.../unit/cncf/kubernetes/triggers/test_job.py | 34 +
.../unit/cncf/kubernetes/utils/test_pod_manager.py | 69 ++
providers/common/ai/docs/changelog.rst | 23 +
providers/common/ai/docs/operators/agent.rst | 20 +-
providers/common/ai/docs/operators/llm.rst | 39 +-
.../common/ai/docs/operators/llm_file_analysis.rst | 18 +-
.../airflow/providers/common/ai/decorators/llm.py | 7 +-
.../common/ai/example_dags/example_agent.py | 24 +-
.../example_dags/example_aip_progress_tracker.py | 344 ++++++
.../common/ai/example_dags/example_llm.py | 21 +-
.../example_dags/example_llm_analysis_pipeline.py | 21 +-
.../ai/example_dags/example_llm_file_analysis.py | 22 +-
.../airflow/providers/common/ai/operators/agent.py | 36 +-
.../airflow/providers/common/ai/operators/llm.py | 47 +-
.../common/ai/operators/llm_file_analysis.py | 12 -
.../providers/common/ai/utils/output_type.py | 84 ++
.../tests/unit/common/ai/decorators/test_agent.py | 26 +-
.../tests/unit/common/ai/operators/test_agent.py | 70 +-
.../ai/tests/unit/common/ai/operators/test_llm.py | 85 +-
.../common/ai/operators/test_llm_file_analysis.py | 44 +-
.../unit/common/ai/plugins/test_hitl_review.py | 12 +-
.../tests/unit/common/ai/utils/test_output_type.py | 89 ++
.../databricks/plugins/databricks_workflow.py | 4 +-
.../databricks/plugins/test_databricks_workflow.py | 2 +-
.../airflow/providers/docker/operators/docker.py | 9 +
.../tests/unit/docker/operators/test_docker.py | 46 +
.../edge3/docs/edge-api-ref.rst | 10 +-
providers/edge3/docs/index.rst | 1 +
.../providers/edge3/executors/edge_executor.py | 4 +-
.../airflow/providers/edge3/models/edge_worker.py | 19 +-
.../edge3/plugins/edge_executor_plugin.py | 2 +-
.../providers/edge3/worker_api/routes/logs.py | 2 +-
providers/fab/README.rst | 2 +-
providers/fab/docs/api-ref/fab-api-ref.rst | 5 +-
.../cli_commands/permissions_command.py | 4 +-
.../cli_commands/test_permissions_command.py | 10 +-
.../providers/google/cloud/hooks/cloud_sql.py | 6 +-
.../airflow/providers/google/cloud/hooks/gcs.py | 11 +
.../providers/google/cloud/log/gcs_task_handler.py | 25 +-
.../providers/google/cloud/operators/gcs.py | 10 +
.../providers/google/cloud/triggers/bigquery.py | 2 +-
.../providers/google/cloud/triggers/dataproc.py | 6 +-
.../marketing_platform/operators/bid_manager.py | 54 +-
.../unit/google/cloud/hooks/test_cloud_sql.py | 30 +
.../tests/unit/google/cloud/hooks/test_gcs.py | 28 +
.../unit/google/cloud/log/test_gcs_task_handler.py | 93 +-
.../tests/unit/google/cloud/operators/test_gcs.py | 38 +
.../operators/test_bid_manager.py | 220 ++++
{airflow-core => providers/ibm/mq}/.gitignore | 0
LICENSE => providers/ibm/mq/LICENSE | 0
NOTICE => providers/ibm/mq/NOTICE | 0
providers/{apache/beam => ibm/mq}/README.rst | 78 +-
.../mq}/docs/.latest-doc-only-change.txt | 0
.../fab-api-ref.rst => ibm/mq/docs/changelog.rst} | 18 +-
.../token-api-ref.rst => ibm/mq/docs/commits.rst} | 19 +-
.../ibm/mq/docs/conf.py | 24 +-
.../ibm/mq/docs/connections/ibmmq.rst | 17 +-
.../mq/docs/connections/images/mq_connection.png | Bin 0 -> 31251 bytes
providers/ibm/mq/docs/index.rst | 136 +++
.../mq}/docs/installing-providers-from-sources.rst | 0
providers/ibm/mq/docs/integration-logos/ibm-mq.png | Bin 0 -> 67759 bytes
providers/ibm/mq/docs/message-queues.rst | 100 ++
providers/ibm/mq/docs/redirects.txt | 1 +
.../{apache/beam => ibm/mq}/docs/security.rst | 0
.../ibm/mq/pre_extras_install.yaml | 44 +-
providers/ibm/mq/provider.yaml | 67 ++
providers/ibm/mq/pyproject.toml | 139 +++
.../ibm/mq/src/airflow/__init__.py | 22 +-
.../ibm/mq/src/airflow/providers/__init__.py | 22 +-
.../ibm/mq/src/airflow/providers/ibm/__init__.py | 22 +-
.../mq/src/airflow/providers/ibm/mq/__init__.py | 30 +-
.../airflow/providers/ibm/mq/get_provider_info.py | 57 +
.../airflow/providers/ibm/mq/hooks}/__init__.py | 0
.../mq/src/airflow/providers/ibm/mq/hooks/mq.py | 708 ++++++++++++
.../airflow/providers/ibm/mq/queues}/__init__.py | 0
.../mq/src/airflow/providers/ibm/mq/queues/mq.py | 137 +++
.../airflow/providers/ibm/mq/triggers}/__init__.py | 0
.../mq/src/airflow/providers/ibm/mq/triggers/mq.py | 80 ++
.../airflow/providers/ibm/mq}/version_compat.py | 0
providers/ibm/mq/tests/conftest.py | 120 ++
.../ibm/mq/tests/system/__init__.py | 22 +-
.../ibm/mq/tests/system/ibm/__init__.py | 22 +-
.../ibm/mq/tests/system/ibm/mq}/__init__.py | 0
.../ibm/mq/example_dag_message_queue_trigger.py | 48 +
.../ibm/mq/tests/unit/__init__.py | 22 +-
.../ibm/mq/tests/unit/ibm/__init__.py | 22 +-
.../ibm/mq/tests/unit/ibm/mq}/__init__.py | 0
.../ibm/mq/tests/unit/ibm/mq/hooks}/__init__.py | 0
.../ibm/mq/tests/unit/ibm/mq/hooks/test_mq.py | 1150 ++++++++++++++++++++
.../ibm/mq/tests/unit/ibm/mq/queues}/__init__.py | 0
.../ibm/mq/tests/unit/ibm/mq/queues/test_mq.py | 249 +++++
.../ibm/mq/tests/unit/ibm/mq/triggers}/__init__.py | 0
.../ibm/mq/tests/unit/ibm/mq/triggers/test_mq.py | 76 ++
providers/keycloak/docs/api-ref/token-api-ref.rst | 5 +-
providers/microsoft/azure/README.rst | 8 +-
providers/mysql/README.rst | 1 +
.../airflow/providers/openlineage/utils/utils.py | 2 +-
.../providers/standard/operators/trigger_dagrun.py | 39 +-
.../providers/standard/sensors/external_task.py | 6 +-
.../providers/standard/utils/sensor_helper.py | 1 +
.../unit/standard/operators/test_trigger_dagrun.py | 54 +-
.../standard/sensors/test_external_task_sensor.py | 42 +-
providers/tableau/README.rst | 2 +-
pyproject.toml | 17 +
reproducible_build.yaml | 4 +-
scripts/ci/docker-compose/local.yml | 3 +
scripts/ci/docker-compose/remove-sources.yml | 1 +
scripts/ci/docker-compose/tests-sources.yml | 1 +
.../ci/prek/known_provide_session_positional.txt | 21 +-
scripts/ci/prek/supported_versions.py | 2 +-
scripts/ci/prek/sync_provider_readme.py | 158 +++
scripts/ci/prek/update_chart_dependencies.py | 3 +
scripts/docker/entrypoint_ci.sh | 2 +-
scripts/in_container/run_pre_extras_install.py | 94 +-
shared/listeners/pyproject.toml | 3 +
.../src/airflow_shared/listeners/listener.py | 48 +-
.../tests/listeners/test_listener_manager.py | 95 +-
shared/state/src/airflow_shared/state/__init__.py | 10 +
.../sdk/definitions/asset/access_control.py | 10 +-
task-sdk/src/airflow/sdk/definitions/deadline.py | 61 +-
.../sdk/definitions/decorators/task_group.py | 9 +-
task-sdk/src/airflow/sdk/definitions/taskgroup.py | 17 +
task-sdk/src/airflow/sdk/execution_time/context.py | 59 +-
.../src/airflow/sdk/execution_time/task_runner.py | 3 +-
task-sdk/src/airflow/sdk/serde/__init__.py | 43 +
.../definitions/decorators/test_task_group.py | 56 +
.../definitions/test_asset_access_control.py | 37 +-
.../tests/task_sdk/definitions/test_deadline.py | 52 +-
.../tests/task_sdk/definitions/test_taskgroup.py | 23 +
.../tests/task_sdk/execution_time/test_context.py | 88 +-
.../task_sdk/execution_time/test_task_runner.py | 12 +-
task-sdk/tests/task_sdk/serde/test_serde.py | 45 +-
uv.lock | 248 +++--
329 files changed, 14308 insertions(+), 1474 deletions(-)
create mode 100644 airflow-core/newsfragments/64751.feature.rst
create mode 100644 airflow-core/newsfragments/67684.bugfix.rst
create mode 100644
airflow-core/src/airflow/migrations/versions/0117_3_3_0_change_deadline_interval_to_json.py
create mode 100644
airflow-core/src/airflow/ui/src/components/FlexibleForm/FieldDateTime.test.tsx
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
airflow-core/tests/unit/api_fastapi/core_api/datamodels/test_ui_common.py (58%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
airflow-e2e-tests/docker/Dockerfile.java (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
airflow-e2e-tests/docker/java.yml (55%)
copy {airflow-core/src/airflow/_shared =>
airflow-e2e-tests/tests/airflow_e2e_tests/java_sdk_tests}/__init__.py (100%)
create mode 100644
airflow-e2e-tests/tests/airflow_e2e_tests/java_sdk_tests/test_java_sdk_dag.py
create mode 100644 chart/newsfragments/67681.significant.rst
create mode 100644 go-sdk/pkg/execution/frames_oversized_test.go
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
java-sdk/.editorconfig (56%)
create mode 100644 java-sdk/.gitattributes
create mode 100644 java-sdk/.gitignore
create mode 100644 java-sdk/README.md
create mode 100644 java-sdk/adr/0001-java-sdk-airflow-integration.md
create mode 100644 java-sdk/adr/0002-workload-execution.md
create mode 100644 java-sdk/adr/0003-pure-java-dags.md
create mode 100644 java-sdk/adr/0004-dag-parsing.md
create mode 100644 java-sdk/adr/0005-coordinator-packaging.md
create mode 100644 java-sdk/build.gradle.kts
copy airflow-core/src/airflow/api_fastapi/core_api/datamodels/task_state.py =>
java-sdk/dags/java_examples.py (50%)
copy airflow-core/src/airflow/ui/src/pages/Task/GroupTaskHeader.tsx =>
java-sdk/example/build.gradle.kts (58%)
create mode 100644
java-sdk/example/src/java/org/apache/airflow/example/AnnotationExample.java
copy airflow-core/src/airflow/ui/src/pages/Task/GroupTaskHeader.tsx =>
java-sdk/example/src/java/org/apache/airflow/example/ExampleBundleBuilder.java
(62%)
create mode 100644
java-sdk/example/src/java/org/apache/airflow/example/InterfaceExampleBuilder.java
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
java-sdk/gradle.properties (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
java-sdk/gradle/libs.versions.toml (55%)
create mode 100644 java-sdk/gradle/wrapper/gradle-wrapper.jar
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
java-sdk/gradle/wrapper/gradle-wrapper.properties (55%)
create mode 100755 java-sdk/gradlew
create mode 100644 java-sdk/gradlew.bat
create mode 100644 java-sdk/sdk/build.gradle.kts
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/Builder.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/Bundle.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/Client.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/Context.kt
create mode 100644 java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/Dag.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/Server.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/execution/Client.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/execution/Comm.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/execution/Frame.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/execution/Logger.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/execution/MsgPack.kt
create mode 100644
java-sdk/sdk/src/main/kotlin/org/apache/airflow/sdk/execution/Task.kt
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
java-sdk/sdk/src/main/resources/META-INF/services/javax.annotation.processing.Processor
(55%)
create mode 100644
java-sdk/sdk/src/test/kotlin/org/apache/airflow/sdk/BuilderTest.kt
copy airflow-core/src/airflow/ui/src/pages/Task/GroupTaskHeader.tsx =>
java-sdk/sdk/src/test/kotlin/org/apache/airflow/sdk/BundleTest.kt (52%)
create mode 100644
java-sdk/sdk/src/test/kotlin/org/apache/airflow/sdk/execution/CommTest.kt
create mode 100644
java-sdk/sdk/src/test/kotlin/org/apache/airflow/sdk/execution/TaskTest.kt
create mode 100644 java-sdk/settings.gradle.kts
create mode 100644
providers/common/ai/src/airflow/providers/common/ai/example_dags/example_aip_progress_tracker.py
create mode 100644
providers/common/ai/src/airflow/providers/common/ai/utils/output_type.py
create mode 100644
providers/common/ai/tests/unit/common/ai/utils/test_output_type.py
copy airflow-core/docs/core-concepts/auth-manager/simple/sam-token-api-ref.rst
=> providers/edge3/docs/edge-api-ref.rst (74%)
copy {airflow-core => providers/ibm/mq}/.gitignore (100%)
copy LICENSE => providers/ibm/mq/LICENSE (100%)
copy NOTICE => providers/ibm/mq/NOTICE (100%)
copy providers/{apache/beam => ibm/mq}/README.rst (51%)
copy providers/{apache/beam => ibm/mq}/docs/.latest-doc-only-change.txt (100%)
copy providers/{fab/docs/api-ref/fab-api-ref.rst => ibm/mq/docs/changelog.rst}
(65%)
copy providers/{keycloak/docs/api-ref/token-api-ref.rst =>
ibm/mq/docs/commits.rst} (54%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/docs/conf.py (58%)
copy airflow-core/docs/core-concepts/auth-manager/simple/sam-token-api-ref.rst
=> providers/ibm/mq/docs/connections/ibmmq.rst (74%)
create mode 100644 providers/ibm/mq/docs/connections/images/mq_connection.png
create mode 100644 providers/ibm/mq/docs/index.rst
copy providers/{apache/beam =>
ibm/mq}/docs/installing-providers-from-sources.rst (100%)
create mode 100644 providers/ibm/mq/docs/integration-logos/ibm-mq.png
create mode 100644 providers/ibm/mq/docs/message-queues.rst
create mode 100644 providers/ibm/mq/docs/redirects.txt
copy providers/{apache/beam => ibm/mq}/docs/security.rst (100%)
copy airflow-core/src/airflow/api_fastapi/core_api/datamodels/task_state.py =>
providers/ibm/mq/pre_extras_install.yaml (52%)
create mode 100644 providers/ibm/mq/provider.yaml
create mode 100644 providers/ibm/mq/pyproject.toml
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/src/airflow/__init__.py (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/src/airflow/providers/__init__.py (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/src/airflow/providers/ibm/__init__.py (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/src/airflow/providers/ibm/mq/__init__.py (55%)
create mode 100644
providers/ibm/mq/src/airflow/providers/ibm/mq/get_provider_info.py
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/src/airflow/providers/ibm/mq/hooks}/__init__.py (100%)
create mode 100644 providers/ibm/mq/src/airflow/providers/ibm/mq/hooks/mq.py
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/src/airflow/providers/ibm/mq/queues}/__init__.py (100%)
create mode 100644 providers/ibm/mq/src/airflow/providers/ibm/mq/queues/mq.py
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/src/airflow/providers/ibm/mq/triggers}/__init__.py (100%)
create mode 100644 providers/ibm/mq/src/airflow/providers/ibm/mq/triggers/mq.py
copy providers/{apache/flink/src/airflow/providers/apache/flink =>
ibm/mq/src/airflow/providers/ibm/mq}/version_compat.py (100%)
create mode 100644 providers/ibm/mq/tests/conftest.py
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/tests/system/__init__.py (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/tests/system/ibm/__init__.py (55%)
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/tests/system/ibm/mq}/__init__.py (100%)
create mode 100644
providers/ibm/mq/tests/system/ibm/mq/example_dag_message_queue_trigger.py
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/tests/unit/__init__.py (55%)
copy task-sdk/src/airflow/sdk/definitions/asset/access_control.py =>
providers/ibm/mq/tests/unit/ibm/__init__.py (55%)
copy {airflow-core/tests/integration =>
providers/ibm/mq/tests/unit/ibm/mq}/__init__.py (100%)
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/tests/unit/ibm/mq/hooks}/__init__.py (100%)
create mode 100644 providers/ibm/mq/tests/unit/ibm/mq/hooks/test_mq.py
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/tests/unit/ibm/mq/queues}/__init__.py (100%)
create mode 100644 providers/ibm/mq/tests/unit/ibm/mq/queues/test_mq.py
copy {airflow-core/src/airflow/_shared =>
providers/ibm/mq/tests/unit/ibm/mq/triggers}/__init__.py (100%)
create mode 100644 providers/ibm/mq/tests/unit/ibm/mq/triggers/test_mq.py
create mode 100755 scripts/ci/prek/sync_provider_readme.py
