This is an automated email from the ASF dual-hosted git repository.
Lee-W pushed a change to branch ci-upgrade-main
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 7f42077bfbd [main] CI: Upgrade important CI environment
add b8cb62a651f Warm-shutdown supervisor on SIGTERM instead of killing the
running task (#69034)
add 7ede795680b Update schema versions (#68509)
add 5eaf78bd629 Add team_name tags to Kubernetes executor metrics (#69046)
add 2257e956912 Fix KubernetesExecutor leaking a Manager process when
reading running task logs (#68800)
add d2d9f4c2d83 Improve API server HTTPRoute configuration (#68552)
add e8a6db188cd Sync magpie-setup bootstrap skill to current apache-magpie
framework (#69209)
add ecd6fd4ad24 Add airflowctl dags state command (#68564)
add adb541ca663 Add new Committers to CODEOWNERS (#69215)
add b006a978d20 Add task.execute detail span around task execute callable
(#67877)
add 5d4453dcaff MSgraph: fix UnicodeDecodeError in DefaultResponseHandler
when response content is binary (#68495)
add 9b8c03f6739 Trim redundant comments from KubernetesExecutor
lazy-Manager tests (#69216)
add 98f89a04976 Mark dags details for airflowctl (#68529)
add ec5f19d4999 Add a test verifying that SnowparkOperator closes the
Snowpark (#68775)
add b3678b3354e SnowflakeSqlApiOperator: add XCom query ID test coverage
(#68731)
add ff10b2e3e19 Honor catchup for historical asset events in
asset-triggered Dags (#68749)
add 37f6259b708 Fix mapped task group XCom collapsing to a bare value for
a single expansion (#69075)
add 9ecca013c9a Triggerer: strengthen triggerer metric test coverage
(#68545)
add bfba4eb26fd Fix lang-SDK KubernetesExecutor system test reverting
api-server auth manager (#69221)
add b448e6ec582 Clarify when last_automated_data_interval is None in
timetable docs (#68461)
add e01986326c1 Skip pnpm install in UI pre-commit hook when deps are
unchanged (#64124)
add e577860a743 Remove stale metrics no longer emitted from the metrics
registry (#68945)
add e29d36f527b Add `env_provider` and `Extra.env` support to MCP stdio
transport (#69225)
add 54f4300bcd0 Guard JSONB migration against invalid bytes conversion
(#69064)
add d161a4934da Refactor UI translation files to use nested keys for
DRYness (#68285)
add fa9e5c7aaca Fix Java SDK numeric XCom casting and remove unused XCom
key field (#68983)
add d5ccb62e386 Point provider agents at the cross-provider
dependency-bump rule (#69218)
add 17aa5415c7c Mark providers commands for airflowctl (#68525)
add f30c2ef60c1 Fix msgraph/Power BI auth failure from empty allowed_hosts
list (#69014)
add 81dbef9f4bd Align hook run() annotations with None-able handler
results (#69230)
add 2033e1a57c7 Make Dag pause toggle update immediately on click (#69134)
add 3bfa5ff9a37 Fix retry policy overrides not persisted to task instance
history (#69235)
add 55cdf67cdb2 Fix OTel integration test after task.execute span addition
(#69236)
add 4a9600cb3b9 [main] CI: Upgrade important CI environment
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (7f42077bfbd)
\
N -- N -- N refs/heads/ci-upgrade-main (4a9600cb3b9)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.agents/skills/magpie-setup/SKILL.md | 20 +-
.agents/skills/magpie-setup/adopt.md | 171 +++++---
.agents/skills/magpie-setup/overrides.md | 4 +-
.agents/skills/magpie-setup/unadopt.md | 85 ++--
.agents/skills/magpie-setup/upgrade.md | 91 +++--
.agents/skills/magpie-setup/verify.md | 50 ++-
.agents/skills/magpie-setup/worktree-init.md | 52 ++-
.github/CODEOWNERS | 12 +-
airflow-core/docs/howto/timetable.rst | 9 +
airflow-core/newsfragments/68749.bugfix.rst | 1 +
airflow-core/newsfragments/69075.bugfix.rst | 1 +
.../execution_api/routes/task_instances.py | 7 +
.../src/airflow/cli/commands/dag_command.py | 1 +
.../src/airflow/cli/commands/provider_command.py | 3 +
.../src/airflow/jobs/scheduler_job_runner.py | 14 +-
...49_3_0_0_remove_pickled_data_from_xcom_table.py | 190 +++++----
..._3_0_0_remove_pickled_data_from_dagrun_table.py | 37 +-
airflow-core/src/airflow/timetables/base.py | 3 +
.../airflow/ui/public/i18n/locales/en/admin.json | 32 +-
.../airflow/ui/public/i18n/locales/en/common.json | 12 +-
.../airflow/ui/public/i18n/locales/en/dags.json | 12 +-
.../airflow/ui/src/queries/useTogglePause.test.tsx | 183 +++++++++
.../src/airflow/ui/src/queries/useTogglePause.ts | 104 ++++-
airflow-core/tests/integration/otel/test_otel.py | 3 +-
.../versions/head/test_task_instances.py | 48 +++
.../unit/cli/commands/test_command_deprecations.py | 5 +-
airflow-core/tests/unit/jobs/test_scheduler_job.py | 123 ++++--
airflow-core/tests/unit/jobs/test_triggerer_job.py | 30 +-
...est_0049_remove_pickled_data_from_xcom_table.py | 150 +++++++
...t_0055_remove_pickled_data_from_dagrun_table.py | 143 +++++++
.../airflowctl_tests/test_airflowctl_commands.py | 4 +-
airflow-ctl/docs/images/command_hashes.txt | 2 +-
airflow-ctl/docs/images/output_dags.svg | 130 +++---
airflow-ctl/src/airflowctl/api/client.py | 3 +-
airflow-ctl/src/airflowctl/api/operations.py | 21 +-
airflow-ctl/src/airflowctl/ctl/cli_config.py | 14 +
.../src/airflowctl/ctl/commands/dag_command.py | 57 ++-
airflow-ctl/src/airflowctl/ctl/help_texts.yaml | 1 +
airflow-ctl/tests/airflow_ctl/api/test_client.py | 30 +-
.../tests/airflow_ctl/api/test_operations.py | 36 ++
.../airflow_ctl/ctl/commands/test_dag_command.py | 117 ++++++
.../java_sdk_tests/test_java_sdk_dag.py | 26 ++
chart/docs/production-guide.rst | 14 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 10 +
chart/newsfragments/69034.significant.rst | 7 +
.../templates/api-server/api-server-httproute.yaml | 29 +-
chart/templates/api-server/api-server-ingress.yaml | 3 +
chart/tests/chart_utils/helm_template_generator.py | 3 +
.../airflow_aux/test_pod_template_file.py | 11 +
.../apiserver/test_httproute_apiserver.py | 215 +++++++---
chart/values.schema.json | 198 +++++----
chart/values.yaml | 94 +++--
chart/values_schema.schema.json | 2 +-
.../airflow_breeze/commands/kubernetes_commands.py | 6 +
docker-stack-docs/entrypoint.rst | 9 +
docs/spelling_wordlist.txt | 2 +
generated/provider_dependencies.json.sha256sum | 1 +
.../airflow/example/ExampleBundleBuilder.java | 5 +-
.../apache/airflow/example/XComCastingExample.java | 77 ++++
.../example/src/resources/dags/java_examples.py | 36 ++
.../org/apache/airflow/sdk/BuilderProcessor.kt | 46 ++-
.../kotlin/org/apache/airflow/sdk/BuilderTest.kt | 65 ++-
.../main/kotlin/org/apache/airflow/sdk/Builder.kt | 2 -
providers/AGENTS.md | 1 +
.../kubernetes/executors/kubernetes_executor.py | 36 +-
.../executors/kubernetes_executor_utils.py | 64 ++-
.../executors/test_kubernetes_executor.py | 451 ++++++++++++++++++++-
providers/common/ai/docs/connections/mcp.rst | 67 ++-
providers/common/ai/docs/toolsets.rst | 13 +-
.../common/ai/example_dags/example_mcp.py | 41 ++
.../src/airflow/providers/common/ai/hooks/mcp.py | 86 +++-
.../airflow/providers/common/ai/toolsets/mcp.py | 21 +-
.../ai/tests/unit/common/ai/hooks/test_mcp.py | 207 +++++++++-
.../ai/tests/unit/common/ai/toolsets/test_mcp.py | 22 +-
.../src/airflow/providers/common/sql/hooks/sql.py | 2 +-
.../providers/databricks/hooks/databricks_sql.py | 10 +-
.../unit/databricks/hooks/test_databricks_sql.py | 19 +-
.../src/airflow/providers/exasol/hooks/exasol.py | 4 +-
.../providers/microsoft/azure/hooks/msgraph.py | 11 +-
.../unit/microsoft/azure/hooks/test_msgraph.py | 26 ++
.../airflow/providers/snowflake/hooks/snowflake.py | 4 +-
.../unit/snowflake/decorators/test_snowpark.py | 32 +-
.../unit/snowflake/operators/test_snowflake.py | 30 ++
.../unit/snowflake/operators/test_snowpark.py | 52 ++-
.../tests/unit/snowflake/utils/test_snowpark.py | 2 +-
scripts/ci/prek/ts_compile_lint_ui.py | 30 +-
.../observability/metrics/metrics_template.yaml | 18 -
task-sdk/src/airflow/sdk/definitions/xcom_arg.py | 12 +-
.../src/airflow/sdk/execution_time/coordinator.py | 68 +++-
.../src/airflow/sdk/execution_time/supervisor.py | 21 -
.../src/airflow/sdk/execution_time/task_runner.py | 59 ++-
.../serializers/{uuid.py => lazy_xcom_sequence.py} | 24 +-
.../tests/task_sdk/dags/signal_forward_test.py | 44 --
.../task_sdk/definitions/test_mappedoperator.py | 10 +
.../tests/task_sdk/definitions/test_xcom_arg.py | 68 +++-
.../task_sdk/execution_time/test_coordinator.py | 137 +++++++
.../task_sdk/execution_time/test_supervisor.py | 49 +--
.../task_sdk/execution_time/test_task_runner.py | 140 +++++++
98 files changed, 3907 insertions(+), 846 deletions(-)
create mode 100644 airflow-core/newsfragments/68749.bugfix.rst
create mode 100644 airflow-core/newsfragments/69075.bugfix.rst
create mode 100644
airflow-core/src/airflow/ui/src/queries/useTogglePause.test.tsx
create mode 100644
airflow-core/tests/unit/migrations/test_0049_remove_pickled_data_from_xcom_table.py
create mode 100644
airflow-core/tests/unit/migrations/test_0055_remove_pickled_data_from_dagrun_table.py
create mode 100644 chart/newsfragments/69034.significant.rst
create mode 100644 generated/provider_dependencies.json.sha256sum
create mode 100644
java-sdk/example/src/java/org/apache/airflow/example/XComCastingExample.java
copy task-sdk/src/airflow/sdk/serde/serializers/{uuid.py =>
lazy_xcom_sequence.py} (63%)
delete mode 100644 task-sdk/tests/task_sdk/dags/signal_forward_test.py
