This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from 87e7ad9 (commit)
to 22c6316 (commit)
from 87e7ad9 fix bug where multiple volume mounts created (#10915)
add 791f904 Adds the maintain-heart-rate to quarantine. (#10922)
add d26830f Make vrious scripts Google Shell Guide compatible (#10812)
add f696322 Make Clients Google Shell guide compatible (#10810)
add b2dc346 Make breeeze-complete Google Shell Guide compatible (#10708)
add ad4f232 Remove unknown pytest.ini setting (#10923)
add 9e42a97 Mark task as failed when it fails sending in Celery (#10881)
add 383a118 Add more type annotations to AWS hooks (#10671)
add 7b4dc63 Add Formatted Stacktrace for Spelling Error (#10919)
add e9add79 Fix Failing static tests on Master (#10927)
add eaa49b2 Fix chain methods for XComArg (#10827)
add 67402b7 Fix grammar in Bug Report Template (#10936)
add 2832c95 Stop running Doc tests with Spelling tests (#10938)
add 4e1f3a6 [AIRFLOW-10645] Add AWS Secrets Manager Hook (#10655)
add 5d6d5a2 Allow to specify path to kubeconfig in KubernetesHook (#10453)
add d24b8f6 Add Examples and documentation for pod_template_file feature
(#10916)
add aab9599 Fix 'Tasks State' stats UI Overlap (#10939)
add b628067 Minor refactor of the login methods in tests.www.test_views
(#10918)
add 83ed6bd Cache for kubernetes tests is updateable (#10945)
add 9616518 Add CeleryKubernetesExecutor (#10901)
add 23768f6 Proposal: remove -serviceaccount suffix from KSA names in
helm chart (#10892)
add 791a175 Fix the method defaults for _construct_volume (#10948)
add d43bb75 Remove test dependency from TestApiKerberos (#10950)
add 14f2763 Fixes retrieval of correct branch in non-master related
builds (#10912)
add 45272a8 Github repository can be overridden in command line by Breeze
(#10943)
add e4e316a Fix Kubernetes Executor logs for long dag names (#10942)
add ce19657 Fix case of GitHub. (#10955)
add f7da7d9 Fix ExternalTaskMarker serialized fields (#10924)
add 905cdd5 Add a default for DagModel.default_view (#10897)
add 22c6316 Fix more docs spellings (#10965)
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/bug_report.md | 2 +-
.github/SECURITY.rst | 2 +-
.github/workflows/build-images-workflow-run.yml | 36 ++-
.github/workflows/ci.yml | 2 +-
.pre-commit-config.yaml | 4 +-
BREEZE.rst | 2 +-
CHANGELOG.txt | 6 +-
CI.rst | 10 +-
CONTRIBUTING.rst | 16 +-
IMAGES.rst | 10 +-
STATIC_CODE_CHECKS.rst | 2 +-
airflow/config_templates/config.yml | 18 +-
airflow/config_templates/default_airflow.cfg | 13 +-
airflow/example_dags/example_xcomargs.py | 18 +-
airflow/executors/celery_executor.py | 6 +-
airflow/executors/celery_kubernetes_executor.py | 158 +++++++++++
airflow/executors/executor_loader.py | 30 ++-
.../dags_in_image_template.yaml | 84 ++++++
.../dags_in_volume_template.yaml | 81 ++++++
.../git_sync_template.yaml | 107 ++++++++
airflow/kubernetes/worker_configuration.py | 2 +-
airflow/models/dag.py | 15 ++
airflow/models/taskinstance.py | 2 +-
airflow/models/xcom_arg.py | 18 +-
airflow/providers/amazon/aws/hooks/aws_dynamodb.py | 13 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 36 ++-
airflow/providers/amazon/aws/hooks/ec2.py | 5 +-
airflow/providers/amazon/aws/hooks/emr.py | 13 +-
airflow/providers/amazon/aws/hooks/kinesis.py | 9 +-
.../providers/amazon/aws/hooks/lambda_function.py | 15 +-
airflow/providers/amazon/aws/hooks/logs.py | 19 +-
airflow/providers/amazon/aws/hooks/redshift.py | 5 +-
.../providers/amazon/aws/hooks/secrets_manager.py | 68 +++++
airflow/providers/amazon/aws/hooks/sqs.py | 17 +-
.../providers/amazon/aws/hooks/step_function.py | 5 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 55 +++-
.../dingding/example_dags/example_dingding.py | 2 +-
airflow/providers/google/cloud/hooks/bigquery.py | 2 +-
.../providers/google/cloud/hooks/datacatalog.py | 2 +-
airflow/providers/google/cloud/hooks/gdm.py | 2 +-
.../google/cloud/operators/datacatalog.py | 2 +-
airflow/sensors/external_task_sensor.py | 16 +-
airflow/utils/log/file_task_handler.py | 20 +-
airflow/www/forms.py | 5 +-
airflow/www/security.py | 2 +-
airflow/www/templates/airflow/dag.html | 4 +-
airflow/www/templates/airflow/dags.html | 6 +-
breeze | 112 ++++----
breeze-complete | 294 +++++++++++++--------
chart/files/pod-template-file.yaml | 2 +-
chart/templates/cleanup/cleanup-cronjob.yaml | 2 +-
.../templates/cleanup/cleanup-serviceaccount.yaml | 2 +-
chart/templates/rbac/pod-cleanup-rolebinding.yaml | 2 +-
chart/templates/rbac/pod-launcher-rolebinding.yaml | 4 +-
.../templates/scheduler/scheduler-deployment.yaml | 2 +-
.../scheduler/scheduler-serviceaccount.yaml | 2 +-
chart/templates/workers/worker-deployment.yaml | 2 +-
chart/templates/workers/worker-serviceaccount.yaml | 2 +-
clients/gen/common.sh | 3 +
clients/gen/go.sh | 25 +-
dev/BACKPORT_PACKAGES.md | 2 +-
dev/airflow-github | 6 +-
dev/sign.sh | 7 +-
docs/build_docs.py | 218 ++++++++++++---
docs/executor/celery_kubernetes.rst | 46 ++++
docs/executor/index.rst | 1 +
docs/executor/kubernetes.rst | 55 ++++
docs/howto/connection/kubernetes.rst | 12 +-
docs/operators-and-hooks-ref.rst | 6 +
docs/project.rst | 2 +-
docs/spelling_wordlist.txt | 5 +-
docs/start_doc_server.sh | 5 +-
pytest.ini | 1 -
scripts/ci/constraints/ci_commit_constraints.sh | 2 +-
scripts/ci/libraries/_build_images.sh | 24 +-
scripts/ci/libraries/_initialization.sh | 9 +-
scripts/ci/libraries/_parameters.sh | 4 +-
scripts/ci/libraries/_push_pull_remove_images.sh | 3 +-
.../ci/pre_commit/pre_commit_check_integrations.sh | 8 +-
.../ci/pre_commit/pre_commit_check_pre_commits.sh | 8 +-
scripts/in_container/run_ci_tests.sh | 2 +-
.../in_container/update_quarantined_test_status.py | 2 +-
tests/bats/test_breeze_complete.bats | 151 +++++++++++
tests/bats/test_breeze_params.bats | 12 +-
tests/executors/test_celery_executor.py | 7 +-
tests/executors/test_celery_kubernetes_executor.py | 242 +++++++++++++++++
tests/executors/test_executor_loader.py | 5 +-
tests/jobs/test_local_task_job.py | 1 +
tests/models/test_dag.py | 11 +
tests/models/test_taskinstance.py | 18 ++
tests/models/test_xcom_arg.py | 18 +-
.../amazon/aws/hooks/test_secrets_manager.py | 88 ++++++
.../cncf/kubernetes/hooks/test_kubernetes.py | 44 ++-
tests/providers/dingding/hooks/test_dingding.py | 2 +-
tests/sensors/test_external_task_sensor.py | 21 ++
tests/test_config_templates.py | 1 +
tests/test_utils/mock_operators.py | 2 +-
tests/utils/perf/scheduler_dag_execution_timing.py | 3 +-
.../api/experimental/test_kerberos_endpoints.py | 12 +
tests/www/test_views.py | 130 +++------
100 files changed, 2118 insertions(+), 499 deletions(-)
create mode 100644 airflow/executors/celery_kubernetes_executor.py
create mode 100644
airflow/kubernetes/pod_template_file_examples/dags_in_image_template.yaml
create mode 100644
airflow/kubernetes/pod_template_file_examples/dags_in_volume_template.yaml
create mode 100644
airflow/kubernetes/pod_template_file_examples/git_sync_template.yaml
create mode 100644 airflow/providers/amazon/aws/hooks/secrets_manager.py
create mode 100644 docs/executor/celery_kubernetes.rst
create mode 100644 tests/bats/test_breeze_complete.bats
create mode 100644 tests/executors/test_celery_kubernetes_executor.py
create mode 100644 tests/providers/amazon/aws/hooks/test_secrets_manager.py
