This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to tag nightly-master in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! *** from ee9bdff (commit) to d93b6e5 (commit) from ee9bdff Minor doc improvements in blob_storage_to_gcs.rst (#11607) add 16ed974 Remove redundant code to serialized k8s.V1Pod (#11602) add f0f01d4 Replace old screenshots for managing Connections with new (#11608) add c77865b bump werkzeug version (#11610) add 925f761 Behaviour to install all airflow providers added (#11529) add bf468c7 Mention about .sh commands and templates in BashOperator docs (#11566) add 112f7d7 Add creating_job_id to DagRun table (#11396) add 90384b1 fix typo in 'Installing with Breeze' doc (#11611) add 7285182 Use permission constants (#11389) add f507180 Make DagRunType inherit from `str` too for easier use. (#11621) add 620d3a6 Add missing states in TaskGroup state (#11626) add e74b861 Expose flower and redis ports in breeze (#11624) add db3fe09 Teardown of webserver tests is not picky about processes. (#11616) add 66ced72 Name and optionally preserve data volumes in Breeze (#11628) add 49c5814 Strict type checking for provider Google (#11609) add 46a121f docs: Update Bigquery clustering docstrings (#11232) add 63a1633 Update order for pre-commits to fail fast (#11636) add 76dd8d0 Fix typo in BREEZE.rst (#11637) add f8ff217 Fix incorrect typing and move config args out of extra connection config to operator args (#11635) add 9237338 Optimizes CI builds heavily with selective checks (#11541) add 885db90 Fix minor typos in tests (#11638) add 4655409 Improves stability of K8S tests by caching binaries and repeats (#11634) add bf79578 Fix random kills during pre-commit image building (#11535) add 6fbb235 Fixed an error introduced in selective checks (#11640) add 4fcc71c Fixes selective tests in case of missing merge commits (#11641) add c06addf Revert "Fixes selective tests in case of missing merge commits (#11641)" (#11646) add 8ed2229 Revert "Fixed an error introduced in selective checks (#11640)" (#11647) add d93b6e5 Revert "Optimizes CI builds heavily with selective checks (#11541)" (#11648) No new revisions were added by this update. Summary of changes: .github/workflows/build-images-workflow-run.yml | 1 + .github/workflows/ci.yml | 11 ++ .pre-commit-config.yaml | 48 +++---- BREEZE.rst | 63 +++++++- CONTRIBUTING.rst | 159 ++++++++++++--------- Dockerfile | 3 + Dockerfile.ci | 10 +- IMAGES.rst | 18 ++- INSTALL | 18 +++ airflow/api_connexion/endpoints/config_endpoint.py | 3 +- .../api_connexion/endpoints/connection_endpoint.py | 11 +- airflow/api_connexion/endpoints/dag_endpoint.py | 8 +- .../api_connexion/endpoints/dag_run_endpoint.py | 37 ++++- .../api_connexion/endpoints/dag_source_endpoint.py | 4 +- .../api_connexion/endpoints/event_log_endpoint.py | 5 +- .../api_connexion/endpoints/extra_link_endpoint.py | 8 +- .../endpoints/import_error_endpoint.py | 5 +- airflow/api_connexion/endpoints/log_endpoint.py | 6 +- airflow/api_connexion/endpoints/pool_endpoint.py | 11 +- airflow/api_connexion/endpoints/task_endpoint.py | 14 +- .../endpoints/task_instance_endpoint.py | 30 ++-- .../api_connexion/endpoints/variable_endpoint.py | 11 +- airflow/api_connexion/endpoints/xcom_endpoint.py | 16 +-- airflow/api_connexion/security.py | 9 +- airflow/jobs/backfill_job.py | 5 +- airflow/jobs/base_job.py | 9 ++ airflow/jobs/scheduler_job.py | 7 +- ... => 364159666cbd_add_job_id_to_dagrun_table.py} | 20 +-- airflow/models/dag.py | 14 +- airflow/models/dagrun.py | 13 +- airflow/operators/bash.py | 7 + airflow/providers/google/cloud/hooks/bigquery.py | 12 +- .../providers/google/cloud/operators/bigquery.py | 8 +- .../google/cloud/transfers/gcs_to_bigquery.py | 4 +- .../providers/google/common/hooks/base_google.py | 4 +- .../providers/google/common/hooks/discovery_api.py | 6 +- .../google/firebase/operators/firestore.py | 2 +- .../google/marketing_platform/hooks/analytics.py | 4 +- .../marketing_platform/hooks/campaign_manager.py | 6 +- .../marketing_platform/hooks/display_video.py | 4 +- .../marketing_platform/operators/analytics.py | 24 ++-- .../operators/campaign_manager.py | 20 +-- .../marketing_platform/operators/display_video.py | 16 +-- .../marketing_platform/operators/search_ads.py | 6 +- .../marketing_platform/sensors/campaign_manager.py | 2 +- .../marketing_platform/sensors/display_video.py | 10 +- .../marketing_platform/sensors/search_ads.py | 6 +- airflow/providers/google/suite/hooks/sheets.py | 14 +- airflow/providers/google/suite/operators/sheets.py | 2 +- .../google/suite/transfers/gcs_to_gdrive.py | 2 +- .../google/suite/transfers/gcs_to_sheets.py | 2 +- .../providers/microsoft/azure/hooks/azure_batch.py | 62 +++++--- .../microsoft/azure/operators/azure_batch.py | 62 ++++++-- airflow/security/permissions.py | 12 ++ airflow/serialization/serialized_objects.py | 3 - airflow/ti_deps/deps/dagrun_id_dep.py | 6 +- airflow/utils/db.py | 7 +- airflow/utils/types.py | 2 +- airflow/www/decorators.py | 3 +- airflow/www/forms.py | 2 +- airflow/www/security.py | 6 +- airflow/www/static/css/graph.css | 4 + airflow/www/templates/airflow/graph.html | 4 +- airflow/www/views.py | 9 +- breeze | 66 +++++++-- breeze-complete | 3 +- dev/README.md | 2 +- docs/img/connection_create.png | Bin 51946 -> 52889 bytes docs/img/connection_edit.png | Bin 34567 -> 31186 bytes docs/img/connections.png | Bin 97904 -> 79451 bytes docs/production-deployment.rst | 17 +++ scripts/ci/docker-compose/backend-mysql.yml | 3 + scripts/ci/docker-compose/backend-postgres.yml | 3 + scripts/ci/docker-compose/backend-sqlite.yml | 5 + scripts/ci/docker-compose/base.yml | 1 + .../ci/docker-compose/integration-cassandra.yml | 3 + scripts/ci/docker-compose/integration-mongo.yml | 3 + scripts/ci/docker-compose/integration-openldap.yml | 3 + scripts/ci/docker-compose/integration-presto.yml | 3 + scripts/ci/docker-compose/integration-rabbitmq.yml | 3 + scripts/ci/docker-compose/integration-redis.yml | 5 + scripts/ci/libraries/_all_libs.sh | 2 + scripts/ci/libraries/_build_images.sh | 11 +- scripts/ci/libraries/_initialization.sh | 9 ++ scripts/ci/libraries/_kind.sh | 10 +- scripts/ci/libraries/{_traps.sh => _repeats.sh} | 41 +++--- scripts/ci/mysql/conf.d/airflow.cnf | 2 +- setup.py | 8 +- tests/api/auth/test_client.py | 2 +- tests/api/common/experimental/test_delete_dag.py | 2 +- .../endpoints/test_config_endpoint.py | 6 +- .../endpoints/test_connection_endpoint.py | 9 +- tests/api_connexion/endpoints/test_dag_endpoint.py | 11 +- .../endpoints/test_dag_run_endpoint.py | 33 ++--- .../endpoints/test_dag_source_endpoint.py | 6 +- .../endpoints/test_event_log_endpoint.py | 6 +- .../endpoints/test_extra_link_endpoint.py | 10 +- .../endpoints/test_import_error_endpoint.py | 3 +- tests/api_connexion/endpoints/test_log_endpoint.py | 8 +- .../api_connexion/endpoints/test_pool_endpoint.py | 9 +- .../api_connexion/endpoints/test_task_endpoint.py | 6 +- .../endpoints/test_task_instance_endpoint.py | 13 +- .../endpoints/test_variable_endpoint.py | 9 +- .../api_connexion/endpoints/test_xcom_endpoint.py | 23 +-- .../schemas/test_task_instance_schema.py | 5 +- tests/cli/commands/test_sync_perm_command.py | 5 +- tests/cli/commands/test_webserver_command.py | 12 +- tests/core/test_configuration.py | 2 +- tests/jobs/test_backfill_job.py | 14 ++ tests/jobs/test_scheduler_job.py | 27 ++++ tests/models/test_dag.py | 23 ++- tests/models/test_dagrun.py | 8 +- tests/operators/test_python.py | 12 +- .../google/firebase/hooks/test_firestore.py | 2 +- .../google/firebase/operators/test_firestore.py | 2 +- .../microsoft/azure/operators/test_azure_batch.py | 55 ++++++- tests/providers/mysql/hooks/test_mysql.py | 9 +- tests/serialization/test_dag_serialization.py | 7 +- tests/ti_deps/deps/test_dagrun_id_dep.py | 2 +- tests/www/test_security.py | 53 +++++-- tests/www/test_views.py | 18 +-- 121 files changed, 1057 insertions(+), 478 deletions(-) copy airflow/migrations/versions/{5e7d17757c7a_add_pid_field_to_taskinstance.py => 364159666cbd_add_job_id_to_dagrun_table.py} (70%) copy scripts/ci/libraries/{_traps.sh => _repeats.sh} (54%)