This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to tag nightly-master in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! *** from 493b685 (commit) to 7d69987 (commit) from 493b685 Add separate example DAGs and system tests for google cloud speech (#8778) add bed1995 Avoid color info in response of /dag_stats & /task_stats (#8742) add b59adab Support cron presets in date_range function (#7777) add 5f3774a [AIRFLOW-6921] Fetch celery states in bulk (#7542) add d5c4001 Useful help information in test-target and docker-compose commands (#8796) add a6434a5 Fix bash command in performance test dag (#8812) add 0c3db84 [AIRFLOW-7068] Create EC2 Hook, Operator and Sensor (#7731) add 5ae76d8 Option to set end_date for performance testing dag. (#8817) add 2ec0130 [AIRFLOW-4549] Allow skipped tasks to satisfy wait_for_downstream (#7735) add 1fb9f07 Synchronize extras between airflow and providers (#8819) add d590e5e Add option to propagate tags in ECSOperator (#8811) add f410d64 Use fork when test relies on mock.patch in parent process. (#8794) add 3ad4f96 [AIRFLOW-1156] BugFix: Unpausing a DAG with catchup=False creates an extra DAG run (#8776) add 4375607 Fix typo. 'zobmies' => 'zombies'. (#8832) add 78a48db Add support for non-default orientation in `dag show` command (#8834) add 7533378 Access function to be pickled as attribute, not method, to avoid error. (#8823) add 1d12c34 Refactor BigQuery check operators (#8813) add 4b06fde Fix Flake8 errors (#8841) add 6911dfe Fix template fields in Google operators (#8840) add 01db738 Azure storage 0.37.0 is not installable any more (#8833) add 578fc51 [AIRFLOW-4543] Update slack operator to support slackclient v2 (#5519) add 7236862 [AIRFLOW-2310] Enable AWS Glue Job Integration (#6007) add 8b54919 Refactor BigQuery hook methods to use python library (#8631) add 7d69987 Remove duplicate code from perf_kit (#8843) No new revisions were added by this update. Summary of changes: BREEZE.rst | 36 +- CONTRIBUTING.rst | 22 +- IMAGES.rst | 2 +- INSTALL | 14 +- LOCAL_VIRTUALENV.rst | 2 +- UPDATING.md | 44 + airflow/api/common/experimental/mark_tasks.py | 38 +- airflow/executors/celery_executor.py | 225 +++-- airflow/jobs/scheduler_job.py | 13 +- airflow/models/baseoperator.py | 6 +- airflow/models/taskinstance.py | 4 +- airflow/providers/amazon/aws/hooks/ec2.py | 88 ++ airflow/providers/amazon/aws/hooks/glue.py | 178 ++++ .../amazon/aws/operators/ec2_start_instance.py | 72 ++ .../amazon/aws/operators/ec2_stop_instance.py | 72 ++ airflow/providers/amazon/aws/operators/ecs.py | 5 +- airflow/providers/amazon/aws/operators/glue.py | 114 +++ .../amazon/aws/sensors/ec2_instance_state.py | 70 ++ airflow/providers/amazon/aws/sensors/glue.py | 65 ++ .../example_dags/example_bigquery_operations.py | 6 +- .../cloud/example_dags/example_bigquery_queries.py | 2 +- .../cloud/example_dags/example_bigquery_to_gcs.py | 2 +- .../cloud/example_dags/example_presto_to_gcs.py | 2 +- airflow/providers/google/cloud/hooks/bigquery.py | 886 +++++++++-------- airflow/providers/google/cloud/hooks/functions.py | 2 +- airflow/providers/google/cloud/operators/automl.py | 2 +- .../providers/google/cloud/operators/bigquery.py | 168 ++-- .../marketing_platform/operators/display_video.py | 2 +- airflow/providers/qubole/operators/qubole_check.py | 11 +- airflow/providers/slack/hooks/slack.py | 81 +- airflow/providers/slack/operators/slack.py | 35 +- airflow/secrets/local_filesystem.py | 2 +- airflow/utils/dag_processing.py | 3 +- airflow/utils/dates.py | 2 + airflow/utils/dot_renderer.py | 3 +- airflow/www/templates/airflow/dags.html | 5 +- airflow/www/views.py | 20 +- backport_packages/setup_backport_packages.py | 6 +- breeze | 104 +- breeze-complete | 25 +- dev/send_email.py | 4 +- .../amazon/aws/_partials/prerequisite_tasks.rst | 2 +- .../operator/gcp/_partials/prerequisite_tasks.rst | 2 +- docs/howto/write-logs.rst | 2 +- docs/installation.rst | 30 +- docs/operators-and-hooks-ref.rst | 13 + requirements/requirements-python3.6.txt | 69 +- requirements/requirements-python3.7.txt | 68 +- requirements/setup-3.6.md5 | 2 +- requirements/setup-3.7.md5 | 2 +- scripts/ci/pre_commit_yaml_to_cfg.py | 4 +- scripts/list-integrations.py | 2 +- scripts/perf/dags/elastic_dag.py | 9 +- scripts/perf/perf_kit/sqlalchemy.py | 3 - setup.py | 59 +- tests/dags/test_issue_1225.py | 7 +- ...only_dummy_tasks.py => test_prev_dagrun_dep.py} | 34 +- tests/executors/test_celery_executor.py | 176 +++- tests/executors/test_executor_loader.py | 2 +- tests/jobs/test_scheduler_job.py | 80 +- tests/models/test_dagrun.py | 65 +- tests/models/test_serialized_dag.py | 2 +- tests/models/test_taskinstance.py | 32 + tests/providers/amazon/aws/hooks/test_ec2.py | 71 ++ tests/providers/amazon/aws/hooks/test_glue.py | 102 ++ .../aws/operators/test_ec2_start_instance.py | 64 ++ .../amazon/aws/operators/test_ec2_stop_instance.py | 64 ++ tests/providers/amazon/aws/operators/test_ecs.py | 7 +- tests/providers/amazon/aws/operators/test_glue.py | 54 + .../amazon/aws/sensors/test_ec2_instance_state.py | 128 +++ tests/providers/amazon/aws/sensors/test_glue.py | 62 ++ .../providers/google/cloud/hooks/test_bigquery.py | 1040 +++++++------------- .../google/cloud/operators/test_bigquery.py | 6 +- tests/providers/slack/hooks/test_slack.py | 106 +- tests/providers/slack/operators/test_slack.py | 47 - tests/utils/test_dag_processing.py | 2 +- tests/utils/test_dates.py | 8 + tests/utils/test_dot_renderer.py | 30 + tests/www/test_views.py | 23 +- 79 files changed, 3252 insertions(+), 1670 deletions(-) create mode 100644 airflow/providers/amazon/aws/hooks/ec2.py create mode 100644 airflow/providers/amazon/aws/hooks/glue.py create mode 100644 airflow/providers/amazon/aws/operators/ec2_start_instance.py create mode 100644 airflow/providers/amazon/aws/operators/ec2_stop_instance.py create mode 100644 airflow/providers/amazon/aws/operators/glue.py create mode 100644 airflow/providers/amazon/aws/sensors/ec2_instance_state.py create mode 100644 airflow/providers/amazon/aws/sensors/glue.py copy tests/dags/{test_only_dummy_tasks.py => test_prev_dagrun_dep.py} (61%) create mode 100644 tests/providers/amazon/aws/hooks/test_ec2.py create mode 100644 tests/providers/amazon/aws/hooks/test_glue.py create mode 100644 tests/providers/amazon/aws/operators/test_ec2_start_instance.py create mode 100644 tests/providers/amazon/aws/operators/test_ec2_stop_instance.py create mode 100644 tests/providers/amazon/aws/operators/test_glue.py create mode 100644 tests/providers/amazon/aws/sensors/test_ec2_instance_state.py create mode 100644 tests/providers/amazon/aws/sensors/test_glue.py