This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
*** WARNING: tag nightly-master was modified! ***
from ac12401 (commit)
to 6c15885 (commit)
from ac12401 Fix tests: Add Default Conns back only when needed (#9679)
add 263ff26 Simplify DagBag - remove dead code related to SerializedDag
(#9676)
add a79e2d4 Move provider's log task handlers to the provider package
(#9604)
add 2ed8883 Fix typo in pre_commit_breeze_cmd_line.sh (#9682)
add 44d4ae8 Upgrade to latest pre-commit checks (#9686)
add 6daaf9c Use parallel process for several Pre-Commits checks (#9681)
add 5a9ce33 More robust and re-runnable autocomplete setup in Breeze
(#9685)
add fd62b1c Update some dependencies (#9684)
add f5e67eb Revert "Update some dependencies (#9684)" (#9693)
add 7888145 Remove XCom CUD endpoints (#9661)
add 72abf82 Tests should also be triggered when there is just setup.py
change (#9690)
add e764ea5 Update FlaskAppBuilder to v3 (#9648)
add 631ac48 Some Pylint fixes in airflow/models/taskinstance.py (#9674)
add eb403be Update migrations to ensure compatibility with Airflow 1.10.*
(#9660)
add 4ad3bb5 Fix _process_executor_events method to use in-memory
try_number (#9692)
add 502b6ea use the correct claim name in the webserver (#9688)
add 397b33f Update Thumbtack points of contact in Airflow Users list
(#9701)
add 6c15885 generate go client from openapi spec (#9502)
No new revisions were added by this update.
Summary of changes:
.github/workflows/cancel.yml | 2 +-
.github/workflows/ci.yml | 2 +-
.github/workflows/{cancel.yml => openapi.yml} | 23 +-
.pre-commit-config.yaml | 11 +-
README.md | 2 +-
UPDATING.md | 14 +-
airflow/api_connexion/endpoints/config_endpoint.py | 2 +-
.../api_connexion/endpoints/connection_endpoint.py | 8 +-
.../endpoints/import_error_endpoint.py | 2 +-
airflow/api_connexion/endpoints/pool_endpoint.py | 10 +-
.../api_connexion/endpoints/variable_endpoint.py | 13 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 21 --
airflow/api_connexion/openapi/v1.yaml | 70 -----
airflow/api_connexion/schemas/common_schema.py | 6 +-
airflow/api_connexion/schemas/config_schema.py | 2 +-
airflow/api_connexion/schemas/connection_schema.py | 18 +-
airflow/api_connexion/schemas/dag_run_schema.py | 6 +-
airflow/api_connexion/schemas/dag_schema.py | 3 +-
airflow/api_connexion/schemas/error_schema.py | 6 +-
airflow/api_connexion/schemas/event_log_schema.py | 8 +-
airflow/api_connexion/schemas/log_schema.py | 2 +-
airflow/api_connexion/schemas/pool_schema.py | 15 +-
airflow/api_connexion/schemas/variable_schema.py | 4 +-
airflow/api_connexion/schemas/version_schema.py | 2 +-
airflow/api_connexion/schemas/xcom_schema.py | 6 +-
airflow/config_templates/airflow_local_settings.py | 4 +-
airflow/example_dags/example_python_operator.py | 4 +-
airflow/executors/base_executor.py | 3 +-
airflow/hooks/dbapi_hook.py | 3 +-
airflow/jobs/base_job.py | 25 +-
airflow/jobs/scheduler_job.py | 11 +-
airflow/kubernetes/k8s_model.py | 3 +-
airflow/kubernetes/kube_client.py | 11 +-
airflow/kubernetes/pod.py | 3 +-
airflow/kubernetes/pod_generator.py | 3 +-
airflow/kubernetes/pod_runtime_info_env.py | 3 +-
airflow/kubernetes/secret.py | 3 +-
airflow/kubernetes/volume.py | 3 +-
airflow/kubernetes/volume_mount.py | 3 +-
airflow/kubernetes/worker_configuration.py | 2 +-
.../versions/3c20cacc0044_add_dagrun_run_type.py | 46 +--
.../versions/4ebbffe0a39a_merge_heads.py | 39 ---
...15af_add_rendered_task_instance_fields_table.py | 4 +-
...1e647c8_task_reschedule_fk_on_cascade_delete.py | 4 +-
...eea_add_precision_to_execution_date_in_mysql.py | 4 +-
.../versions/b0125267960b_merge_heads.py | 6 +-
.../b25a55525161_increase_length_of_pool_name.py | 4 +-
.../bbf4a7ad0465_remove_id_column_from_xcom.py | 16 +-
.../versions/cf5dc11e79ad_drop_user_and_chart.py | 14 +-
airflow/models/dagbag.py | 43 +--
airflow/models/dagcode.py | 1 +
airflow/models/taskinstance.py | 309 +++++++++++++--------
airflow/operators/branch_operator.py | 3 +-
airflow/operators/python.py | 3 +-
.../amazon/aws}/log/cloudwatch_task_handler.py | 0
airflow/providers/apache/hdfs/hooks/hdfs.py | 2 +-
airflow/providers/apache/hive/hooks/hive.py | 3 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 2 +-
.../providers/elasticsearch/log}/__init__.py | 0
.../elasticsearch}/log/es_task_handler.py | 5 +-
airflow/providers/google/cloud/hooks/gcs.py | 3 +-
.../providers/google/cloud/log}/__init__.py | 0
.../google/cloud}/log/stackdriver_task_handler.py | 6 +-
.../hashicorp/_internal_client/vault_client.py | 4 +-
airflow/sentry.py | 11 +-
airflow/settings.py | 6 +-
airflow/task/task_runner/standard_task_runner.py | 5 +-
airflow/ti_deps/deps/dagrun_exists_dep.py | 2 +-
airflow/ti_deps/deps/not_previously_skipped_dep.py | 6 +-
airflow/ti_deps/deps/ready_to_reschedule.py | 2 +-
airflow/typing_compat.py | 6 +-
airflow/utils/db.py | 1 +
airflow/utils/log/cloudwatch_task_handler.py | 110 +-------
airflow/utils/log/es_task_handler.py | 287 +------------------
airflow/utils/log/stackdriver_task_handler.py | 283 +------------------
airflow/www/utils.py | 3 +-
airflow/www/views.py | 3 +-
backport_packages/refactor_backport_packages.py | 8 +-
backport_packages/setup_backport_packages.py | 8 +-
breeze | 74 +++--
chart/templates/_helpers.yaml | 2 +-
chart/templates/configmap.yaml | 2 +-
.../templates/webserver/webserver-deployment.yaml | 2 +-
chart/tests/git-sync-scheduler_test.yaml | 13 +
chart/values.yaml | 36 +--
{tests/test_utils => clients}/README.md | 13 +-
.../init_dagbag.py => clients/gen/common.sh | 31 ++-
clients/gen/go.sh | 77 +++++
dev/airflow-pr | 2 +-
docs/autoapi_templates/index.rst | 2 +
docs/build | 3 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 3 +-
requirements/requirements-python3.6.txt | 38 +--
requirements/requirements-python3.7.txt | 36 +--
requirements/requirements-python3.8.txt | 35 +--
requirements/setup-3.6.md5 | 2 +-
requirements/setup-3.7.md5 | 2 +-
requirements/setup-3.8.md5 | 2 +-
scripts/ci/docker-compose/local.yml | 4 +-
.../client_codegen_diff.sh} | 44 ++-
scripts/ci/pre_commit_breeze_cmd_line.sh | 2 +-
scripts/perf/perf_kit/python.py | 4 +-
scripts/perf/perf_kit/sqlalchemy.py | 4 +-
scripts/perf/scheduler_dag_execution_timing.py | 2 +-
setup.py | 11 +-
.../endpoints/test_connection_endpoint.py | 4 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 2 +
.../api_connexion/endpoints/test_pool_endpoint.py | 4 +-
.../endpoints/test_variable_endpoint.py | 2 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 28 --
tests/api_connexion/schemas/test_common_schema.py | 20 +-
tests/api_connexion/schemas/test_config_schema.py | 2 +-
.../schemas/test_connection_schema.py | 12 +-
tests/api_connexion/schemas/test_dag_run_schema.py | 27 +-
tests/api_connexion/schemas/test_dag_schema.py | 7 +-
tests/api_connexion/schemas/test_error_schema.py | 14 +-
.../api_connexion/schemas/test_event_log_schema.py | 4 +-
tests/api_connexion/schemas/test_pool_schemas.py | 6 +-
tests/api_connexion/schemas/test_task_schema.py | 4 +-
tests/api_connexion/schemas/test_version_schema.py | 2 +-
tests/api_connexion/schemas/test_xcom_schema.py | 10 +-
tests/dags/test_on_kill.py | 1 +
tests/deprecated_classes.py | 21 +-
tests/executors/test_dask_executor.py | 10 +-
tests/executors/test_kubernetes_executor.py | 8 +-
tests/jobs/test_scheduler_job.py | 30 ++
tests/kubernetes/models/test_pod.py | 5 +-
tests/kubernetes/models/test_secret.py | 5 +-
tests/kubernetes/test_pod_generator.py | 6 +-
tests/kubernetes/test_worker_configuration.py | 13 +-
tests/models/test_dagbag.py | 13 +-
tests/models/test_skipmixin.py | 4 +-
tests/plugins/test_plugins_manager.py | 3 +-
tests/providers/amazon/aws/hooks/test_base_aws.py | 2 +-
tests/providers/amazon/aws/hooks/test_datasync.py | 1 +
.../aws}/log/test_cloudwatch_task_handler.py | 0
.../amazon/aws/operators/test_datasync.py | 2 +-
.../amazon/aws/transfers/test_s3_to_sftp.py | 3 +-
.../kubernetes/operators/test_kubernetes_pod.py | 3 +-
.../databricks/operators/test_databricks.py | 3 +-
tests/providers/docker/operators/test_docker.py | 6 +-
.../hooks => elasticsearch/log}/__init__.py | 0
.../elasticsearch}/log/elasticmock/__init__.py | 0
.../log/elasticmock/fake_elasticsearch.py | 0
.../log/elasticmock/utilities/__init__.py | 0
.../elasticsearch}/log/test_es_task_handler.py | 2 +-
tests/providers/ftp/hooks/test_ftp.py | 3 +-
.../google/cloud/hooks/test_kubernetes_engine.py | 2 +
.../hooks => google/cloud/log}/__init__.py | 0
.../cloud}/log/test_stackdriver_task_handler.py | 42 +--
tests/providers/http/hooks/test_http.py | 2 +-
.../microsoft/azure/hooks/test_azure_data_lake.py | 5 +-
tests/providers/ssh/hooks/test_ssh.py | 3 +-
.../yandex/hooks/test_yandexcloud_dataproc.py | 5 +-
tests/test_logging_config.py | 2 +-
tests/www/test_views.py | 4 +-
156 files changed, 909 insertions(+), 1498 deletions(-)
copy .github/workflows/{cancel.yml => openapi.yml} (70%)
delete mode 100644 airflow/migrations/versions/4ebbffe0a39a_merge_heads.py
copy airflow/{utils => providers/amazon/aws}/log/cloudwatch_task_handler.py
(100%)
copy {tests/providers/zendesk/hooks =>
airflow/providers/elasticsearch/log}/__init__.py (100%)
copy airflow/{utils => providers/elasticsearch}/log/es_task_handler.py (98%)
copy {tests/providers/zendesk/hooks =>
airflow/providers/google/cloud/log}/__init__.py (100%)
copy airflow/{utils => providers/google/cloud}/log/stackdriver_task_handler.py
(98%)
copy {tests/test_utils => clients}/README.md (71%)
copy airflow/www/extensions/init_dagbag.py => clients/gen/common.sh (65%)
mode change 100644 => 100755
create mode 100755 clients/gen/go.sh
copy scripts/ci/{ci_count_changed_files.sh => openapi/client_codegen_diff.sh}
(51%)
rename tests/{utils =>
providers/amazon/aws}/log/test_cloudwatch_task_handler.py (100%)
copy tests/providers/{zendesk/hooks => elasticsearch/log}/__init__.py (100%)
rename tests/{utils => providers/elasticsearch}/log/elasticmock/__init__.py
(100%)
rename tests/{utils =>
providers/elasticsearch}/log/elasticmock/fake_elasticsearch.py (100%)
rename tests/{utils =>
providers/elasticsearch}/log/elasticmock/utilities/__init__.py (100%)
rename tests/{utils => providers/elasticsearch}/log/test_es_task_handler.py
(99%)
copy tests/providers/{zendesk/hooks => google/cloud/log}/__init__.py (100%)
rename tests/{utils =>
providers/google/cloud}/log/test_stackdriver_task_handler.py (85%)
