http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/1f06fa0e/searchindex.js ---------------------------------------------------------------------- diff --git a/searchindex.js b/searchindex.js index 1a79f0c..59f653f 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({docnames:["api","cli","code","concepts","faq","howto/executor/use-celery","howto/executor/use-dask","howto/executor/use-mesos","howto/index","howto/initialize-database","howto/manage-connections","howto/operator","howto/run-with-systemd","howto/run-with-upstart","howto/secure-connections","howto/set-config","howto/use-test-config","howto/write-logs","index","installation","integration","kubernetes","license","lineage","plugins","profiling","project","scheduler","security","start","timezone","tutorial","ui"],envversion:52,filenames:["api.rst","cli.rst","code.rst","concepts.rst","faq.rst","howto/executor/use-celery.rst","howto/executor/use-dask.rst","howto/executor/use-mesos.rst","howto/index.rst","howto/initialize-database.rst","howto/manage-connections.rst","howto/operator.rst","howto/run-with-systemd.rst","howto/run-with-upstart.rst","howto/secure-connections.rst","howto/set-config.rst","howto/use-test-config.rst","howto/write-logs.rst","index.rst","installation.rs t","integration.rst","kubernetes.rst","license.rst","lineage.rst","plugins.rst","profiling.rst","project.rst","scheduler.rst","security.rst","start.rst","timezone.rst","tutorial.rst","ui.rst"],objects:{"airflow.contrib.executors.mesos_executor":{MesosExecutor:[2,0,1,""]},"airflow.contrib.executors.mesos_executor.MesosExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],start:[2,1,1,""],sync:[2,1,1,""]},"airflow.contrib.hooks.aws_dynamodb_hook":{AwsDynamoDBHook:[2,0,1,""]},"airflow.contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook":{write_batch_data:[2,1,1,""]},"airflow.contrib.hooks.aws_hook":{AwsHook:[2,0,1,""]},"airflow.contrib.hooks.aws_hook.AwsHook":{get_credentials:[2,1,1,""],get_session:[2,1,1,""]},"airflow.contrib.hooks.aws_lambda_hook":{AwsLambdaHook:[2,0,1,""]},"airflow.contrib.hooks.aws_lambda_hook.AwsLambdaHook":{invoke_lambda:[2,1,1,""]},"airflow.contrib.hooks.azure_data_lake_hook":{AzureDataLakeHook:[20,0,1,""]},"airflow.contrib.hooks.azure_data_lake_hook.AzureDataLakeHook" :{check_for_file:[20,1,1,""],download_file:[20,1,1,""],get_conn:[20,1,1,""],upload_file:[20,1,1,""]},"airflow.contrib.hooks.azure_fileshare_hook":{AzureFileShareHook:[20,0,1,""]},"airflow.contrib.hooks.azure_fileshare_hook.AzureFileShareHook":{check_for_directory:[20,1,1,""],check_for_file:[20,1,1,""],create_directory:[20,1,1,""],get_conn:[20,1,1,""],get_file:[20,1,1,""],get_file_to_stream:[20,1,1,""],list_directories_and_files:[20,1,1,""],load_file:[20,1,1,""],load_stream:[20,1,1,""],load_string:[20,1,1,""]},"airflow.contrib.hooks.bigquery_hook":{BigQueryHook:[20,0,1,""]},"airflow.contrib.hooks.bigquery_hook.BigQueryHook":{get_conn:[20,1,1,""],get_pandas_df:[20,1,1,""],get_service:[20,1,1,""],insert_rows:[20,1,1,""],table_exists:[20,1,1,""]},"airflow.contrib.hooks.cassandra_hook":{CassandraHook:[2,0,1,""]},"airflow.contrib.hooks.cassandra_hook.CassandraHook":{get_conn:[2,1,1,""],record_exists:[2,1,1,""],shutdown_cluster:[2,1,1,""]},"airflow.contrib.hooks.cloudant_hook":{CloudantHoo k:[2,0,1,""]},"airflow.contrib.hooks.cloudant_hook.CloudantHook":{db:[2,1,1,""]},"airflow.contrib.hooks.databricks_hook":{DatabricksHook:[2,0,1,""]},"airflow.contrib.hooks.databricks_hook.DatabricksHook":{submit_run:[2,1,1,""]},"airflow.contrib.hooks.datadog_hook":{DatadogHook:[2,0,1,""]},"airflow.contrib.hooks.datadog_hook.DatadogHook":{post_event:[2,1,1,""],query_metric:[2,1,1,""],send_metric:[2,1,1,""]},"airflow.contrib.hooks.datastore_hook":{DatastoreHook:[20,0,1,""]},"airflow.contrib.hooks.datastore_hook.DatastoreHook":{allocate_ids:[20,1,1,""],begin_transaction:[20,1,1,""],commit:[20,1,1,""],delete_operation:[20,1,1,""],export_to_storage_bucket:[20,1,1,""],get_conn:[20,1,1,""],get_operation:[20,1,1,""],import_from_storage_bucket:[20,1,1,""],lookup:[20,1,1,""],poll_operation_until_done:[20,1,1,""],rollback:[20,1,1,""],run_query:[20,1,1,""]},"airflow.contrib.hooks.discord_webhook_hook":{DiscordWebhookHook:[2,0,1,""]},"airflow.contrib.hooks.discord_webhook_hook.DiscordWebhookHook ":{execute:[2,1,1,""]},"airflow.contrib.hooks.emr_hook":{EmrHook:[20,0,1,""]},"airflow.contrib.hooks.emr_hook.EmrHook":{create_job_flow:[20,1,1,""]},"airflow.contrib.hooks.fs_hook":{FSHook:[2,0,1,""]},"airflow.contrib.hooks.ftp_hook":{FTPHook:[2,0,1,""],FTPSHook:[2,0,1,""]},"airflow.contrib.hooks.ftp_hook.FTPHook":{close_conn:[2,1,1,""],create_directory:[2,1,1,""],delete_directory:[2,1,1,""],delete_file:[2,1,1,""],describe_directory:[2,1,1,""],get_conn:[2,1,1,""],list_directory:[2,1,1,""],rename:[2,1,1,""],retrieve_file:[2,1,1,""],store_file:[2,1,1,""]},"airflow.contrib.hooks.ftp_hook.FTPSHook":{get_conn:[2,1,1,""]},"airflow.contrib.hooks.gcp_api_base_hook":{GoogleCloudBaseHook:[2,0,1,""]},"airflow.contrib.hooks.gcp_container_hook":{GKEClusterHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_container_hook.GKEClusterHook":{create_cluster:[20,1,1,""],delete_cluster:[20,1,1,""],get_cluster:[20,1,1,""],get_operation:[20,1,1,""],wait_for_operation:[20,1,1,""]},"airflow.contrib.hooks.gcp_data flow_hook":{DataFlowHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook":{get_conn:[20,1,1,""]},"airflow.contrib.hooks.gcp_dataproc_hook":{DataProcHook:[2,0,1,""]},"airflow.contrib.hooks.gcp_dataproc_hook.DataProcHook":{await:[2,1,1,""],get_conn:[2,1,1,""],wait:[2,1,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook":{MLEngineHook:[20,0,1,""]},"airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook":{create_job:[20,1,1,""],create_model:[20,1,1,""],create_version:[20,1,1,""],delete_version:[20,1,1,""],get_conn:[20,1,1,""],get_model:[20,1,1,""],list_versions:[20,1,1,""],set_default_version:[20,1,1,""]},"airflow.contrib.hooks.gcp_pubsub_hook":{PubSubHook:[2,0,1,""]},"airflow.contrib.hooks.gcp_pubsub_hook.PubSubHook":{acknowledge:[2,1,1,""],create_subscription:[2,1,1,""],create_topic:[2,1,1,""],delete_subscription:[2,1,1,""],delete_topic:[2,1,1,""],get_conn:[2,1,1,""],publish:[2,1,1,""],pull:[2,1,1,""]},"airflow.contrib.hooks.gcs_hook":{GoogleCloudStorageHook:[20,0,1,""]} ,"airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook":{"delete":[20,1,1,""],copy:[20,1,1,""],create_bucket:[20,1,1,""],download:[20,1,1,""],exists:[20,1,1,""],get_conn:[20,1,1,""],get_crc32c:[20,1,1,""],get_md5hash:[20,1,1,""],get_size:[20,1,1,""],is_updated_after:[20,1,1,""],list:[20,1,1,""],rewrite:[20,1,1,""],upload:[20,1,1,""]},"airflow.contrib.hooks.jenkins_hook":{JenkinsHook:[2,0,1,""]},"airflow.contrib.hooks.jira_hook":{JiraHook:[2,0,1,""]},"airflow.contrib.hooks.mongo_hook":{MongoHook:[2,0,1,""]},"airflow.contrib.hooks.mongo_hook.MongoHook":{aggregate:[2,1,1,""],find:[2,1,1,""],get_collection:[2,1,1,""],get_conn:[2,1,1,""],insert_many:[2,1,1,""],insert_one:[2,1,1,""]},"airflow.contrib.hooks.pinot_hook":{PinotDbApiHook:[2,0,1,""]},"airflow.contrib.hooks.pinot_hook.PinotDbApiHook":{get_conn:[2,1,1,""],get_first:[2,1,1,""],get_pandas_df:[2,1,1,""],get_records:[2,1,1,""],get_uri:[2,1,1,""],insert_rows:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.contrib.hooks.qubole_hook":{ QuboleHook:[2,0,1,""]},"airflow.contrib.hooks.qubole_hook.QuboleHook":{get_jobs_id:[2,1,1,""],get_log:[2,1,1,""],get_results:[2,1,1,""],kill:[2,1,1,""]},"airflow.contrib.hooks.redis_hook":{RedisHook:[2,0,1,""]},"airflow.contrib.hooks.redis_hook.RedisHook":{get_conn:[2,1,1,""],key_exists:[2,1,1,""]},"airflow.contrib.hooks.redshift_hook":{RedshiftHook:[20,0,1,""]},"airflow.contrib.hooks.redshift_hook.RedshiftHook":{cluster_status:[20,1,1,""],create_cluster_snapshot:[20,1,1,""],delete_cluster:[20,1,1,""],describe_cluster_snapshots:[20,1,1,""],restore_from_cluster_snapshot:[20,1,1,""]},"airflow.contrib.hooks.segment_hook":{SegmentHook:[2,0,1,""]},"airflow.contrib.hooks.segment_hook.SegmentHook":{on_error:[2,1,1,""]},"airflow.contrib.hooks.sftp_hook":{SFTPHook:[2,0,1,""]},"airflow.contrib.hooks.sftp_hook.SFTPHook":{close_conn:[2,1,1,""],create_directory:[2,1,1,""],delete_directory:[2,1,1,""],delete_file:[2,1,1,""],describe_directory:[2,1,1,""],get_conn:[2,1,1,""],list_directory:[2,1,1,"" ],retrieve_file:[2,1,1,""],store_file:[2,1,1,""]},"airflow.contrib.hooks.slack_webhook_hook":{SlackWebhookHook:[2,0,1,""]},"airflow.contrib.hooks.slack_webhook_hook.SlackWebhookHook":{execute:[2,1,1,""]},"airflow.contrib.hooks.snowflake_hook":{SnowflakeHook:[2,0,1,""]},"airflow.contrib.hooks.snowflake_hook.SnowflakeHook":{get_conn:[2,1,1,""],get_uri:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.contrib.hooks.spark_jdbc_hook":{SparkJDBCHook:[2,0,1,""]},"airflow.contrib.hooks.spark_sql_hook":{SparkSqlHook:[2,0,1,""]},"airflow.contrib.hooks.spark_sql_hook.SparkSqlHook":{run_query:[2,1,1,""]},"airflow.contrib.hooks.spark_submit_hook":{SparkSubmitHook:[2,0,1,""]},"airflow.contrib.hooks.spark_submit_hook.SparkSubmitHook":{submit:[2,1,1,""]},"airflow.contrib.hooks.sqoop_hook":{SqoopHook:[2,0,1,""]},"airflow.contrib.hooks.sqoop_hook.SqoopHook":{Popen:[2,1,1,""],export_table:[2,1,1,""],import_query:[2,1,1,""],import_table:[2,1,1,""]},"airflow.contrib.hooks.ssh_hook":{SSHHook:[2,0,1,""]},"ai rflow.contrib.hooks.ssh_hook.SSHHook":{create_tunnel:[2,1,1,""]},"airflow.contrib.hooks.vertica_hook":{VerticaHook:[2,0,1,""]},"airflow.contrib.hooks.vertica_hook.VerticaHook":{get_conn:[2,1,1,""]},"airflow.contrib.hooks.wasb_hook":{WasbHook:[20,0,1,""]},"airflow.contrib.hooks.wasb_hook.WasbHook":{check_for_blob:[20,1,1,""],check_for_prefix:[20,1,1,""],get_conn:[20,1,1,""],get_file:[20,1,1,""],load_file:[20,1,1,""],load_string:[20,1,1,""],read_file:[20,1,1,""]},"airflow.contrib.hooks.winrm_hook":{WinRMHook:[2,0,1,""]},"airflow.contrib.kubernetes.secret":{Secret:[21,0,1,""]},"airflow.contrib.operators.awsbatch_operator":{AWSBatchOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_check_operator":{BigQueryCheckOperator:[20,0,1,""],BigQueryIntervalCheckOperator:[20,0,1,""],BigQueryValueCheckOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_get_data":{BigQueryGetDataOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_operator":{BigQueryCreateEmptyTableOperator:[20,0, 1,""],BigQueryCreateExternalTableOperator:[20,0,1,""],BigQueryOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_table_delete_operator":{BigQueryTableDeleteOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_to_bigquery":{BigQueryToBigQueryOperator:[20,0,1,""]},"airflow.contrib.operators.bigquery_to_gcs":{BigQueryToCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.cassandra_to_gcs":{CassandraToGoogleCloudStorageOperator:[2,0,1,""]},"airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator":{convert_map_type:[2,2,1,""],convert_tuple_type:[2,2,1,""],convert_user_type:[2,2,1,""]},"airflow.contrib.operators.databricks_operator":{DatabricksSubmitRunOperator:[20,0,1,""]},"airflow.contrib.operators.dataflow_operator":{DataFlowJavaOperator:[20,0,1,""],DataFlowPythonOperator:[20,0,1,""],DataflowTemplateOperator:[20,0,1,""]},"airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.data proc_operator":{DataProcHadoopOperator:[20,0,1,""],DataProcHiveOperator:[20,0,1,""],DataProcPigOperator:[20,0,1,""],DataProcPySparkOperator:[20,0,1,""],DataProcSparkOperator:[20,0,1,""],DataProcSparkSqlOperator:[20,0,1,""],DataprocClusterCreateOperator:[20,0,1,""],DataprocClusterDeleteOperator:[20,0,1,""],DataprocClusterScaleOperator:[20,0,1,""],DataprocWorkflowTemplateBaseOperator:[2,0,1,""],DataprocWorkflowTemplateInstantiateInlineOperator:[20,0,1,""],DataprocWorkflowTemplateInstantiateOperator:[20,0,1,""]},"airflow.contrib.operators.datastore_export_operator":{DatastoreExportOperator:[20,0,1,""]},"airflow.contrib.operators.datastore_import_operator":{DatastoreImportOperator:[20,0,1,""]},"airflow.contrib.operators.discord_webhook_operator":{DiscordWebhookOperator:[2,0,1,""]},"airflow.contrib.operators.discord_webhook_operator.DiscordWebhookOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.druid_operator":{DruidOperator:[2,0,1,""]},"airflow.contrib.operators.ecs_operator":{ ECSOperator:[20,0,1,""]},"airflow.contrib.operators.emr_add_steps_operator":{EmrAddStepsOperator:[20,0,1,""]},"airflow.contrib.operators.emr_create_job_flow_operator":{EmrCreateJobFlowOperator:[20,0,1,""]},"airflow.contrib.operators.emr_terminate_job_flow_operator":{EmrTerminateJobFlowOperator:[20,0,1,""]},"airflow.contrib.operators.file_to_gcs":{FileToGoogleCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.file_to_wasb":{FileToWasbOperator:[20,0,1,""]},"airflow.contrib.operators.file_to_wasb.FileToWasbOperator":{execute:[20,1,1,""]},"airflow.contrib.operators.gcp_container_operator":{GKEClusterCreateOperator:[20,0,1,""],GKEClusterDeleteOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_download_operator":{GoogleCloudStorageDownloadOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_list_operator":{GoogleCloudStorageListOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_ope rator":{GoogleCloudStorageCreateBucketOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_to_bq":{GoogleCloudStorageToBigQueryOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_to_gcs":{GoogleCloudStorageToGoogleCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.gcs_to_s3":{GoogleCloudStorageToS3Operator:[2,0,1,""]},"airflow.contrib.operators.hipchat_operator":{HipChatAPIOperator:[2,0,1,""],HipChatAPISendRoomNotificationOperator:[2,0,1,""]},"airflow.contrib.operators.hipchat_operator.HipChatAPIOperator":{prepare_request:[2,1,1,""]},"airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator":{prepare_request:[2,1,1,""]},"airflow.contrib.operators.hive_to_dynamodb":{HiveToDynamoDBTransferOperator:[2,0,1,""]},"airflow.contrib.operators.jenkins_job_trigger_operator":{JenkinsJobTriggerOperator:[2,0,1,""]},"airflow.contrib.operators.jenkins_job_trigger_operator.JenkinsJobTriggerOperator":{build_job:[2,1,1,""],poll_job_in_queue:[2,1,1,""]},"airflow.cont rib.operators.jira_operator":{JiraOperator:[2,0,1,""]},"airflow.contrib.operators.kubernetes_pod_operator":{KubernetesPodOperator:[21,0,1,""]},"airflow.contrib.operators.mlengine_operator":{MLEngineBatchPredictionOperator:[20,0,1,""],MLEngineModelOperator:[20,0,1,""],MLEngineTrainingOperator:[20,0,1,""],MLEngineVersionOperator:[20,0,1,""]},"airflow.contrib.operators.mongo_to_s3":{MongoToS3Operator:[2,0,1,""]},"airflow.contrib.operators.mongo_to_s3.MongoToS3Operator":{execute:[2,1,1,""],transform:[2,1,1,""]},"airflow.contrib.operators.mysql_to_gcs":{MySqlToGoogleCloudStorageOperator:[2,0,1,""]},"airflow.contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator":{type_map:[2,2,1,""]},"airflow.contrib.operators.postgres_to_gcs_operator":{PostgresToGoogleCloudStorageOperator:[2,0,1,""]},"airflow.contrib.operators.postgres_to_gcs_operator.PostgresToGoogleCloudStorageOperator":{convert_types:[2,2,1,""],type_map:[2,2,1,""]},"airflow.contrib.operators.pubsub_operator":{PubSubPublishO perator:[2,0,1,""],PubSubSubscriptionCreateOperator:[2,0,1,""],PubSubSubscriptionDeleteOperator:[2,0,1,""],PubSubTopicCreateOperator:[2,0,1,""],PubSubTopicDeleteOperator:[2,0,1,""]},"airflow.contrib.operators.qubole_check_operator":{QuboleCheckOperator:[2,0,1,""],QuboleValueCheckOperator:[2,0,1,""]},"airflow.contrib.operators.qubole_operator":{QuboleOperator:[2,0,1,""]},"airflow.contrib.operators.s3_list_operator":{S3ListOperator:[20,0,1,""]},"airflow.contrib.operators.s3_to_gcs_operator":{S3ToGoogleCloudStorageOperator:[20,0,1,""]},"airflow.contrib.operators.segment_track_event_operator":{SegmentTrackEventOperator:[2,0,1,""]},"airflow.contrib.operators.sftp_operator":{SFTPOperator:[2,0,1,""]},"airflow.contrib.operators.slack_webhook_operator":{SlackWebhookOperator:[2,0,1,""]},"airflow.contrib.operators.slack_webhook_operator.SlackWebhookOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.snowflake_operator":{SnowflakeOperator:[2,0,1,""]},"airflow.contrib.operators.spark_jdbc_ operator":{SparkJDBCOperator:[2,0,1,""]},"airflow.contrib.operators.spark_jdbc_operator.SparkJDBCOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.spark_sql_operator":{SparkSqlOperator:[2,0,1,""]},"airflow.contrib.operators.spark_sql_operator.SparkSqlOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.spark_submit_operator":{SparkSubmitOperator:[2,0,1,""]},"airflow.contrib.operators.spark_submit_operator.SparkSubmitOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.sqoop_operator":{SqoopOperator:[2,0,1,""]},"airflow.contrib.operators.sqoop_operator.SqoopOperator":{execute:[2,1,1,""]},"airflow.contrib.operators.ssh_operator":{SSHOperator:[2,0,1,""]},"airflow.contrib.operators.vertica_operator":{VerticaOperator:[2,0,1,""]},"airflow.contrib.operators.vertica_to_hive":{VerticaToHiveTransfer:[2,0,1,""]},"airflow.contrib.operators.winrm_operator":{WinRMOperator:[2,0,1,""]},"airflow.contrib.sensors.aws_redshift_cluster_sensor":{AwsRedshiftClusterSensor:[20,0,1,""]},"ai rflow.contrib.sensors.aws_redshift_cluster_sensor.AwsRedshiftClusterSensor":{poke:[20,1,1,""]},"airflow.contrib.sensors.bash_sensor":{BashSensor:[2,0,1,""]},"airflow.contrib.sensors.bash_sensor.BashSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.bigquery_sensor":{BigQueryTableSensor:[2,0,1,""]},"airflow.contrib.sensors.bigquery_sensor.BigQueryTableSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.datadog_sensor":{DatadogSensor:[2,0,1,""]},"airflow.contrib.sensors.datadog_sensor.DatadogSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.emr_base_sensor":{EmrBaseSensor:[2,0,1,""]},"airflow.contrib.sensors.emr_base_sensor.EmrBaseSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.emr_job_flow_sensor":{EmrJobFlowSensor:[2,0,1,""]},"airflow.contrib.sensors.emr_step_sensor":{EmrStepSensor:[2,0,1,""]},"airflow.contrib.sensors.file_sensor":{FileSensor:[2,0,1,""]},"airflow.contrib.sensors.file_sensor.FileSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.ftp_sensor":{FTPSSensor:[2,0,1,""], FTPSensor:[2,0,1,""]},"airflow.contrib.sensors.ftp_sensor.FTPSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.gcs_sensor":{GoogleCloudStorageObjectSensor:[2,0,1,""],GoogleCloudStorageObjectUpdatedSensor:[2,0,1,""],GoogleCloudStoragePrefixSensor:[2,0,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.hdfs_sensor":{HdfsSensorFolder:[2,0,1,""],HdfsSensorRegex:[2,0,1,""]},"airflow.contrib.sensors.hdfs_sensor.HdfsSensorFolder":{poke:[2,1,1,""]},"airflow.contrib.sensors.hdfs_sensor.HdfsSensorRegex":{poke:[2,1,1,""]},"airflow.contrib.sensors.jira_sensor":{JiraSensor:[2,0,1,""]},"airflow.contrib.sensors.jira_sensor.JiraSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.pubsub_sensor":{PubSubPullSensor:[2,0,1,""]},"airflow.contrib.sensors.pubsub_se nsor.PubSubPullSensor":{execute:[2,1,1,""],poke:[2,1,1,""]},"airflow.contrib.sensors.qubole_sensor":{QuboleSensor:[2,0,1,""]},"airflow.contrib.sensors.qubole_sensor.QuboleSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.redis_key_sensor":{RedisKeySensor:[2,0,1,""]},"airflow.contrib.sensors.redis_key_sensor.RedisKeySensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.sftp_sensor":{SFTPSensor:[2,0,1,""]},"airflow.contrib.sensors.sftp_sensor.SFTPSensor":{poke:[2,1,1,""]},"airflow.contrib.sensors.wasb_sensor":{WasbBlobSensor:[20,0,1,""],WasbPrefixSensor:[20,0,1,""]},"airflow.contrib.sensors.wasb_sensor.WasbBlobSensor":{poke:[20,1,1,""]},"airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor":{poke:[20,1,1,""]},"airflow.executors.celery_executor":{CeleryExecutor:[2,0,1,""]},"airflow.executors.celery_executor.CeleryExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],start:[2,1,1,""],sync:[2,1,1,""]},"airflow.executors.local_executor":{LocalExecutor:[2,0,1,""]},"airflow.executors.local_execu tor.LocalExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],start:[2,1,1,""],sync:[2,1,1,""]},"airflow.executors.sequential_executor":{SequentialExecutor:[2,0,1,""]},"airflow.executors.sequential_executor.SequentialExecutor":{end:[2,1,1,""],execute_async:[2,1,1,""],sync:[2,1,1,""]},"airflow.hooks":{hive_hooks:[2,3,0,"-"]},"airflow.hooks.S3_hook":{S3Hook:[20,0,1,""]},"airflow.hooks.S3_hook.S3Hook":{check_for_bucket:[20,1,1,""],check_for_key:[20,1,1,""],check_for_prefix:[20,1,1,""],check_for_wildcard_key:[20,1,1,""],get_bucket:[20,1,1,""],get_key:[20,1,1,""],get_wildcard_key:[20,1,1,""],list_keys:[20,1,1,""],list_prefixes:[20,1,1,""],load_bytes:[20,1,1,""],load_file:[20,1,1,""],load_string:[20,1,1,""],read_key:[20,1,1,""],select_key:[20,1,1,""]},"airflow.hooks.dbapi_hook":{DbApiHook:[2,0,1,""]},"airflow.hooks.dbapi_hook.DbApiHook":{bulk_dump:[2,1,1,""],bulk_load:[2,1,1,""],get_autocommit:[2,1,1,""],get_conn:[2,1,1,""],get_cursor:[2,1,1,""],get_first:[2,1,1,""],get_pandas_df:[2,1,1,""] ,get_records:[2,1,1,""],insert_rows:[2,1,1,""],run:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.docker_hook":{DockerHook:[2,0,1,""]},"airflow.hooks.druid_hook":{DruidDbApiHook:[2,0,1,""],DruidHook:[2,0,1,""]},"airflow.hooks.druid_hook.DruidDbApiHook":{get_conn:[2,1,1,""],get_pandas_df:[2,1,1,""],get_uri:[2,1,1,""],insert_rows:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.hdfs_hook":{HDFSHook:[2,0,1,""]},"airflow.hooks.hdfs_hook.HDFSHook":{get_conn:[2,1,1,""]},"airflow.hooks.hive_hooks":{HiveCliHook:[2,0,1,""],HiveMetastoreHook:[2,0,1,""],HiveServer2Hook:[2,0,1,""]},"airflow.hooks.hive_hooks.HiveCliHook":{load_df:[2,1,1,""],load_file:[2,1,1,""],run_cli:[2,1,1,""],test_hql:[2,1,1,""]},"airflow.hooks.hive_hooks.HiveMetastoreHook":{check_for_named_partition:[2,1,1,""],check_for_partition:[2,1,1,""],get_databases:[2,1,1,""],get_metastore_client:[2,1,1,""],get_partitions:[2,1,1,""],get_table:[2,1,1,""],get_tables:[2,1,1,""],max_partition:[2,1,1,""],table_exists:[2,1,1,""]}, "airflow.hooks.hive_hooks.HiveServer2Hook":{get_pandas_df:[2,1,1,""],get_records:[2,1,1,""]},"airflow.hooks.http_hook":{HttpHook:[2,0,1,""]},"airflow.hooks.http_hook.HttpHook":{check_response:[2,1,1,""],get_conn:[2,1,1,""],run:[2,1,1,""],run_and_check:[2,1,1,""],run_with_advanced_retry:[2,1,1,""]},"airflow.hooks.jdbc_hook":{JdbcHook:[2,0,1,""]},"airflow.hooks.jdbc_hook.JdbcHook":{get_conn:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.mssql_hook":{MsSqlHook:[2,0,1,""]},"airflow.hooks.mssql_hook.MsSqlHook":{get_conn:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.mysql_hook":{MySqlHook:[2,0,1,""]},"airflow.hooks.mysql_hook.MySqlHook":{bulk_dump:[2,1,1,""],bulk_load:[2,1,1,""],get_autocommit:[2,1,1,""],get_conn:[2,1,1,""],set_autocommit:[2,1,1,""]},"airflow.hooks.oracle_hook":{OracleHook:[2,0,1,""]},"airflow.hooks.oracle_hook.OracleHook":{bulk_insert_rows:[2,1,1,""],get_conn:[2,1,1,""],insert_rows:[2,1,1,""]},"airflow.hooks.pig_hook":{PigCliHook:[2,0,1,""]},"airflow.hooks.p ig_hook.PigCliHook":{run_cli:[2,1,1,""]},"airflow.hooks.postgres_hook":{PostgresHook:[2,0,1,""]},"airflow.hooks.postgres_hook.PostgresHook":{bulk_dump:[2,1,1,""],bulk_load:[2,1,1,""],copy_expert:[2,1,1,""],get_conn:[2,1,1,""]},"airflow.hooks.presto_hook":{PrestoHook:[2,0,1,""]},"airflow.hooks.presto_hook.PrestoHook":{get_conn:[2,1,1,""],get_first:[2,1,1,""],get_pandas_df:[2,1,1,""],get_records:[2,1,1,""],insert_rows:[2,1,1,""],run:[2,1,1,""]},"airflow.hooks.samba_hook":{SambaHook:[2,0,1,""]},"airflow.hooks.slack_hook":{SlackHook:[2,0,1,""]},"airflow.hooks.sqlite_hook":{SqliteHook:[2,0,1,""]},"airflow.hooks.sqlite_hook.SqliteHook":{get_conn:[2,1,1,""]},"airflow.hooks.webhdfs_hook":{WebHDFSHook:[2,0,1,""]},"airflow.hooks.webhdfs_hook.WebHDFSHook":{check_for_path:[2,1,1,""],get_conn:[2,1,1,""],load_file:[2,1,1,""]},"airflow.hooks.zendesk_hook":{ZendeskHook:[2,0,1,""]},"airflow.hooks.zendesk_hook.ZendeskHook":{call:[2,1,1,""]},"airflow.macros":{ds_add:[2,4,1,""],ds_format:[2,4,1,""],ran dom:[2,4,1,""]},"airflow.macros.hive":{closest_ds_partition:[2,4,1,""],max_partition:[2,4,1,""]},"airflow.models":{BaseOperator:[2,0,1,""],Chart:[2,0,1,""],Connection:[2,0,1,""],DAG:[2,0,1,""],DagBag:[2,0,1,""],DagModel:[2,0,1,""],DagPickle:[2,0,1,""],DagRun:[2,0,1,""],DagStat:[2,0,1,""],ImportError:[2,0,1,""],InvalidFernetToken:[2,7,1,""],KnownEvent:[2,0,1,""],KnownEventType:[2,0,1,""],KubeResourceVersion:[2,0,1,""],KubeWorkerIdentifier:[2,0,1,""],Log:[2,0,1,""],NullFernet:[2,0,1,""],Pool:[2,0,1,""],SlaMiss:[2,0,1,""],TaskFail:[2,0,1,""],TaskInstance:[2,0,1,""],User:[2,0,1,""],Variable:[2,0,1,""],XCom:[2,0,1,""],clear_task_instances:[2,4,1,""],get_fernet:[2,4,1,""]},"airflow.models.BaseOperator":{clear:[2,1,1,""],dag:[2,5,1,""],deps:[2,5,1,""],downstream_list:[2,5,1,""],execute:[2,1,1,""],get_direct_relative_ids:[2,1,1,""],get_direct_relatives:[2,1,1,""],get_flat_relative_ids:[2,1,1,""],get_flat_relatives:[2,1,1,""],get_task_instances:[2,1,1,""],has_dag:[2,1,1,""],on_kill:[2,1,1,"" ],post_execute:[2,1,1,""],pre_execute:[2,1,1,""],prepare_template:[2,1,1,""],render_template:[2,1,1,""],render_template_from_field:[2,1,1,""],run:[2,1,1,""],schedule_interval:[2,5,1,""],set_downstream:[2,1,1,""],set_upstream:[2,1,1,""],upstream_list:[2,5,1,""],xcom_pull:[2,1,1,""],xcom_push:[2,1,1,""]},"airflow.models.Connection":{extra_dejson:[2,5,1,""]},"airflow.models.DAG":{add_task:[2,1,1,""],add_tasks:[2,1,1,""],clear:[2,1,1,""],cli:[2,1,1,""],concurrency_reached:[2,5,1,""],create_dagrun:[2,1,1,""],deactivate_stale_dags:[2,6,1,""],deactivate_unknown_dags:[2,6,1,""],filepath:[2,5,1,""],folder:[2,5,1,""],following_schedule:[2,1,1,""],get_active_runs:[2,1,1,""],get_dagrun:[2,1,1,""],get_last_dagrun:[2,1,1,""],get_num_active_runs:[2,1,1,""],get_num_task_instances:[2,6,1,""],get_run_dates:[2,1,1,""],get_template_env:[2,1,1,""],handle_callback:[2,1,1,""],is_paused:[2,5,1,""],latest_execution_date:[2,5,1,""],normalize_schedule:[2,1,1,""],previous_schedule:[2,1,1,""],run:[2,1,1,""],set _dependency:[2,1,1,""],sub_dag:[2,1,1,""],subdags:[2,5,1,""],sync_to_db:[2,1,1,""],test_cycle:[2,1,1,""],topological_sort:[2,1,1,""],tree_view:[2,1,1,""]},"airflow.models.DagBag":{bag_dag:[2,1,1,""],collect_dags:[2,1,1,""],dagbag_report:[2,1,1,""],get_dag:[2,1,1,""],kill_zombies:[2,1,1,""],process_file:[2,1,1,""],size:[2,1,1,""]},"airflow.models.DagRun":{find:[2,6,1,""],get_dag:[2,1,1,""],get_latest_runs:[2,2,1,""],get_previous_dagrun:[2,1,1,""],get_previous_scheduled_dagrun:[2,1,1,""],get_run:[2,6,1,""],get_task_instance:[2,1,1,""],get_task_instances:[2,1,1,""],refresh_from_db:[2,1,1,""],update_state:[2,1,1,""],verify_integrity:[2,1,1,""]},"airflow.models.DagStat":{create:[2,6,1,""],set_dirty:[2,6,1,""],update:[2,6,1,""]},"airflow.models.Pool":{open_slots:[2,1,1,""],queued_slots:[2,1,1,""],used_slots:[2,1,1,""]},"airflow.models.TaskInstance":{are_dependencies_met:[2,1,1,""],are_dependents_done:[2,1,1,""],clear_xcom_data:[2,1,1,""],command:[2,1,1,""],command_as_list:[2,1,1,""],curre nt_state:[2,1,1,""],error:[2,1,1,""],generate_command:[2,6,1,""],get_dagrun:[2,1,1,""],init_on_load:[2,1,1,""],init_run_context:[2,1,1,""],is_eligible_to_retry:[2,1,1,""],is_premature:[2,5,1,""],key:[2,5,1,""],next_retry_datetime:[2,1,1,""],pool_full:[2,1,1,""],previous_ti:[2,5,1,""],ready_for_retry:[2,1,1,""],refresh_from_db:[2,1,1,""],try_number:[2,5,1,""],xcom_pull:[2,1,1,""],xcom_push:[2,1,1,""]},"airflow.models.Variable":{setdefault:[2,2,1,""]},"airflow.models.XCom":{get_many:[2,2,1,""],get_one:[2,2,1,""],set:[2,2,1,""]},"airflow.operators.bash_operator":{BashOperator:[2,0,1,""]},"airflow.operators.bash_operator.BashOperator":{execute:[2,1,1,""]},"airflow.operators.check_operator":{CheckOperator:[2,0,1,""],IntervalCheckOperator:[2,0,1,""],ValueCheckOperator:[2,0,1,""]},"airflow.operators.dagrun_operator":{TriggerDagRunOperator:[2,0,1,""]},"airflow.operators.docker_operator":{DockerOperator:[2,0,1,""]},"airflow.operators.druid_check_operator":{DruidCheckOperator:[2,0,1,""]},"air flow.operators.druid_check_operator.DruidCheckOperator":{get_db_hook:[2,1,1,""],get_first:[2,1,1,""]},"airflow.operators.dummy_operator":{DummyOperator:[2,0,1,""]},"airflow.operators.email_operator":{EmailOperator:[2,0,1,""]},"airflow.operators.generic_transfer":{GenericTransfer:[2,0,1,""]},"airflow.operators.hive_operator":{HiveOperator:[2,0,1,""]},"airflow.operators.hive_stats_operator":{HiveStatsCollectionOperator:[2,0,1,""]},"airflow.operators.hive_to_druid":{HiveToDruidTransfer:[2,0,1,""]},"airflow.operators.hive_to_druid.HiveToDruidTransfer":{construct_ingest_query:[2,1,1,""]},"airflow.operators.hive_to_mysql":{HiveToMySqlTransfer:[2,0,1,""]},"airflow.operators.hive_to_samba_operator":{Hive2SambaOperator:[2,0,1,""]},"airflow.operators.http_operator":{SimpleHttpOperator:[2,0,1,""]},"airflow.operators.jdbc_operator":{JdbcOperator:[2,0,1,""]},"airflow.operators.latest_only_operator":{LatestOnlyOperator:[2,0,1,""]},"airflow.operators.mssql_operator":{MsSqlOperator:[2,0,1,""]},"air flow.operators.mssql_to_hive":{MsSqlToHiveTransfer:[2,0,1,""]},"airflow.operators.mysql_operator":{MySqlOperator:[2,0,1,""]},"airflow.operators.mysql_to_hive":{MySqlToHiveTransfer:[2,0,1,""]},"airflow.operators.oracle_operator":{OracleOperator:[2,0,1,""]},"airflow.operators.pig_operator":{PigOperator:[2,0,1,""]},"airflow.operators.postgres_operator":{PostgresOperator:[2,0,1,""]},"airflow.operators.presto_check_operator":{PrestoCheckOperator:[2,0,1,""],PrestoIntervalCheckOperator:[2,0,1,""],PrestoValueCheckOperator:[2,0,1,""]},"airflow.operators.presto_to_mysql":{PrestoToMySqlTransfer:[2,0,1,""]},"airflow.operators.python_operator":{BranchPythonOperator:[2,0,1,""],PythonOperator:[2,0,1,""],PythonVirtualenvOperator:[2,0,1,""],ShortCircuitOperator:[2,0,1,""]},"airflow.operators.redshift_to_s3_operator":{RedshiftToS3Transfer:[20,0,1,""]},"airflow.operators.s3_file_transform_operator":{S3FileTransformOperator:[20,0,1,""]},"airflow.operators.s3_to_hive_operator":{S3ToHiveTransfer:[20,0,1, ""]},"airflow.operators.s3_to_redshift_operator":{S3ToRedshiftTransfer:[20,0,1,""]},"airflow.operators.slack_operator":{SlackAPIOperator:[2,0,1,""],SlackAPIPostOperator:[2,0,1,""]},"airflow.operators.slack_operator.SlackAPIOperator":{construct_api_call_params:[2,1,1,""],execute:[2,1,1,""]},"airflow.operators.slack_operator.SlackAPIPostOperator":{construct_api_call_params:[2,1,1,""]},"airflow.operators.sqlite_operator":{SqliteOperator:[2,0,1,""]},"airflow.operators.subdag_operator":{SubDagOperator:[2,0,1,""]},"airflow.sensors.base_sensor_operator":{BaseSensorOperator:[2,0,1,""]},"airflow.sensors.base_sensor_operator.BaseSensorOperator":{poke:[2,1,1,""]},"airflow.sensors.external_task_sensor":{ExternalTaskSensor:[2,0,1,""]},"airflow.sensors.external_task_sensor.ExternalTaskSensor":{poke:[2,1,1,""]},"airflow.sensors.hdfs_sensor":{HdfsSensor:[2,0,1,""]},"airflow.sensors.hdfs_sensor.HdfsSensor":{filter_for_filesize:[2,6,1,""],filter_for_ignored_ext:[2,6,1,""],poke:[2,1,1,""]},"airflow.se nsors.hive_partition_sensor":{HivePartitionSensor:[2,0,1,""]},"airflow.sensors.hive_partition_sensor.HivePartitionSensor":{poke:[2,1,1,""]},"airflow.sensors.http_sensor":{HttpSensor:[2,0,1,""]},"airflow.sensors.http_sensor.HttpSensor":{poke:[2,1,1,""]},"airflow.sensors.metastore_partition_sensor":{MetastorePartitionSensor:[2,0,1,""]},"airflow.sensors.metastore_partition_sensor.MetastorePartitionSensor":{poke:[2,1,1,""]},"airflow.sensors.named_hive_partition_sensor":{NamedHivePartitionSensor:[2,0,1,""]},"airflow.sensors.named_hive_partition_sensor.NamedHivePartitionSensor":{poke:[2,1,1,""]},"airflow.sensors.s3_key_sensor":{S3KeySensor:[2,0,1,""]},"airflow.sensors.s3_key_sensor.S3KeySensor":{poke:[2,1,1,""]},"airflow.sensors.s3_prefix_sensor":{S3PrefixSensor:[2,0,1,""]},"airflow.sensors.s3_prefix_sensor.S3PrefixSensor":{poke:[2,1,1,""]},"airflow.sensors.sql_sensor":{SqlSensor:[2,0,1,""]},"airflow.sensors.sql_sensor.SqlSensor":{poke:[2,1,1,""]},"airflow.sensors.time_delta_sensor":{Time DeltaSensor:[2,0,1,""]},"airflow.sensors.time_delta_sensor.TimeDeltaSensor":{poke:[2,1,1,""]},"airflow.sensors.time_sensor":{TimeSensor:[2,0,1,""]},"airflow.sensors.time_sensor.TimeSensor":{poke:[2,1,1,""]},"airflow.sensors.web_hdfs_sensor":{WebHdfsSensor:[2,0,1,""]},"airflow.sensors.web_hdfs_sensor.WebHdfsSensor":{poke:[2,1,1,""]},airflow:{macros:[2,3,0,"-"],models:[2,3,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","classmethod","Python class method"],"3":["py","module","Python module"],"4":["py","function","Python function"],"5":["py","attribute","Python attribute"],"6":["py","staticmethod","Python static method"],"7":["py","exception","Python exception"]},objtypes:{"0":"py:class","1":"py:method","2":"py:classmethod","3":"py:module","4":"py:function","5":"py:attribute","6":"py:staticmethod","7":"py:exception"},terms:{"00am":2,"01t23":27,"03t00":17,"1000m":2,"10gb":2,"10m":[2,20],"10pm":3,"128m":2,"2am":2,"2xx":2,"3xx":2,"abstrac t":[2,3,18,24],"boolean":[2,3,20,24],"break":20,"byte":[2,14,20],"case":[2,3,4,10,14,19,20,27,28,30,31],"char":2,"class":[1,2,3,17,19,20,21,24],"default":[0,1,4,6,7,9,14,15,17,18,19,20,21,27,29,32],"enum":[2,20],"export":[1,2,14,19,20,29],"final":[2,20,23],"float":[2,11,20],"function":[0,2,4,11,18,20,28,31],"import":[1,2,3,4,6,14,17,18,19,20,21,22,23,24,27,28,30],"int":[1,2,20,21],"long":[2,4,20],"na\u00efv":18,"new":[2,3,4,10,17,20,21,24,27,28,30],"null":[2,20],"public":1,"return":[0,1,2,3,4,10,11,20,21,24,30],"short":2,"static":[2,18,24],"super":28,"switch":[2,9,28],"throw":[1,2],"true":[2,3,4,11,16,17,20,21,23,27,28,31],"try":[1,2,3,17,20],"var":[2,3,16,20,21],"while":[2,3,4,18,20,22,27,28,29,31,32],AND:[2,20,22],AWS:[2,17,18],Added:3,And:28,Are:4,But:[3,15,20],DNS:7,ECS:[2,20],FOR:[2,22],For:[0,2,3,5,6,7,10,14,15,19,20,22,24,26,28,30,31],GCS:[2,20,21],Has:[2,20],IDs:[2,20],Its:[2,20],LTS:13,NOT:2,Not:[2,3,10,22],ODS:[2,20],One:[2,3,19,20,28,31],QDS:[2,19],SAS:[2,20],TNS:2,That:[ 27,30,31],The:[0,1,2,3,4,5,7,10,11,14,15,17,18,19,20,21,22,24,25,26,27,28,29,30,31,32],There:[2,3,4,7,10,20,21,24,30],These:[2,3,8,13,25],USE:[2,22],Use:[1,2,10,11,17,18,20],Used:[2,10],Uses:2,Using:[3,8,17,18,24,31],Will:[2,20,24],With:[2,28],__class__:3,__doc__:3,__init__:[2,3,17],__name__:[3,24],_cmd:15,_copying_:2,_filter:28,_host:28,_retry_arg:2,a_dat:30,a_pig_script:[2,20],abbrevi:3,abil:[3,20,28],abl:[2,4,6,9,28,29,31],about:[2,3,5,7,20,27,31],abov:[3,17,22,27,28,32],absenc:3,absolut:[2,3],accept:[2,18,20,22,30],access:[0,1,2,3,5,7,17,20,24,28],access_kei:2,access_logfil:1,access_token:32,accesskei:10,accomplish:[2,20],accord:[28,30],accordingli:[3,28],account:[1,2,10,20,28,30],account_nam:[2,20],accumul:2,accur:30,achiev:[7,28],ack_deadline_sec:2,ack_id:2,ack_messag:2,ackid:2,acknowledg:2,acquir:2,across:[2,5,32],act:[2,3,22,31],action:[2,20,32],activ:[0,1,2,3,4,24,27,28,31],activate_dag_run:2,active_dag_id:2,actual:[2,3,4,11,20,31],acut:2,acycl:[2,3,18],add:[1,2,3,4,7,11,17 ,20,22,23,28],add_task:2,added:[2,20],addendum:22,adding:[1,2,20,27],addit:[2,7,11,17,18,20,22,27],addition:[2,20,28],addprinc:28,address:[2,6,20],adhoc:[2,18],adjust:[12,13,28],admin:[1,3,10,14,24,25,28,29],admin_view:24,administr:2,advanc:[2,31],advantag:[7,28],advis:[2,22],affect:3,affin:[2,21],after:[2,3,11,18,19,20,21,24,27],afterward:2,again:[1,2,20],against:[2,3,4,20,22,28,31],aggreg:2,aggregate_db_message_job:3,aggregate_db_message_job_cmd:3,aggregate_queri:2,aggregation_kei:2,aggress:2,ago:[2,4],agre:22,agreement:[3,22],aid:23,aim:2,airbnb:[2,3,26,27],airfl:2,airflow:[0,1,2,3,5,6,7,8,9,10,11,14,15,16,17,20,21,23,25,26,27,29,30,31,32],airflow__:15,airflow__core__fernet_kei:14,airflow__core__sql_alchemy_conn:15,airflow__core__unit_test_mod:16,airflow_config:12,airflow_conn_:10,airflow_conn_postgres_mast:[3,10],airflow_db:2,airflow_hom:[2,9,12,15,17,24,29],airflow_local_set:17,airflow_set:3,airflow_test:11,airflow_tmp_dir:2,airflowdagcycleexcept:2,airflowexcept:[2,20],airflowi gnor:2,airflowplugin:24,airflowtestplugin:24,aiyzngq:2,alchemi:7,alert:[2,3,24],alert_typ:2,alex:[20,26],alexvanboxel:26,algorithm:2,alia:2,align:4,aliv:[2,20],all:[0,1,2,3,5,7,10,13,18,19,20,21,22,27,28,30,31],all_db:19,all_don:[2,3],all_fail:[2,3],all_success:[2,3],alleg:22,alloc:[2,20],allocate_id:[2,20],allocateid:[2,20],allow:[1,2,3,4,6,7,18,20,24,25,27,28,29,30,31,32],allow_jagged_row:[2,20],allow_large_result:[2,20],allow_quoted_newlin:[2,20],allowed_st:2,allowed_team:28,allowinsert:2,alon:22,along:[2,4,22,27,31],alongsid:[2,22,27],alreadi:[1,2,19,20,30],alright:31,also:[2,3,4,5,9,12,15,16,19,20,21,23,24,27,28,30,31],also_run_thi:11,alter:[2,3,4,9,28],altern:[2,14,20,27],altert:[2,20],although:30,alwai:[2,3,20,30,32],amazon:[8,18],ambigu:30,amount:[1,2,3,20],amsterdam:30,analys:32,analyz:3,anand:26,ancestor:2,anchor:2,anew:1,ani:[0,2,3,4,6,7,9,15,16,20,22,23,27,31,32],annot:[2,21,22],announc:26,anomali:24,anoth:[2,3,18,20,21],ansi:9,ansibl:5,anyon:28,anyth:[2,3,31],anytim:3,a nywher:[2,3],aoen:26,apach:[2,14,19,20,21,22,24,26,29,31],api:[1,11,18,19,20,28],api_call_param:2,api_cli:0,api_cor:[2,20],api_kei:32,api_param:2,api_vers:[2,20],apicli:2,apikei:32,apiv2:2,app:[2,28],app_id:2,appar:2,appear:[2,3,20,22],append:[2,15,20,23],appendix:22,appli:[2,3,11,19,20,21,22,27,30],applic:[2,10,20,22,24,25,28,30],application_arg:2,apply_lineag:23,appropri:[2,3,22,28],approx_max_file_size_byt:2,arbitrari:[2,3,18,30],architectur:18,archiv:[2,20],archive1:2,archive2:2,are_dependencies_met:2,are_dependents_don:2,aren:[2,3],arg:[2,20,21,23],argument:[2,18,20,21,27],aris:22,arithmet:30,around:[2,18,31],arrai:[2,18,24],arriv:[2,20],arthur:26,artwr:26,ascii:2,asf:18,ash:26,ask:2,assert:22,asset:2,assign:[2,4,18,20],assignment_func:2,associ:[2,3,22,27],assoici:2,assum:[2,3,10,12,13,22,28,30,31],asterisk:28,async:19,asynchron:2,atla:18,atlascli:23,atom:[3,27],attach:[2,3,22],attach_to:2,attack:28,attempt:[1,2,20],attent:[2,4],attr:2,attribut:[1,2,3,22,30],audit:[23,24],auth: [0,2,28],auth_backend:[0,28],auth_token:2,authent:[2,3,18,19,20],authmechan:2,author:[2,7,10,18,20,22,28,31,32],authorship:22,auto:[1,2,4,20,23],auto_delete_tim:[2,20],auto_delete_ttl:[2,20],autocommit:[2,20],autoconfig:2,automat:[2,3,13,16,23,28,30],autoscalingalgorithm:[2,20],autumn:30,avail:[0,2,3,5,7,20,21,22,24,25],avatar:2,avatar_url:2,averag:[2,20],avoid:[2,3,20],avro:[2,20],awai:2,await:2,awar:[2,3,17,18,28],aws:[2,20],aws_conn_id:[2,20],aws_customers_conn:[2,20],aws_default:[2,20],aws_dynamodb_hook:2,aws_hook:[2,20],aws_lambda_hook:2,aws_redshift_cluster_sensor:[2,20],awsbatch_oper:[2,20],awsbatchoper:[2,18],awsdynamodbhook:2,awshook:[2,20],awslambdahook:2,awsredshiftclustersensor:[2,18],azkaban:18,azur:[2,8,18],azure_data_lak:20,azure_data_lake_conn_id:[2,20],azure_data_lake_default:[2,20],azure_data_lake_hook:[2,20],azure_fileshare_hook:[2,20],azuredatalakehook:[2,18],azuredlfilesystem:[2,20],azurefilesharehook:[2,18],b64e:2,b64encod:2,back:[2,4,5,20,24],backend:[0,2,5,8, 18,19,20,23,28,29],backfil:[2,3,4,18,29],backfilljob:2,background:[2,31],backoff:[2,20],backup:[2,17,20],backward:[17,30],bad:[2,20],bag:2,bag_dag:2,balanc:[2,3,20],bar:[2,3,20,21,31],bare:31,base64:[2,14],base:[2,3,12,13,18,20,21,22,24,27,28],base_dag:2,base_executor:[2,24],base_hook:[2,20,24],base_log_fold:17,base_sensor_oper:[2,20,24],base_task_runn:17,base_url:[2,20,28],basedag:2,basedagbag:2,basedn:28,baseexecutor:[2,24],basehook:[2,3,20,24],baseoper:[3,18,20,21,24,31],basesensoroper:[18,20,24],basestr:2,baseview:24,bash:[2,3,11,17,21,31],bash_1:3,bash_command:[2,3,11,23,31],bash_command_to_run:15,bash_exampl:11,bash_oper:[2,23,27,31],bash_queu:31,bash_sensor:2,bashoper:[2,3,8,18,23,27,31],bashsensor:2,basi:[2,22],basic:[2,3,4,19,20,24,25,31],batch:[2,18],batch_siz:2,batcher:11,baz:[2,20],bcc:2,bcrypt:28,be_empti:2,beam:[2,20],beauchemin:26,becam:30,becaus:[2,3,11,20,30],becom:[2,3,18,20,24,31],beelin:2,been:[1,2,3,12,13,17,20,22,27,28],befor:[1,2,3,14,16,18,19,20,21,28,30],beg in:[2,3,18,20,27],begin_transact:[2,20],begintransact:[2,20],behalf:22,behav:[2,4],behavior:[2,3,27],behaviour:2,behind:[2,15,19,20,23,27],being:[2,3,20,23,25],belong:[2,10,20,28],below:[2,4,14,17,20,22,24,29,31],benefici:22,berlin:26,best:2,beta:[20,21],better:[4,31],between:[2,3,20,27,31],beyond:[2,4,20],bigger:[2,20],bigint:2,bigqueri:[2,11,18],bigquery_check_oper:[2,20],bigquery_conn_id:[2,20],bigquery_default:[2,10,20],bigquery_default_conn:2,bigquery_get_data:[2,20],bigquery_hook:[2,20],bigquery_oper:[2,20],bigquery_sensor:2,bigquery_table_delete_oper:[2,20],bigquery_to_bigqueri:[2,20],bigquery_to_gc:[2,20],bigquerycheckoper:2,bigquerycreateemptytableoper:2,bigquerycreateemptytableoperator_task:[2,20],bigquerycreateexternaltableoper:2,bigquerygetdataoper:2,bigqueryhook:[2,10,18],bigqueryintervalcheckoper:2,bigqueryoper:2,bigquerytabledeleteoper:2,bigquerytablesensor:2,bigquerytobigqueryoper:2,bigquerytocloudstorageoper:2,bigqueryvaluecheckoper:2,bigtabl:[2,20],bill:[2,20],bin: 3,binari:2,bind:22,bind_password:28,bind_us:28,bit:8,bitshift:18,blacklist:2,blah:[2,20],blob:[2,8,18,27,31],blob_nam:[2,20],block:[2,3,7,17,20,31,32],blockblobservic:[2,20],blockblockservic:[2,20],blocksiz:[2,20],blog:2,blueprint:24,bodi:[2,20],bolk:26,bolkedebruin:26,bonu:2,bool:[2,20,21],boot:13,both:[2,3,4,20],bother:31,boto3:[2,20],boto:[2,20],botocor:2,bottleneck:32,bound:[2,19],boundary_queri:2,box:[2,5,15,29],boxel:26,bql:[2,20],bracket:31,branch:[2,18],branch_fals:3,branchpythonoper:[2,3],broker:[1,2,5],broker_api:1,broker_url:15,brought:26,brows:[3,4],browser:[28,29],bruin:26,bucket:[2,11,17,20],bucket_kei:2,bucket_nam:[2,20],bucketnam:[2,20],buffer:[2,20],buffers:[2,20],bug:7,build:[2,3,7,8,18,20,25],build_job:2,build_numb:2,built:[2,3,5,9,18,24,25,31],builtin:2,bulk:[2,3,4,32],bulk_dump:2,bulk_insert_row:2,bulk_load:2,bump:3,bundl:2,burn:1,but_this_dag_will_not:3,button:[10,27],bytes_data:[2,20],c12318391:2,ca_cert:2,cacert:28,cach:28,cal:20,calcul:2,call:[2,3,4,11,15,16 ,17,20,23,27,31],callabl:[2,11],callback:[2,28],caller:2,can:[0,2,3,5,6,7,9,10,11,12,13,14,15,16,17,18,19,20,21,23,24,25,27,28,29,30,31,32],cancel:[2,20],candid:2,cannot:[2,3,20,22,31],cap:2,cap_net_bind_servic:28,capabl:[24,27],capac:[2,3],capacityschedul:2,captur:1,card:2,care:[1,12],carri:[3,22],cascad:3,cassandra:2,cassandra_conn_id:2,cassandra_default:2,cassandra_hook:2,cassandra_to_gc:2,cassandrahook:2,cassandratogooglecloudstorageoper:2,cast:[2,20],cat1:23,cat2:23,cat3:23,cat:2,catchup:[2,18],catchup_by_default:27,categori:24,caus:[2,4,20,22],caveat:[2,5],celeri:[1,2,3,4,8,18,19,20,28],celery_broker_transport_opt:5,celery_executor:2,celery_hostnam:1,celery_ssl_act:28,celery_ssl_cacert:28,celery_ssl_cert:28,celery_ssl_kei:28,celeryexecutor:[2,3,4,5,19,27,28],cell:2,central1:20,central:3,cert:[2,28],certain:[2,3,20],certif:[1,2,28],cfg:[1,2,3,4,5,6,7,9,14,15,16,17,20,23,27,28,29,30,31],cfg_path:[1,2],chain:3,chanc:16,chang:[0,2,5,7,9,10,13,14,15,17,18,20,22,23,27,28,29,30,31],c hannel:[2,26],charact:[2,10,22],character:3,charg:[2,4,20,22],charset:2,chart:[2,18,21,24],chat:26,check:[1,2,3,4,20],check_for_blob:[2,20],check_for_bucket:[2,20],check_for_directori:[2,20],check_for_fil:[2,20],check_for_kei:[2,20],check_for_named_partit:2,check_for_partit:2,check_for_path:2,check_for_prefix:[2,20],check_for_wildcard_kei:[2,20],check_head:[2,20],check_oper:[2,20],check_opt:[2,20],check_respons:2,checkoper:[2,20],checkout:28,checksum:[2,20],chef:5,child:[2,3],child_dag:3,child_dag_nam:3,child_load_balancing_polici:2,child_load_balancing_policy_arg:2,child_policy_nam:2,chmod:28,choic:[1,2,20,31],choos:[2,3,10,22,28],chri:26,chrisr:17,chunk:[2,20],circuit:2,claim:22,claimnam:21,clariti:18,clash:[2,20],classmethod:2,classpath:2,claus:2,clean:2,cleanup:[2,4],clear:[2,3,4,18,27,32],clear_staging_t:2,clear_task_inst:2,clear_xcom_data:2,cli:[2,3,4,5,17,18,27],click:[4,10,28,31,32],client:[0,2,19,20,21,28],client_id:28,client_secret:28,clock:30,close:[2,4,28],close_conn:2,c losest:2,closest_ds_partit:2,cloud:[2,8,18,19],cloud_storage_conn_id:[2,20],cloudant:[2,19],cloudant_conn_id:2,cloudant_default:2,cloudant_hook:2,cloudanthook:2,cluster:[2,5,6,7,18,21],cluster_context:[2,21],cluster_identifi:[2,20],cluster_label:2,cluster_nam:[2,20],cluster_statu:[2,20],cmd:[2,21],cmd_type:2,cmdline:2,cnf:[4,9],code:[1,2,3,10,14,18,20,22,24,27,30,31],coerc:2,col:2,col_blacklist:2,coldlin:[2,20],collabor:18,collect:[2,3,24],collect_dag:2,colloc:4,color:2,column:[2,20,27],com:[2,3,18,20,27,31],combin:[3,22,23],come:[2,27],comma:[1,2,3,10,20,28],command:[2,3,5,9,11,15,18,19,20,27,29],command_as_list:2,command_typ:2,comment:2,commerci:22,commit:[2,20,26,28],commit_everi:[2,20],committ:18,commmand:2,common:[2,3,4,5,8,20,22,31],commonli:2,commun:[3,8,18,20,22,31],compani:24,compar:[2,18],comparison:2,compat:[2,20,30],compil:[4,22],complet:[2,3,6,17,18,20,21,27],complex:[2,3,18,20,24],compli:22,complic:31,compon:24,compos:[3,28,31],composit:18,comprehens:32,compress:[2,20] ,compulsori:24,comput:[2,10,20,22],concept:[2,4,10,11,18,20,27,31],conceptu:3,concern:[3,19],concurr:[1,2,4,20],concurrency_reach:2,condit:[2,3,19,22],conf:[1,2,13,20],config:[1,2,4,17,20,21,24,28],config_fil:[2,21],config_templ:17,configmap:[2,21],configur:[0,1,2,3,4,5,7,8,9,12,17,18,19,20,21,22,23,27,28,29,31,32],confirm:[1,4,27],conflict:[2,20],confus:[2,3,4],conjunct:[1,2,3,20,29],conn:[2,10],conn_extra:1,conn_host:1,conn_id:[1,2,3,10],conn_login:1,conn_password:1,conn_port:1,conn_schema:1,conn_typ:[1,2],conn_uri:1,connect:[2,6,7,8,9,15,17,18,19,20,24,25,28],connect_data:2,connection_id:2,connectionerror:2,connector:2,connecttimeoutm:2,connenct:10,consequenti:22,consid:[2,3,4,9,20],consider:[2,20],consist:[2,3,18,20,22],consol:[17,28],conspicu:22,constant:[2,3],constitu:3,constitut:22,constraint:2,constru:22,construct:[2,20],construct_api_call_param:2,construct_ingest_queri:2,constructor:[2,20,31],consult:6,consum:5,contact:[2,7],contain:[2,3,4,8,15,17,18,21,22,27,28,31,32],cont ainer_nam:[2,20],container_v1:[2,20],containeroverrid:[2,20],content:[2,3,4,10,17,20,21,22,24,26,28],context:[2,4,5,18,20,21,23,31],continu:[2,18,20],contract:22,contrast:2,contrib:[0,2,3,20,21,28],contribut:[8,18,20,22],contributor:[22,26],contributori:22,control:[2,3,4,20,22,32],conveni:[2,3,20],convent:[2,3,20],convers:22,convert:[2,20,30],convert_map_typ:2,convert_tuple_typ:2,convert_typ:2,convert_user_typ:2,coordin:2,copi:[2,7,12,13,17,20,22,28],copied_sal:[2,20],copy_expert:2,copy_fil:[2,20],copy_opt:[2,20],copy_single_fil:[2,20],copyright:[22,28],core:[15,17,18,20,24,28,30],correct:[3,17],corresopnd:2,correspond:[2,3,4,7,13,15,20],cost:[2,20],could:[2,3,4,20,28,31],count:[1,2,20],counterclaim:22,countri:30,cours:28,cover:27,cpu:[2,3,4,24],cql:2,craft:[2,20],crawl:[2,27],crc32c:[2,20],creat:[0,1,2,3,6,7,8,14,15,17,18,20,21,23,24,25,27,28,29,30,31,32],create_blob_from_path:[2,20],create_blob_from_text:[2,20],create_bucket:[2,20],create_clust:[2,20],create_cluster_snapshot:[2,20 ],create_dagrun:2,create_directori:[2,20],create_disposit:[2,20],create_file_from_path:[2,20],create_file_from_stream:[2,20],create_file_from_text:[2,20],create_hcatalog_t:2,create_if_need:[2,20],create_job:[2,20],create_job_flow:[2,20],create_model:[2,20],create_subscript:2,create_table_column_typ:2,create_top:2,create_tunnel:2,create_us:18,create_vers:[2,20],createbucket:[2,20],createnewbucket:[2,20],createt:[2,20],creation:[2,20],credenti:[2,10,20,28],credit:28,criccomini:26,criteria:[2,3,20],criterion:2,critic:[1,2,3,20],cron:[2,3,4,18,27],cross:[3,22,31],crt:28,crud:1,crypto:[14,18,19],cryptographi:[2,14],csv:[2,11,20],ctl:2,curli:31,current:[0,2,20,21,27,30,32],current_st:2,cursor:[2,20],custom:[2,17,20,21,24,31],customari:22,cx_oracl:2,cycl:[2,3,31],daemon:[1,2,12,27],dag:[0,1,2,7,11,17,18,20,21,23,28,29],dag_1:3,dag_2:3,dag_concurr:4,dag_fil:2,dag_fold:[2,3,16],dag_id:[0,1,2,3,4,17,23,31],dag_regex:1,dag_run:[0,1,2,11],dag_run_conf_overrides_param:2,dag_run_obj:2,dag_stat:18 ,dagbag:[1,2,4,17],dagbag_report:2,dagfil:3,dagmodel:2,dagpickl:2,dagrun:[1,2,4],dagrun_oper:2,dagrun_timeout:[2,23],dags_fold:[4,5,17],dagstat:2,dai:[2,4,20,27,29,30,31],daili:[2,4,27],damag:22,dan:26,dask:[8,18],dask_host:6,dask_port:6,daskexecutor:6,data:[2,3,11,18,19,23,24,28,30,31,32],data_backup:[2,20],data_format:[2,20],data_format_unspecifi:[2,20],data_profiler_filt:28,databas:[1,2,3,4,5,7,8,14,15,18,20,24,25,29,30,31],databrick:[2,18],databricks_conn_id:[2,20],databricks_default:[2,20],databricks_hook:2,databricks_oper:[2,20],databricks_retry_limit:[2,20],databrickshook:2,databrickssubmitrunoper:[2,18],databs:2,datadog:2,datadog_conn_id:2,datadog_default:2,datadog_hook:2,datadog_sensor:2,datadoghook:2,datadogsensor:2,dataflow:[2,18],dataflow_:[2,20],dataflow_default_opt:[2,20],dataflow_oper:[2,20],dataflowhook:[2,10,18],dataflowjavaoper:2,dataflowoper:[2,20],dataflowpythonoper:2,dataflowtemplateoper:2,datafram:[2,20],datafu:[2,20],datapflow_exampl:[2,20],datapoint:2,datapro c:[2,18],dataproc_:[2,20],dataproc_hadoop_jar:[2,20],dataproc_hadoop_properti:[2,20],dataproc_hive_jar:[2,20],dataproc_hive_properti:[2,20],dataproc_oper:[2,20],dataproc_pig:[2,20],dataproc_pig_jar:[2,20],dataproc_pig_properti:[2,20],dataproc_pyspark_jar:[2,20],dataproc_pyspark_properti:[2,20],dataproc_scal:[2,20],dataproc_spark_jar:[2,20],dataproc_spark_properti:[2,20],dataprocclustercreateoper:2,dataprocclusterdeleteoper:2,dataprocclusterscaleoper:2,dataprochadoopoper:2,dataprochiveoper:2,dataprochook:[2,10],dataprocpigoper:2,dataprocpysparkoper:2,dataprocsparkoper:2,dataprocsparksqloper:2,dataprocworkflowtemplatebaseoper:[2,20],dataprocworkflowtemplateinstantiateinlineoper:2,dataprocworkflowtemplateinstantiateoper:2,dataset1:23,dataset2:23,dataset:[2,20,23,27],dataset_id:[2,20],datasourc:2,datastor:[2,18],datastore_backup:[2,20],datastore_conn_id:[2,20],datastore_export_oper:[2,20],datastore_hook:[2,20],datastore_import_oper:[2,20],datastoreexportoper:2,datastorehook:[2,10,18],da tastoreimportoper:2,date:[1,2,3,20,22,23,27,30,31],date_filter_column:[2,20],datestamp:2,datetim:[2,3,4,18,20,23,27,31],dateutil:2,davydov:26,daylight:30,days_ago:23,days_back:[2,20],db3:[2,20],db_tabl:2,db_tap_id:2,db_unique_nam:2,db_update_kei:2,db_update_mod:2,dbapi_hook:[2,20],dbapihook:[2,20],dbexportcmd:2,dbimportcmd:2,dbqpi:2,dbtap_id:2,dbtapquerycmd:2,dcawareroundrobinpolici:2,deactiv:2,deactivate_stale_dag:2,deactivate_unknown_dag:2,deadlin:30,deal:18,debug:[1,2,23,31],decid:[2,9,20],decim:2,decis:18,declar:2,decod:14,decomiss:[2,20],decompress:[2,20],decor:[2,23],decrypt:2,deep:2,def:[2,3,11,24],default_airflow:7,default_arg:[2,3,4,20,23,27,30,31],default_dag_run_display_numb:4,default_imperson:28,default_logging_config:17,default_login:28,default_param:4,default_queu:3,default_timezon:30,default_view:2,defend:22,defer:[2,3],deferred_op:3,defin:[2,3,4,7,12,14,17,18,20,21,22,23,24,27,28,30,31],definit:[0,2,3,18,20,22,24,30],del:2,delai:[1,2,4],delay_on_limit:1,delay_on_limi t_sec:2,deleg:[2,20],delegate_to:[2,20],delet:[1,2,3,20,27,32],delete_clust:[2,20],delete_dag:18,delete_directori:2,delete_fil:2,delete_oper:[2,20],delete_subscript:2,delete_top:2,delete_vers:[2,20],deletion_dataset_t:[2,20],deliber:[2,22],delim:2,delimit:[1,2,3,20],delta:[2,18],demonstr:3,deni:0,deny_al:0,dep:2,dep_context:2,depcontext:2,depend:[1,2,3,4,5,6,18,19,20,21,27,30,32],depends_on_past:[1,2,3,4,20,27,31],deploi:[2,24],deploy:24,deploy_target:21,deploy_typ:21,deploymenturl:[2,20],deprec:[2,20],depth:31,deriv:[2,15,20,22,24],descend:[2,3],describ:[2,3,4,22,30],describe_cluster_snapshot:[2,20],describe_directori:2,descript:[1,2,3,10,20],deseri:[1,2,3],deserialize_json:[2,3],design:[2,3,22,27],desir:[2,10,20,31],dest:[2,20],dest_aws_conn_id:[2,20],dest_gc:[2,20],dest_gcs_conn_id:[2,20],dest_s3_kei:[2,20],destin:[2,20],destination_bucket:[2,20],destination_cloud_storage_uri:[2,20],destination_conn_id:2,destination_dataset_t:[2,20],destination_filepath:2,destination_object:[2,20 ],destination_project_dataset_t:[2,11,20],destination_t:2,destroi:[2,20],detail:[2,3,4,6,20,28,30,32],detect:[2,24],determin:[2,3,11,20,22,30],dev:[2,14,19,20,26],devel:19,devel_hadoop:19,develop:[1,2,20,28,31],deviat:[2,20],dialect:[2,20],dialog:27,dict:[1,2,20,21,30,31],dictionari:[2,3,4,11,20,31],did:31,die:3,differ:[2,3,4,10,19,20,22,24,31,32],differenti:2,dill:2,dimens:2,dir1:[2,20],dir2:[2,20],dir:2,dircetori:[2,20],direcotri:[2,20],direct:[2,3,5,18,22,23],directli:[2,3,4,8,11,18,20,25],directori:[1,2,3,4,12,13,15,17,20,28,31],directory_nam:[2,20],dirti:[2,29],dirty_onli:2,disabl:[2,4],disclaim:[18,22],discord:2,discord_webhook_hook:2,discord_webhook_oper:2,discordapp:2,discordwebhookhook:2,discordwebhookoper:2,discov:2,discoveri:2,discuss:[22,30],disk:[2,10,20,21],disktyp:21,displai:[2,17,22,27,30,31],disposit:[2,20],disregard:[2,31],distinct:2,distribut:[2,3,6,19,21,22],disturb:2,do_pickl:1,do_xcom_push:[2,20],doamin:[2,20],doc:[2,3,4,7,20,31],doc_json:3,doc_md:3,doc_rst:3,d oc_yaml:3,docker:[2,7,21],docker_conn_id:2,docker_default:2,docker_hook:2,docker_image_slav:7,docker_oper:2,docker_url:2,dockerfil:7,dockerhook:2,dockerhub:[2,21],dockeroper:[2,3],document:[2,4,5,6,7,10,11,20,22,26,28,30,31],doe:[1,2,3,4,6,9,14,18,19,20,22,28,30,31],does_not_exist:2,doesn:[1,2,3,20,30,31],domain:[2,20,21,28],domainnam:0,don:[2,3,17,19,21,27,28,30],done:[2,3,4,20,27,28,31],donot_pickl:[1,2],door:3,dot:[2,3,20],doubl:[2,14,15,31],down:[1,2,3,20,21],download:[2,7,20],download_fil:[2,20],downstream:[1,2,3,20,27],downstream_list:2,downstream_task_id:2,downtream:2,dpig:2,driesprong:26,drive:9,driven:[2,24],driver:[2,9,20],driver_classpath:2,driver_memori:2,drop:[2,20,24],druid:[2,19],druid_broker_conn_id:2,druid_broker_default:2,druid_check_oper:2,druid_datasourc:2,druid_hook:2,druid_ingest_conn_id:2,druid_ingest_default:2,druid_oper:2,druidcheckoper:2,druiddbapihook:2,druidhook:2,druidoper:2,dry:1,dry_run:[1,2,20],ds_add:[2,31],ds_format:2,ds_nodash:[2,20],dsn:2,dst:[2,2 0,30],dttm:2,dubiou:[2,20],due:[2,16],dummi:[2,3,24,30],dummy_1:3,dummy_oper:[2,3,23],dummy_task:3,dummyoper:[2,3,23,30],dump:2,durat:[1,2,18,20],dure:[2,3,14,20,30,32],dynam:[2,3,18],dynamodb:2,each:[2,3,6,7,11,14,20,22,24,26,27,30,31],eagerli:16,earlier:31,easi:[3,8,12,18,24,25,28,32],easier:2,easiest:19,easili:[2,3,4,18,25,27,31],east:2,ec2:[2,18],echo:[3,11,21,23,31],ecosystem:24,ecs:[2,20],ecs_oper:[2,20],ecsoper:[2,18],edit:[6,8,15,18,32],editori:22,effect:[2,3,20],effici:[2,20],effort:18,egg:[2,7,20],either:[2,3,10,15,17,20,22,27,28,29],elabor:22,elaps:2,elast:2,electron:22,eleg:18,element:[2,15,20],elig:2,elment:2,els:[2,20,29],elsewher:3,email:[1,2,3,20,26,27,28,31],email_on_failur:[2,20,27,31],email_on_retri:[2,20,27,31],email_oper:2,emailoper:[2,3],embed:2,emit:[2,3,4,31],emoji:2,emp_nam:[2,20],employe:[2,20],employee_schema:[2,20],empti:[2,3,17,20],emr:[2,18],emr_add_steps_oper:[2,20],emr_base_sensor:2,emr_conn_id:[2,20],emr_connect:[2,20],emr_create_job_flow_oper:[2,20] ,emr_default:[2,20],emr_hook:[2,20],emr_job_flow_sensor:2,emr_step_sensor:2,emr_terminate_job_flow_oper:[2,20],emraddstepsoper:[2,18],emrbasesensor:2,emrcreatejobflowoper:[2,18],emrhook:[2,18],emrjobflowsensor:2,emrstepsensor:2,emrterminatejobflowoper:[2,18],enabl:[0,2,3,4,10,14,18,19,20,23,29,30],enclos:2,enclosed_bi:2,encod:[2,14,20],encount:30,encrypt:[2,14,17,18,19,20,28],encrypt_s3_log:17,encryptor:2,end:[2,20,27,30],end_dat:[1,2,27,30,31],endors:18,endpoint:[2,18,20],endpoint_url:0,enforc:[3,4],engin:[2,4,10,18],enough:5,ensur:[3,4,28],enterpris:18,entir:[1,3,4],entiti:[2,20,22],entity_filt:[2,20],entityfilt:[2,20],entri:[2,4,20,27,28],entrypoint:[2,21],env:[2,3,16,20,21],env_var:[2,21],environ:[2,3,5,8,12,14,15,16,18,19,20,21,25,27,31,32],ep_data_pipeline_db_msg_agg:3,equal:[2,20,30],equival:[2,3,19,20,31],era:4,erring:2,error:[1,2,11,20,30],error_logfil:1,escap:2,escaped_bi:2,especi:[3,4,31],essenti:[2,24],establish:2,eta:5,etc:[2,3,12,13,21,28],europ:[2,20,30],eval:[2,20],e valu:[2,3,4,11,20,27,30,31],even:[2,3,20,22,25,30],event:[2,3,22,31],eventlet:1,eventu:[2,20],ever:2,everi:[2,3,19,20,21,27,28,30,31],everyon:31,everyth:[31,32],exact:[1,2,19,30],exactli:[2,20,32],examin:27,exampl:[2,3,5,10,12,15,17,18,19,20,21,22,23,27,28,29,30],example1:[28,29],example2:28,example_bash_oper:[17,29],example_dag:[3,17,27,31],example_lineag:23,exce:[2,5],except:[1,2,3,18,20,22,28,30,31],exchang:[3,18],exclud:[1,2,20,22],exclude_packag:2,exclude_subdag:1,exclus:[22,27],exec_d:1,execut:[1,2,3,4,5,8,11,17,18,20,21,22,23,24,27,31],execute_async:2,executemani:2,execution_d:[1,2,3,17,23,27,30,31],execution_date_fn:2,execution_delta:2,execution_tim:3,execution_timeout:[2,3],executor:[1,3,4,5,6,7,9,17,18,20,24,27],executor_config:2,executor_cor:2,executor_memori:2,exercis:22,exhaust:5,exist:[0,1,2,3,7,14,17,20,28,30,31],existing_cluster_id:[2,20],exit:[1,2,28],expandus:17,expans:16,expect:[0,2,3,4,18,20],experi:19,experiment:[18,23,28],expir:[2,20],expiration_d:2,explain:2,e xplan:[2,20,31],explicit:[3,18],explicit_defaults_for_timestamp:[9,18],explicit_op:3,explicitli:[3,22,28,31],exponenti:[2,20],export_dir:2,export_format:[2,20],export_t:2,export_to_storage_bucket:[2,20],exportingmultipl:[2,20],expos:[0,2,3,9,21,24,28,30],express:[2,4,20,22,27],expression_typ:[2,20],ext:2,extend:[2,18],extens:[2,18,20],extern:[2,3,4,18,20,24],external_dag_id:2,external_t:[2,20],external_task_id:2,external_task_sensor:2,external_trigg:2,externaltasksensor:2,extra:[1,2,3,18,20,28],extra_dejson:2,extra_export_opt:2,extra_expr:2,extra_import_opt:2,extra_opt:2,extract:[2,20],extract_queri:2,f_final:23,f_in:23,f_out:23,fact:3,factori:3,fail:[1,2,3,4,11,17,20,27,31,32],fail_if_exist:2,fail_if_not_exist:2,failed_st:2,failur:[2,12,13,17,18,21,22],fair:2,fairli:29,fals:[1,2,17,20,21,27,31],familiar:[3,31],faq:[2,18],fargat:[2,20],fast:[2,29],faster:18,fault:[2,3],featur:[2,3,17,19,24,31,32],feb:28,fee:22,feng:26,fernet:[2,14],fernet_kei:14,fetch:[2,15,20],fetch_siz:2,few:[2,5, 25,29,31],field:[1,2,10,20,23],field_:2,field_delimit:[2,20],field_dict:[2,20],fields_terminated_bi:2,fifti:22,figur:[2,3,27],file1:2,file2:2,file:[0,1,2,3,4,5,7,9,10,12,13,15,17,18,21,22,23,24,27,28,29],file_categori:23,file_nam:[2,20],file_path:[2,20],file_s:2,file_sensor:2,file_to_gc:[2,20],file_to_wasb:[2,20],file_typ:2,filehandl:[2,20],filenam:[2,3,17,20],filename_templ:17,filepath:[1,2],files:2,filesensor:2,fileservic:[2,20],fileshar:[2,20],filestatu:2,filesystem:[2,5,20],filetogooglecloudstorageoper:2,filetowasboper:[2,18],fill:[2,3,10,17,25,28],filter:[1,2,3,20,28,31],filter_by_own:28,filter_for_files:2,filter_for_ignored_ext:2,filter_map:2,final_cluster_snapshot_identifi:[2,20],financi:30,find:[2,4,12,13,20,31,32],find_on:2,fine:31,finish:[2,20,23],fire:[2,3,4,5],firewal:[2,20],first:[1,2,3,4,6,15,20,26,27,29,31],firstnam:1,fit:[2,18,22],fix:[2,16,18,27],flag:[2,20,27],flask:[1,24,25],flask_admin:24,flask_blueprint:24,flask_login:28,flat:[2,20],flatten:[2,20],flatten_result :[2,20],flavor:24,flexibl:[2,20,31],flip:2,flow:[2,20,23],flower:[5,18,20],flower_conf:1,flower_url_prefix:20,fokko:26,folder:[2,17,20,24,27,28,29,31],follow:[0,2,3,7,10,14,15,17,18,20,22,28,31],following_schedul:2,foo:[2,3,20,21,31],foo_:4,foo_dag_id:4,foobar:9,forc:[1,2,19,20],force_pul:2,forcibl:[2,20],foreground:1,foreign:2,form:[2,3,18,20,22],format:[2,3,4,10,15,17,20,23],formatt:17,forward:[2,4,30],found:[2,3,17,28],found_descend:2,foundat:[18,26,29],four:3,framework:[2,7,20,24],free:[2,3,22],frequent:4,fresh:1,frm:2,from:[1,2,3,4,7,10,11,12,14,17,18,20,21,22,23,24,25,26,27,28,29,30,31,32],from_nam:2,from_seconds_ago:2,fs_conn_id:2,fs_default2:2,fs_default:2,fs_hook:2,fs_test:2,fshook:2,ftp:2,ftp_conn_id:2,ftp_default:2,ftp_hook:2,ftp_sensor:2,ftphook:2,ftpsensor:2,ftpshook:2,ftpssensor:2,fulfil:2,full:[2,20,26],full_filepath:2,fulli:[0,2,4,18,21,28,30],function_nam:2,functiontyp:2,fundament:31,further:[2,18,20,29,31],furthermor:28,futur:[2,20,27],galaxi:24,gantt:[2,18],gao:26 ,gapic:[2,20],garag:3,gate:28,gather:2,gce:[2,20],gcp:[2,18],gcp_api:19,gcp_api_base_hook:[2,20],gcp_conn_id:[2,20],gcp_container_hook:[2,20],gcp_container_oper:[2,20],gcp_dataflow_bas:[2,20],gcp_dataflow_hook:[2,20],gcp_dataproc_hook:2,gcp_default:20,gcp_mlengine_hook:[2,20],gcp_pubsub_hook:2,gcs:[2,17,20],gcs_download_oper:[2,20],gcs_file:[2,20],gcs_hook:[2,20],gcs_list_oper:[2,20],gcs_log_fold:17,gcs_oper:[2,20],gcs_schema_object:[2,20],gcs_sensor:2,gcs_task_handl:17,gcs_to_bq:[2,11,20],gcs_to_bq_exampl:11,gcs_to_bq_tabl:11,gcs_to_gc:[2,20],gcs_to_s3:2,gcstaskhandl:17,gender:2,gener:[1,2,3,11,14,18,20,21,22,23,24,28,31,32],generate_command:2,generate_kei:14,generic_transf:2,generictransf:2,get:[0,1,2,3,5,11,18,20,21,24,25,27,29,31,32],get_active_run:2,get_all_pag:2,get_autocommit:2,get_bucket:[2,20],get_clust:[2,20],get_collect:2,get_conn:[2,20],get_connect:3,get_crc32c:[2,20],get_credenti:2,get_cursor:2,get_dag:2,get_dagrun:2,get_data:[2,20],get_data_from_bq:[2,20],get_databas:2 ,get_db_hook:2,get_direct_rel:2,get_direct_relative_id:2,get_emr_respons:2,get_fernet:2,get_fil:[2,20],get_file_to_path:[2,20],get_file_to_stream:[2,20],get_first:2,get_flat_rel:2,get_flat_relative_id:2,get_jira_resource_method:2,get_jobs_id:2,get_kei:[2,20],get_last_dagrun:2,get_latest_run:2,get_log:[2,21],get_mani:2,get_md5hash:[2,20],get_metastore_cli:2,get_model:[2,20],get_num_active_run:2,get_num_task_inst:2,get_on:2,get_oper:[2,20],get_pandas_df:[2,20],get_partit:2,get_partitions_by_filt:2,get_partitions_by_nam:2,get_previous_dagrun:2,get_previous_scheduled_dagrun:2,get_record:2,get_result:2,get_run:2,get_run_d:2,get_servic:[2,20],get_sess:2,get_siz:[2,20],get_sqlalchemy_engin:2,get_tabl:2,get_task_inst:2,get_template_context:2,get_template_env:2,get_uri:2,get_wildcard_kei:[2,20],gevent:1,ghe:18,ghe_oauth:28,ghost:2,gist:7,git:[5,21],github:[2,18,20,26,27,31],github_enterpris:28,github_enterprise_auth:28,githubusercont:2,gitignor:2,gitter:26,give:[2,3,20,22,30],given:[0,2,3,4, 20],gkeclustercreateoper:2,gkeclusterdeleteoper:2,gkeclusterhook:[2,20],glanc:32,glob:[2,20],global:[2,3,18,20],globstr:[2,20],gmt:30,goal:31,goe:[2,4,27,31],going:29,good:[2,3,20,30],goodby:3,goodwil:22,googl:[2,8,18,19],google_application_default:2,google_auth:28,google_client_id:28,google_client_secret:28,google_cloud_conn_id:[2,20],google_cloud_datastore_default:[2,10,20],google_cloud_default:[2,10,20],google_cloud_storage_conn_id:[2,20],google_cloud_storage_default:2,googlecloudbasehook:[2,10,20],googlecloudstoragecreatebucketoper:2,googlecloudstoragedownloadoper:2,googlecloudstoragehook:[2,10,18],googlecloudstoragelistoper:2,googlecloudstorageobjectsensor:2,googlecloudstorageobjectupdatedsensor:2,googlecloudstorageprefixsensor:2,googlecloudstoragetobigqueryoper:[2,18],googlecloudstoragetogooglecloudstorageoper:2,googlecloudstoragetos3oper:2,govern:23,gpig:[2,20],gpl:19,grab:2,grace:[2,20],graceful_decommission_timeout:[2,20],grade:8,grai:2,grant:22,graph:[2,3,18],great:[3,9,20 ,27],greater:[2,20,30],green:2,greet:2,grossli:22,group:[2,13,21,28],group_member_attr:28,groupmembership:28,guid:[2,18,20,29],guidelin:[2,20],gunicorn:[1,19],guziel:26,gzip:[2,20],had:[2,14,27],hadoop:[2,18,19,20],hadoop_dependency_coordin:2,hadoopcmd:2,hand:[28,29],handi:30,handl:[0,2,3,10,20,27,30],handle_callback:2,handler:[2,17],happen:[2,3,23,27,30,31],hard:[2,3],harmless:22,has:[1,2,3,4,7,11,13,16,17,18,19,20,22,23,24,27,28,31],has_dag:2,has_log:2,hash:[2,20,28],hasn:[2,3,20,27],have:[1,2,3,4,5,7,9,10,12,13,14,16,17,18,19,20,22,23,24,25,27,28,30,31],haven:[2,3,31],hcatalog_databas:2,hcatalog_t:2,hcf:[2,20],hdf:[2,3,19],hdfs_conn_id:2,hdfs_default:2,hdfs_hook:2,hdfs_path:2,hdfs_sensor:2,hdfscli:2,hdfsclient:2,hdfshook:2,hdfssensor:2,hdfssensorfold:2,hdfssensorregex:2,head:[29,31],header:[2,20],heartbeat:[2,3,4],heavier:2,heavili:2,hello:[2,3,24,31],helm:21,help:[1,2,17,20,23,24,28],helper:2,here:[2,3,4,5,12,17,19,20,24,27,28,29,31,32],herebi:22,herein:22,hex:2,hidden:32,hierar chi:[2,20,31],high:2,highchart:25,higher:[2,4],highli:14,highlight:31,hipchat:2,hipchat_oper:2,hipchatapi:2,hipchatapioper:2,hipchatapisendroomnotificationoper:2,histori:[2,18],hit:[2,3],hive2mysqloper:2,hive2sambaoper:[2,19],hive:[2,3,5,19,20,24,28],hive_cli_conn_id:[2,20],hive_cli_default:[2,20],hive_cli_param:2,hive_conf:2,hive_conn_id:2,hive_hook:2,hive_oper:2,hive_partition_sensor:2,hive_stat:2,hive_stats_oper:2,hive_t:[2,20],hive_tblproperti:2,hive_to_druid:2,hive_to_dynamodb:2,hive_to_mysql:2,hive_to_samba_oper:2,hiveclihook:2,hivecmd:2,hiveconf:2,hiveconf_jinja_transl:2,hivemetastorehook:2,hiveoper:[2,3,5,20,28],hivepartitionsensor:[2,3],hivesensoroper:2,hiveserver2:2,hiveserver2_conn_id:2,hiveserver2_default:2,hiveserver2hook:2,hivestatscollectionoper:2,hivetodruidtransf:2,hivetodynamodbtransferoper:2,hivetomysqltransf:2,hold:[2,22],holder:0,home:[2,11,29],homogen:5,hook:[10,17,18,19,24,28,31],hope:27,horribl:31,host1:2,host2:2,host3:2,host:[1,2,6,9,17,20,23,28],hostnam:[1, 2,3,10,21,28],hour:[2,3,4,20,27,30],hourli:[2,4,27],hous:3,how:[2,3,7,10,18,20,23,24,27,29,31,32],howev:[2,3,16,22,28],hql:2,html:[2,20,24,31],html_content:2,http:[0,2,3,20,22,24,27,28,31],http_conn_id:2,http_default:2,http_hook:2,http_oper:2,http_sensor:2,http_upgrad:20,httphook:2,httpsensor:2,human:2,iana:30,icon:[2,10],icon_emoji:2,icon_url:2,idea:[2,4,15,18],ideal:[2,11,20],idempot:[2,11,27],identifi:[1,2,20,31,32],idl:[2,20],idle_delete_ttl:[2,20],ids:2,ifnotpres:[2,21],ignor:[1,2,4,10,20,21,30],ignore_:2,ignore_all_dep:2,ignore_all_depend:1,ignore_copi:2,ignore_depend:1,ignore_depends_on_past:[1,2],ignore_first_depends_on_past:[1,2],ignore_if_miss:[2,20],ignore_task_dep:[1,2],ignore_ti_st:[1,2],ignore_unknown_valu:[2,20],ignored_ext:2,iii:22,imag:[2,7,21],image_pull_polici:[2,21],image_vers:[2,20],immedi:[2,3],imper:5,imperson:[2,18,20],implement:[2,3,20],impli:[2,22],import_from_storage_bucket:[2,20],import_queri:2,import_t:2,importerror:2,improv:[4,22],in_clust:[2,21],inabl: 22,inact:[2,4],incident:22,includ:[1,2,3,17,20,21,22,27,31],include_downstream:2,include_exampl:2,include_head:[2,20],include_prior_d:2,include_upstream:2,inclus:22,incom:2,incompatbil:17,incomplet:[2,20],incorpor:22,increas:4,incremenetd:2,increment:[2,20],incub:[24,26,31],incur:[2,20,22],indemn:22,indemnifi:22,independ:[2,3],index:[2,20],indic:[2,3,18,20,22],indirect:22,individu:[2,20,22,27,31],ineffici:2,infer:[2,3,20],inferred_op:3,infil:2,infin:18,info:[0,1,2,17,20],inform:[2,3,5,7,10,11,20,22,27,28,30,31],infrastructur:[2,18,20],infring:22,ingest:2,ingress:20,inherit:[2,24,31],init:[2,13],init_action_timeout:[2,20],init_actions_uri:[2,20],init_on_load:2,init_run_context:2,initctl:13,initdb:[2,9,18,19,29],initi:[1,2,8,14,18,20,21,28,29],initialis:2,inject:[2,21,24],inlet:[2,23],inlin:[2,20],input:[2,20],input_compress:[2,20],input_fields_terminated_bi:2,input_format:2,input_lines_terminated_bi:2,input_null_non_str:2,input_null_str:2,input_optionally_enclosed_bi:2,input_path:[2, 20],input_seri:[2,20],inputfil:[2,20],insecur:28,insecurecli:2,insert:[2,3,20],insert_mani:2,insert_on:2,insert_row:[2,20],insid:[2,3,7,20,24],inspect:[27,29],inspir:2,instal:[2,3,5,7,14,18,20,23,24,28,29,30],instanc:[1,2,4,9,18,19,20,21,27,28,29,30,31],instanti:[2,3,4,18,20,27],instantiateinlin:[2,20],instantli:2,instead:[1,2,4,17,20,27],insteadnhttp:2,institut:22,instruct:[2,3,7,27],insur:2,int32:[2,20],integ:[2,20],integr:[10,12,13,18,19,24,28],intend:2,intention:22,inter:3,interact:[1,2,3,9,20,24,25],interchang:2,interest:[2,31],interfac:[0,2,3,18,20,22,25,28,30,31],intermitt:2,intern:[1,2,20,27,30],internal_ip_onli:[2,20],interpret:[2,3,18,20],interv:[2,4,27,30],intervalcheckoper:[2,20],intoth:2,introduc:[4,21],intuit:31,invalid:[2,20],invalidfernettoken:2,invari:[2,3],invoc:2,invocation_typ:2,invok:[2,24],invoke_lambda:2,involv:3,ipython:3,irrevoc:22,is_awar:30,is_eligible_to_retri:2,is_naiv:30,is_nan:2,is_paus:2,is_prematur:2,is_updated_aft:[2,20],ish:2,isn:[2,3,18,20],isofor mat:2,isol:2,issu:[2,3,10,18,19,20,22,26,30],item:[2,3,20,27],iter:[2,20],its:[1,2,3,5,9,20,22,23,24,27],itself:[2,3,4,21,27,28,31],jan:30,januari:[2,20,22,27],jar:[2,20],java:[2,20],java_class:2,jaydebeapi:2,jdbc:[2,19],jdbc_conn_id:2,jdbc_default:2,jdbc_driver:2,jdbc_hook:2,jdbc_oper:2,jdbc_tabl:2,jdbc_to_spark:2,jdbc_truncat:2,jdbchook:2,jdbcoper:[2,3],jenkin:2,jenkins_connection_id:2,jenkins_default:2,jenkins_hook:2,jenkins_job_trigger_oper:2,jenkins_serv:2,jenkinshook:2,jenkinsjobtriggeroper:2,jeremiah:26,jinja2:2,jinja:[2,18,20,24],jinja_env:2,jira:[2,26],jira_conn_id:2,jira_default:2,jira_hook:2,jira_method:2,jira_method_arg:2,jira_oper:2,jira_sensor:2,jirahook:2,jiraoper:2,jirasensor:2,jlowin:26,job:[1,2,3,4,11,13,20,27,29,32],job_class:[2,20],job_definit:[2,20],job_dir:[2,20],job_flow:[2,20],job_flow_id:[2,20],job_flow_overrid:[2,20],job_id:[2,17,20],job_nam:[2,20],job_queu:[2,20],job_track:2,jobflow:[2,20],jobid:[2,20],jobsclusterspecnewclust:[2,20],jobsnotebooktask:[2,20] ,jobssparkjartask:[2,20],jobtrack:2,joi:26,join:[3,26],joygao:26,json:[1,2,3,10,20,21],json_client:0,json_index_fil:2,june:26,jupo:2,jupyt:3,just:[1,2,3,4,17,19,24,27,30,31],k8s:2,kadmin:28,kapil:7,kaxil:[1,26],kaxilnaik:26,keep:[2,3,14,18,20,31],keepal:2,keepalive_interv:2,keepalives_idl:2,kei:[1,2,3,10,14,15,20,21,27,28,32],kerber:[19,28],kerbero:[0,2,18,19],kerberos_auth:0,kernel:2,key1:2,key2:2,key_exist:2,key_fil:2,keyfil:10,keyspac:2,keytab:[0,1,2,28],keyword:[2,11,20],kick:[2,5,27],kill:[2,3,4],kill_zombi:2,kind:22,knock:2,know:[2,4,10,31],knowledg:24,known:[2,19],knownev:2,knowneventtyp:2,kruyk:26,kube:21,kuberesourcevers:2,kubernet:[2,18],kubernetes_pod_oper:[2,21],kubernetesexecutor:2,kubernetesoper:21,kubernetespodoper:[2,21],kubeworkeridentifi:2,kwarg:[2,11,20,21],kwd:2,l447:[2,20],lab:[2,20],label:[2,20,21,25],labelselector:21,lai:29,lake:[2,18],lambda:[2,3,31],land:[2,24],landing_tim:2,languag:[2,31],larg:[2,20],larger:4,last:[1,2],lastnam:1,late:32,latenc:18,later:[25 ,30],latest:[1,2,18,19,20,31],latest_d:2,latest_execution_d:2,latest_onli:3,latest_only_oper:[2,3],latest_only_with_trigg:3,latestonlyoper:[2,3],latin:2,latin_stat:2,launch:[2,20,21,28],launch_typ:[2,20],launchtemplateparamet:[2,20],law:22,lawsuit:22,layer:4,layout:31,ldap3:28,ldap:[18,19],ldap_auth:28,ldap_ca:28,lead:[2,3],lean:18,learn:19,least:[2,3,6,22],leav:[2,20],led:3,left:[3,28,30],legaci:[2,4,20],legal:22,len:2,length:2,leo:26,less:[2,20],let:[1,2,3,7,20,23,25,27,31,32],level:[2,3,18,20,27,28],leverag:[2,3,31],liabil:22,liabl:22,lib:[2,3,12,20],lib_jar:2,libffi:14,librari:[2,3,4,5,9,18,19,20,24,31],libz:3,licens:[18,28],licensor:22,life:[2,3,20],lifecycl:21,lifetim:27,light:[3,30],lighter:2,lightweight:3,like:[2,3,4,7,15,16,17,19,20,24,28,30,31],limit:[1,2,3,13,18,20,22,27,29],line:[2,17,18,20,27,29],lineag:18,link:[2,3,10,18,20,22,24,27],link_nam:2,linkedin:2,linux:28,list:[1,2,3,10,13,18,19,20,21,22,23,24,26,28,31,32],list_3s_fil:[2,20],list_blob:[2,20],list_dag:[4,18,31] ,list_directori:2,list_directories_and_fil:[2,20],list_kei:[2,20],list_prefix:[2,20],list_task:[4,18,31],list_vers:[2,20],listen:[2,3,4,20,28],lit:2,liter:2,litig:22,live:[2,30],load:[1,2,3,11,16,18,20],load_balancing_polici:2,load_balancing_policy_arg:2,load_byt:[2,20],load_csv:11,load_df:2,load_fil:[2,20],load_opt:[2,20],load_str:[2,20],load_stream:[2,20],load_test_config:16,local:[1,2,3,4,6,8,9,18,20,28,30,31],local_dc:2,local_dc_nam:2,local_executor:2,local_filepath:2,local_full_path:2,local_full_path_or_buff:2,local_infil:2,local_path:[2,20],local_port:2,local_tz:30,localexecutor:[1,2,3,4,9,27],localhost:[2,10,20,29],locat:[1,2,3,9,17,20,27,28,31],lock:2,lock_for_upd:2,log:[1,2,7,8,11,18,21,24,28,31],log_config:17,log_fil:1,log_typ:2,logfil:1,logger:17,logging_config:17,logging_config_class:17,logging_mixin:[2,20],loggingmixin:[2,20],logic:[2,3,31],login:[1,2,3,10,20,28],loginmixin:2,logist:24,longer:[2,4,17,27],longest:[2,5,20],look:[1,2,3,4,18,19,20,23,24,26,27,28,31],lookup: [2,20],loss:22,lost:21,lot:27,low:2,lower:[2,10],lower_bound:2,lowin:26,machin:[1,2,3,5,6,20,28],macro:[3,4,18,24,25,31],made:[2,3,22],maheshwari:26,mai:[2,3,4,9,13,20,22,27,31],mail:[22,26],main:[2,3,4,20,24,30],main_class:[2,20],main_dag:3,main_jar:[2,20],maintain:[2,18],major:2,make:[0,1,2,3,4,5,7,9,12,13,17,18,20,22,23,24,28,30,31,32],makedsn:2,malfunct:22,malik:7,man:19,manag:[2,8,18,20,22,24,28],managedlibrarieslibrari:[2,20],mani:[1,2,3,4,20,24,30,31,32],manner:18,manual:[2,3,13,23,27,30],map:[2,20],mapper:2,mapr:2,mapred_job_nam:2,mapred_queu:2,mapred_queue_prior:2,march:26,mark:[1,2,3,20,22,27],mark_success:[1,2,27],markdown:3,markup:2,master:[2,7,10,20,27,31],master_disk_s:[2,20],master_machine_typ:[2,20],match:[1,2,3,20],matchexpress:21,matter:[2,30],maven:2,max:[2,20,26],max_active_run:[1,2,4],max_active_runs_per_dag:4,max_bad_record:[2,20],max_id_kei:[2,20],max_ingestion_tim:2,max_item:[2,20],max_messag:2,max_partit:2,max_result:[2,20],max_retri:[2,20],max_retry_delai:2 ,max_thread:4,max_tri:27,max_try_before_job_appear:2,max_worker_count:[2,20],maxim:26,maximum:[1,2,20],maximum_billing_ti:[2,20],maximum_bytes_bil:[2,20],maxnumwork:[2,20],maxresult:[2,20],mayb:3,md5:[2,20],mean:[2,3,4,5,20,22,23,27,28,31],meaning:2,meant:[2,4],measur:2,mechan:[2,22,28],media:22,medium:22,meet:[2,22,30],mem_limit:2,member:28,memberof:28,memori:2,menu:[3,4,18,24,29],menu_link:24,menulink:24,merchant:22,mere:22,merg:[2,20,31],meso:[2,8,18],mesos_executor:2,mesosexecutor:[2,7,27],messag:[2,3,18,20],message_format:2,met:[2,4,5,27],metadata:[1,2,3,9,10,14,15,18,19,20,23,24,27,32],metastor:2,metastore_conn_id:2,metastore_default:2,metastore_mysql:2,metastore_partition_sensor:2,metastore_t:2,metastorepartitionsensor:2,method:[0,2,3,4,10,17,20,23,24],method_nam:2,method_param:2,metric:[2,20,24],metric_nam:2,metric_spec:2,metrics_threshold:[2,20],metrics_threshold_dict_kei:[2,20],microsoft:[2,18,19],midnight:[4,27],might:[2,3,4,20,27,31],migrat:28,mike:[2,20],mime:[2,20],mim e_charset:2,mime_subtyp:2,mime_typ:[2,20],min:[2,4],mind:[3,18],minim:[2,20],minimum:[19,27],minor:20,minut:[3,4,20,23,27,31],miscellan:2,mismatch:3,miss:[2,3,20],mistercrunch:26,mix:[2,3,31],mkdir:3,mlengin:[2,20],mlengine_oper:[2,20],mlenginebatchpredictionoper:2,mlenginehook:[2,10],mlenginemodeloper:2,mlenginetrainingoper:2,mlengineversionoper:2,mlsd:2,mode:[1,2,3,8,11,18,20,31],model:[3,17,18,20,21,23,24,28,30,31],model_nam:[2,20],modif:22,modifi:[2,3,10,13,20,22,25],modul:[2,3,4,18,20,24,28],modular:18,moment:[2,4,30],mongo:2,mongo_collect:2,mongo_conn_id:2,mongo_db:2,mongo_default:2,mongo_hook:2,mongo_queri:2,mongo_to_s3:2,mongodb:2,mongohook:2,mongotos3oper:2,monitor:[2,3,5,18,24,27,32],monospac:3,month:[4,27],monthli:[4,27],more:[1,2,3,4,5,7,8,9,10,11,18,20,22,24,26,27,28,30,31,32],moreov:31,morn:27,most:[2,3,20,27,28,30,31,32],mostli:[18,27,30],mount:[2,5],mount_fil:21,mount_path:21,move:[2,3,4,18,20,23,30],move_fil:[2,20],move_object:[2,20],msg:2,mssql:[2,19],mssql_conn_id :2,mssql_default:2,mssql_hook:2,mssql_oper:2,mssql_to_hiv:2,mssqlhook:2,mssqloper:[2,3],mssqltohivetransf:2,msumit:26,much:[2,3,20,27],multi:[7,18],multi_region:[2,20],multipl:[1,2,3,4,20],multipli:[2,20],multiprocess:2,must:[2,3,4,6,7,10,14,17,20,22,24,28,31],mutat:3,my_conn:2,my_conn_str:15,my_dag1:3,my_dag2:3,my_dag:[3,30],my_databas:2,my_dict_var:2,my_funct:3,my_host:20,my_input:[2,20],my_job_id:[2,20],my_model:[2,20],my_new_top:2,my_output:[2,20],my_param:31,my_password:23,my_project:[2,20],my_sleeping_funct:11,my_tabl:2,my_top:2,my_tz_dag:30,my_useful_packag:3,my_usernam:23,my_var:2,my_vers:[2,20],myarg:2,mycompani:20,mycustomdockerimag:2,myoper:2,myorg:20,mypackag:28,mys3conn:17,mysql:[2,3,4,7,9,19],mysql_conn_id:2,mysql_default:2,mysql_hook:2,mysql_oper:2,mysql_postoper:2,mysql_preoper:2,mysql_tabl:2,mysql_to_gc:2,mysql_to_h:2,mysql_typ:2,mysqlclient:19,mysqld:[4,9],mysqldb:2,mysqlhook:2,mysqloper:[2,3,5],mysqltogooglecloudstorageoper:2,mysqltohivetransf:2,naik:26,naiv:18,na me:[2,3,7,10,11,15,17,18,20,21,22,24,28,31],named_hive_partition_sensor:2,namedhivepartitionsensor:2,namenod:2,namespac:[2,4,20,21,24],nan:2,nan_to_num:2,nativ:2,nav:28,navig:28,ndfor:31,nearlin:[2,20],neccessari:[2,20],necessari:[2,7],necessarili:[18,22],need:[2,3,5,7,9,10,12,13,14,18,19,20,23,24,27,28,29,30,31],neg:[2,27],neglig:22,neighbour:2,nest:[2,20,31],network:[2,6,20,28],network_mod:2,network_uri:[2,20],never:[1,2,4,20],new_clust:[2,20],new_user_email:28,new_user_nam:28,newli:[17,18],newlin:[2,20],newobject:2,next:[2,3,6,10,18,27,28],next_d:2,next_execution_d:2,next_retry_datetim:2,nginx:20,nhere:2,nice:3,night:3,nlst:2,no_backfil:2,no_confirm:1,node:[1,2,3,20,30],nodeaffin:21,non:[1,2,12,19,22],non_existing_top:2,non_terminal_st:2,none:[2,3,20,21,24,27],nopasswd:28,nor:[2,20],noram:28,norandkei:28,normal:[2,3,19,20,22],normalize_schedul:2,notat:[2,20],note:[0,2,4,5,6,7,9,10,14,15,16,17,18,19,20,23,24,27,28,30,31],note_id:2,notebook:[2,3,20],notebook_path:[2,20],notebook_ru n:[2,20],notebook_task:[2,20],noth:[2,22],notic:[3,22,31],notif:2,notifi:2,notwithstand:22,now:[2,3,4,7,27,28,30,31],nthread:[2,20],nuanc:3,nullabl:[2,11,20],nullfernet:2,num:2,num_executor:2,num_mapp:2,num_partit:2,num_preemptible_work:[2,20],num_run:1,num_shard:2,num_work:[2,20],number:[1,2,3,4,5,18,20],numer:2,numpi:2,oauth2:28,oauth2callback:28,oauth:18,oauth_callback_rout:28,oauth_key_from_github_enterpris:28,oauth_secret_from_github_enterpris:28,obj:2,object:[1,2,3,4,10,18,20,22,24,27,31],objectclass:28,oblig:22,observ:2,occur:[2,3,20],occurr:2,octal:2,octet:[2,20],octob:26,off:[2,5,20,27],offer:[22,24],offici:[2,26],offset:[2,30],often:[2,3,30],old:17,omit:[2,20],on_error:2,on_failure_callback:2,on_kil:2,on_retry_callback:2,on_success_callback:2,onboard:4,onc:[2,3,4,9,17,27,28,31],one:[2,3,4,5,6,7,11,14,18,20,22,27,28,30,31],one_fail:[2,3],one_success:[2,3],ones:[2,4,14,20,30,32],onli:[1,2,4,15,17,18,19,20,22,27,28,29,30],only_fail:1,only_if_upd:2,only_run:1,onto:21,oozi:18,o p1:3,op2:3,op3:3,op4:3,op_arg:[2,11],op_kwarg:[2,11],open:[0,2,3,10,14,20,26,28],open_slot:2,oper:[1,4,5,8,14,16,18,19,23,24,27,30,31],operation_nam:[2,20],oppos:[2,3,20],opposit:2,optim:2,option:[1,2,3,7,8,13,16,18,19,20,21,25,27,28,29,31],ora:2,oracl:2,oracle_conn_id:2,oracle_default:2,oracle_hook:2,oracle_oper:2,oraclehook:2,oracleoper:[2,3],orchestr:[2,18],order:[2,3,4,7,9,15,16,20,27,28,30],ordereddict:2,org:[2,20,22,24,26,31],organ:[3,24],organiz:28,orient:2,origin:[2,20,22,23],orm:2,other:[1,2,3,10,13,17,18,20,22,25,27,30,31],othercas:2,otherwis:[2,20,22,30,31],our:[2,20,31],out:[2,3,4,8,18,20,22,27,29],outag:24,outgrow:29,outlet:[2,23],outlier:32,output:[1,2,20,31],output_encod:2,output_format:2,output_path:[2,20],output_seri:[2,20],outputfil:[2,20],outsid:[2,27],outstand:22,over:[1,2,3,14,17,20,23,29,32],overal:2,overall_export_metadata:[2,20],overlap:32,overload:2,overlord:2,overrid:[1,2,4,20,23,31],overridden:[2,4,20],overview:32,overwhelm:3,overwrit:[2,16,20],overwrite_e xist:[2,20],overwritten:[2,20],own:[2,3,5,18,22,23,24,27,31],owner:[2,3,20,22,23,27,28,30,31],ownership:22,p12:2,packag:[2,14,18,20,23],package1:3,package_uri:[2,20],packet:2,page:[2,3,18,20,26,29,32],page_s:[2,20],pagin:[2,20],pai:[2,4],pair:[2,20,32],panda:[2,20],pandas_kwarg:2,parallel:[2,3,4,9,20,29],param:[1,2,20,21,31],paramet:[2,3,4,5,7,20,21,23,25,28,31],parameter:[3,11,18,25],paramiko:2,parent:[3,4],parent_dag:[2,3],parent_dag_nam:3,parquet:2,pars:[2,4,20,24,31],parseerror:[2,20],part:[2,3,20,22,23,25,28],parti:22,partial:[2,20],partialkei:[2,20],particular:[2,3,20,22],partit:[2,3,20],partition_column:2,partition_kei:2,partition_nam:2,partition_spec:2,partition_valu:2,partitiontyp:[2,20],partli:4,pass:[2,3,4,18,20,24,31],pass_valu:[2,20],passwd:32,password:[0,1,2,3,10,14,15,18,19,20,23,32],password_auth:[0,28],password_fil:2,passwordus:28,past:[2,3,4,27,32],patent:22,path2:2,path:[1,2,3,5,10,17,20,21,28],path_to_ca_cert:2,patrick:26,patrickleotardif:26,pattern:[2,3,20],paus :[2,3,18],payload:[2,20],pem:2,pencil:10,pendulum:30,peopl:[24,31],pep:[2,20],per:[2,20],percent:[2,20,22],perfect:3,perform:[1,2,3,4,7,18,20,21,22,27,32],perhap:[3,32],period:[2,3,4,27,31],perm:2,perman:[2,20],permiss:[2,22,28],perpetu:22,persist:[2,17,21,27],persistentvolum:[2,21],persistentvolumeclaim:21,perspect:[1,3],pertain:22,phase:24,physic:[2,20],pick:[2,3,5,12,20,23,25,27],pickl:[1,2,3,7],picklabl:2,pickle_id:2,pickleabl:2,pid:[1,29],pig:[2,3,20],pig_cli_conn_id:2,pig_cli_default:2,pig_hook:2,pig_oper:2,pig_properti:2,pigclihook:2,pigcmd:2,piggi:24,pigoper:2,pigparams_jinja_transl:2,pin_100:2,ping:[2,20],pinot:2,pinot_hook:2,pinotdbapihook:2,pip:[2,3,14,19,29],pipelin:[2,3,5,10,18,20,25,32],pitfal:2,pk1:2,pk2:2,place:[0,2,3,4,14,22,30,31],placehold:2,plain:[2,14,15],plan:4,platform:[2,3,8,17,18,19],pleas:[0,2,3,6,7,17,19,20,23,24,26,28,30,31],plug:24,plugin:18,plugin_macro:24,pluginexecutor:24,pluginhook:24,pluginoper:24,plugins_manag:24,pluginsensoroper:24,png:2,pod:[2,21 ],podaffin:21,podantiaffin:21,point:[2,3,4,5,7,20,21,29,31],pointer:2,poke:[2,20,24],poke_interv:2,polici:[2,18],poll:[2,20],poll_job_in_queu:2,poll_operation_until_don:[2,20],poll_sleep:[2,20],polling_interval_in_second:[2,20],polling_period_second:[2,20],pool:[2,4,18,31],pool_descript:1,pool_ful:2,popen:2,popul:[2,20,31],port:[0,1,2,6,10,23,28,29],portion:17,posit:[2,18,20],possibl:[1,2,3,13,20,22,27,28,29,31,32],post:[0,2],post_abbr:11,post_ev:2,post_execut:[2,23],postgr:[2,3,9,10,19,21],postgres_conn_id:2,postgres_default:[2,3],postgres_hook:2,postgres_mast:[3,10],postgres_oper:2,postgres_to_gcs_oper:2,postgres_typ:2,postgreshook:[2,3],postgresoper:[2,3],postgresql:19,postgrestogooglecloudstorageoper:2,potenti:[2,3],power:[3,18,22,31],pprint:11,pql:2,practic:[2,20,30],pre:[2,4],pre_execut:[2,3,23],pre_process:2,pre_process_arg:2,pre_process_kwarg:2,preced:[2,15,17,20,31],precis:2,predefin:2,predict:[2,20],preemptibl:[2,20],prefer:[2,21,22,27,29],preferredduringschedulingignoredd uringexecut:21,prefix:[1,2,3,10,20],preoper:2,prepar:[2,3,22,23],prepare_lineag:23,prepare_request:2,prepare_templ:2,preparedata:[2,20],prepend:[2,20],prepped_request:2,presenc:2,present:[2,19,20],preserv:30,preset:27,presto:2,presto_check_oper:2,presto_conn_id:2,presto_default:2,presto_hook:2,presto_to_mysql:2,prestocheckoper:2,prestocmd:2,prestohook:2,prestointervalcheckoper:2,prestotomysqloper:3,prestotomysqltransf:2,prestovaluecheckoper:2,pretti:31,prev_d:2,prev_execution_d:2,prevent:[2,3,4,20,28],previou:[1,2,3,4,31],previous:[2,3,4],previous_schedul:2,previous_ti:2,price:[2,20],primari:2,primarili:2,primit:2,princip:[0,1,2,3,28],print:[1,2,3,11,14,20,30,31],print_context:11,print_dat:31,print_head:[2,20],print_the_context:11,prior:[2,20],priorit:3,prioriti:[2,3,20],priority_weight:[2,3,31],privat:2,privileg:28,probabl:[0,4,12,28,30],problem:[2,3,20,30],problemat:3,proce:[2,4,19],process:[1,2,3,7,13,18,20,27,31],process_fil:2,produc:[2,20],product:[2,3,8,18,20,22,25,27,31],prof il:[2,18,28],program:[2,20,26],programmat:18,progress:[2,18,20,31],project:[2,10,18,20],project_id:[2,20],promin:22,prompt:1,prop:2,propag:[2,3],propaget:2,proper:[7,31],properli:[4,10,17,23,28],properti:[2,3,4,10,20,24,28],proto:[2,20],protobuf:[2,20],protocol:[2,20],provid:[2,3,5,6,7,17,20,21,22,25,28,31,32],provide_context:[2,3,11],provis:[2,20],proxi:[2,18],proxy_http_vers:20,proxy_pass:20,proxy_redirect:20,proxy_set_head:20,proxy_us:[2,28],proxyus:28,psycopg2:[2,9],ptarget:2,pub:2,publicli:[0,22],publish:[2,20],pubsub:2,pubsub_oper:2,pubsub_sensor:2,pubsubhook:2,pubsubmessag:2,pubsubpublishoper:2,pubsubpullsensor:2,pubsubsubscriptioncreateoper:2,pubsubsubscriptiondeleteoper:2,pubsubtopiccreateoper:2,pubsubtopicdeleteoper:2,pull:[2,3,17,19,21],pull_funct:3,puppet:5,pure:[2,3],purpl:2,purpos:[2,22,31],push:[2,3,20,21,23,24],push_funct:3,pushing_task:3,put:[2,3,4,20,24],pv1:2,pv2:2,pwd:3,py_fil:[2,20],py_opt:[2,20],pydata:[2,20],pyfil:[2,20],pyhiv:2,pymongo:2,pypi:[19,29],pyspark: [2,20],python:[2,3,4,5,7,11,18,19,20,24,28,30,31],python_1:3,python_cal:[2,3,11],python_oper:2,python_vers:[2,20],pythonoper:[2,3,8,18],pythonpath:[5,17,28],pythonvirtualenvoper:2,pytz:30,pywinrm:2,qds:[2,19],qualifi:[0,2,21,28],qualiti:[2,3,20],qubol:[2,19],qubole_check_oper:2,qubole_conn_id:2,qubole_default:2,qubole_hook:2,qubole_oper:2,qubole_sensor:2,qubolecheckoper:2,qubolehook:2,quboleoper:2,qubolesensor:2,qubolevaluecheckoper:2,queri:[2,7,18,20],query_granular:2,query_metr:2,query_param:[2,20],query_uri:[2,20],queu:[1,3,4],queue:[1,2,4,6,18,20,31],queued_slot:2,quick:[8,18,32],quickli:[25,29,31,32],quit:[2,4,20,30],quot:[2,20],quote_charact:[2,20],r39132:26,rabbitmq:[5,19],rais:[2,6,20,30,31],ran:[1,2],randkei:28,random:[1,2,20],random_bas:11,randomli:3,rang:[1,2,3,4,11,27,31],rare:30,rate:[2,20],rather:[2,3],ratio:[2,20],raw:[2,4,17],rdbm:2,reach:[1,2,3,4,13,20],reactiv:4,read:[2,4,17,20,21,28,31],read_consist:[2,20],read_fil:[2,20],read_kei:[2,20],read_onli:21,readabl:[2,22 ,28],readi:[2,18,29],readm:13,readthedoc:[2,20,31],ready_for_retri:2,real:[0,2,9,20],realli:[28,31],realm:[0,28],reason:[2,4,22,30,31],reboot:3,rebuild:1,recap:18,receiv:[2,3,20,22,27],receivedmessag:2,recent:[2,3],recipi:[2,22],recogn:[2,20],recommend:[0,2,4,7,9,10,14,17,30],record:[1,2,3,7,20,27,31],record_exist:2,recreat:[2,20],recurs:[2,20],red:2,redhat:12,redi:[2,5,19],redirect:[1,28],redis_conn_id:2,redis_default:2,redis_hook:2,redis_key_sensor:2,redishook:2,rediskeysensor:2,redistribut:22,redshift:[2,18],redshift_conn_id:[2,20],redshift_default:[2,20],redshift_hook:[2,20],redshift_to_s3_oper:[2,20],redshifthook:[2,18],redshifttos3transf:[2,18],reduc:[2,18],redund:31,ref:2,refer:[3,5,7,10,11,18,20,24,26,31],referenc:[2,3,10,31],reflect:[3,17,18,24,31],refrain:3,refresh:2,refresh_from_db:2,regard:[22,31],regardless:[1,2,20,30],regex:[1,2],regexp:1,region:[2,20],region_nam:[2,20],regist:[24,25,28,31],registri:2,regular:[2,27],reinit_frequ:28,rel:[2,27,31],relat:[1,2,3,4,5,7,19,2 6],relationship:3,relativedelta:2,relaxed_isol:2,releas:20,relev:[2,4,20],reli:[2,9,28],reliabl:2,reload:2,remain:[7,10,22,28,30],rememb:[2,31],remot:[2,4,6,18,20,27],remote_base_log_fold:17,remote_filepath:2,remote_full_path:2,remote_host:2,remote_log:17,remote_log_conn_id:17,remote_path:[2,20],remote_port:2,remov:[2,20],renam:[2,17,20],render:[2,3,18,20,23,24,31],render_templ:2,render_template_from_field:2,renew:[1,28],repeat:[2,3,20,27],repl:28,replac:[2,14,20,28],replicaset:2,repo:2,report:[1,2],repositori:[2,5,7,21,31],repres:[2,3,4,11,20,22,27,30],represent:[2,32],reproduc:22,reproduct:22,request:[1,2,3,20],request_param:2,requestrespons:2,requir:[0,1,2,3,4,5,6,7,8,10,14,17,18,19,20,22,28,30],requiredduringschedulingignoredduringexecut:21,rerun:[1,2],rerun_failed_task:[1,2],resembl:3,reset:1,reset_dag_run:1,reset_dagrun:1,resetdb:18,resid:[2,3,20],resolv:[2,20],resourc:[1,2,3,5,18,20,21],respect:[1,2,3,11,23,31],respons:[2,20,22],response_check:2,rest:[2,7,18,20,28],rest_api:2 ,restart:[3,4,12,13,14,17],restor:[2,20],restore_from_cluster_snapshot:[2,20],restrict:28,restructuredtext:3,result:[2,3,5,20,22,25,31],result_backend:15,result_processor:2,results_parser_cal:2,resum:1,retain:[2,20,22],retri:[1,2,3,20,27,31],retriev:[2,3,20],retrieve_fil:2,retry_arg:2,retry_delai:[2,20,27,31],retry_exponential_backoff:2,retry_limit:2,return_immedi:2,return_valu:2,reus:[2,20,24],revers:[16,18],review:18,revis:22,rewrit:[2,20],riccomini:26,rich:[1,3,18,32],rid:2,right:[2,3,22,25,30],rightmost:3,risk:22,roadmap:18,role:[1,9],roll:[2,18,20],rollback:[2,20],room:2,room_id:2,root:[2,3,20,21,28],root_dag:2,round:[2,4],roundrobinpolici:2,rout:[2,20,28],routin:3,row:[2,3,20],royalti:22,rtype:[2,20],rule:[2,4,18,21,31],run:[2,5,6,7,8,10,11,15,17,18,19,20,21,23,28,29,30,32],run_a:2,run_after_loop:11,run_and_check:2,run_as_own:[2,28],run_as_us:[2,28],run_cli:2,run_dur:1,run_id:[1,2,11,20,27],run_job_flow:[2,20],run_me_first:23,run_nam:[2,20],run_page_url:[2,20],run_queri:[2,20] ,run_task:[2,20],run_thi:[11,23],run_this_last:[17,23],run_with_advanced_retri:2,runme_0:29,runnabl:3,runner:[2,20],runqueri:[2,20],runtim:[2,20],runtime_vers:[2,20],runtimeenviron:[2,20],rwc:28,s3_bucket:[2,20],s3_conn_id:2,s3_default:[2,20],s3_file:[2,20],s3_file_transform_oper:[2,20],s3_hook:[2,20],s3_kei:[2,20],s3_key_sensor:2,s3_list_oper:[2,20],s3_prefix_sensor:2,s3_to_gcs_exampl:[2,20],s3_to_gcs_op:[2,20],s3_to_gcs_oper:[2,20],s3_to_hive_oper:[2,20],s3_to_redshift_oper:[2,20],s3distcp:2,s3filetransformoper:[2,3,18],s3hook:[2,17,18],s3keysensor:[2,19],s3listoper:[2,18],s3object:[2,20],s3prefixsensor:[2,19],s3togooglecloudstorageoper:[2,18],s3tohivetransf:[2,18],s3toredshifttransf:[2,18],safe:[2,20],safe_mod:2,saguziel:26,sai:[2,3,4,17,27,30],said:3,salari:[2,20],sale:[2,20],samaccountnam:28,samba:[2,19],samba_conn_id:2,samba_default:2,samba_hook:2,sambahook:2,same:[2,3,7,20,25,28,30,31],sampl:[2,11,13],sample_s:2,sandbox:8,sane:[2,9],sanit:2,sas_token:[2,20],save:[2,10,14,20,2 5,30,31],save_format:2,save_mod:2,savedmodel:[2,20],scala2:[2,20],scala:2,scalabl:18,scale:[2,8,18,20],scale_ti:[2,20],scaleti:[2,20],scan:[2,3],scene:[19,23,27],schedul:[2,3,6,7,12,17,18,21,29,31],schedule_interv:[2,3,4,23,27,31],scheduler_heartbeat_sec:4,scheduler_interv:4,scheduler_run:12,schema:[1,2,3,9,20],schema_field:[2,11,20],schema_filenam:2,schema_object:[2,20],schema_update_opt:[2,20],scope:[2,10,18,20],scratch:31,screen:[2,31],screenshot:18,script
<TRUNCATED>
