This is an automated email from the ASF dual-hosted git repository.
vincbeck pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 0df0d7457e Add new RdsStartExportTaskOperator parameters (#33251)
0df0d7457e is described below
commit 0df0d7457e78f83e2c0f6ab65c2d01bb8938167d
Author: Ovidiu Calbajos <[email protected]>
AuthorDate: Fri Aug 11 19:27:48 2023 +0300
Add new RdsStartExportTaskOperator parameters (#33251)
---
airflow/providers/amazon/aws/operators/rds.py | 13 ++++++++++++-
1 file changed, 12 insertions(+), 1 deletion(-)
diff --git a/airflow/providers/amazon/aws/operators/rds.py
b/airflow/providers/amazon/aws/operators/rds.py
index 92e98d7bd6..f7361892b0 100644
--- a/airflow/providers/amazon/aws/operators/rds.py
+++ b/airflow/providers/amazon/aws/operators/rds.py
@@ -328,6 +328,8 @@ class RdsStartExportTaskOperator(RdsBaseOperator):
:param s3_prefix: The Amazon S3 bucket prefix to use as the file name and
path of the exported snapshot.
:param export_only: The data to be exported from the snapshot.
:param wait_for_completion: If True, waits for the DB snapshot export to
complete. (default: True)
+ :param waiter_interval: The number of seconds to wait before checking the
export status. (default: 30)
+ :param waiter_max_attempts: The number of attempts to make before failing.
(default: 40)
"""
template_fields = (
@@ -351,6 +353,8 @@ class RdsStartExportTaskOperator(RdsBaseOperator):
s3_prefix: str = "",
export_only: list[str] | None = None,
wait_for_completion: bool = True,
+ waiter_interval: int = 30,
+ waiter_max_attempts: int = 40,
**kwargs,
):
super().__init__(**kwargs)
@@ -363,6 +367,8 @@ class RdsStartExportTaskOperator(RdsBaseOperator):
self.s3_prefix = s3_prefix
self.export_only = export_only or []
self.wait_for_completion = wait_for_completion
+ self.waiter_interval = waiter_interval
+ self.waiter_max_attempts = waiter_max_attempts
def execute(self, context: Context) -> str:
self.log.info("Starting export task %s for snapshot %s",
self.export_task_identifier, self.source_arn)
@@ -378,7 +384,12 @@ class RdsStartExportTaskOperator(RdsBaseOperator):
)
if self.wait_for_completion:
- self.hook.wait_for_export_task_state(self.export_task_identifier,
target_state="complete")
+ self.hook.wait_for_export_task_state(
+ export_task_id=self.export_task_identifier,
+ target_state="complete",
+ check_interval=self.waiter_interval,
+ max_attempts=self.waiter_max_attempts,
+ )
return json.dumps(start_export, default=str)