This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a commit to branch v2-8-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
commit e0736092a89b1b8c46d389554c5e6abadcf8de21
Author: Tony Zhang <45370652+t...@users.noreply.github.com>
AuthorDate: Tue Nov 21 15:24:49 2023 -0800
Update emr.py (#35787)
---
airflow/providers/amazon/aws/operators/emr.py | 18 +++++++++++-------
1 file changed, 11 insertions(+), 7 deletions(-)
diff --git a/airflow/providers/amazon/aws/operators/emr.py
b/airflow/providers/amazon/aws/operators/emr.py
index 1067464474..1f0b247b75 100644
--- a/airflow/providers/amazon/aws/operators/emr.py
+++ b/airflow/providers/amazon/aws/operators/emr.py
@@ -1270,14 +1270,18 @@ class EmrServerlessStartJobOperator(BaseOperator):
)
self.log.info("Starting job on Application: %s", self.application_id)
self.name = self.name or self.config.pop("name",
f"emr_serverless_job_airflow_{uuid4()}")
- response = self.hook.conn.start_job_run(
- clientToken=self.client_request_token,
- applicationId=self.application_id,
- executionRoleArn=self.execution_role_arn,
- jobDriver=self.job_driver,
- configurationOverrides=self.configuration_overrides,
- name=self.name,
+ args = {
+ "clientToken": self.client_request_token,
+ "applicationId": self.application_id,
+ "executionRoleArn": self.execution_role_arn,
+ "jobDriver": self.job_driver,
+ "name": self.name,
**self.config,
+ }
+ if self.configuration_overrides is not None:
+ args["configurationOverrides"] = self.configuration_overrides
+ response = self.hook.conn.start_job_run(
+ **args,
)
if response["ResponseMetadata"]["HTTPStatusCode"] != 200:
