This is an automated email from the ASF dual-hosted git repository. ephraimanierobi pushed a commit to branch v2-8-test in repository https://gitbox.apache.org/repos/asf/airflow.git
commit e0736092a89b1b8c46d389554c5e6abadcf8de21 Author: Tony Zhang <45370652+t...@users.noreply.github.com> AuthorDate: Tue Nov 21 15:24:49 2023 -0800 Update emr.py (#35787) --- airflow/providers/amazon/aws/operators/emr.py | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/airflow/providers/amazon/aws/operators/emr.py b/airflow/providers/amazon/aws/operators/emr.py index 1067464474..1f0b247b75 100644 --- a/airflow/providers/amazon/aws/operators/emr.py +++ b/airflow/providers/amazon/aws/operators/emr.py @@ -1270,14 +1270,18 @@ class EmrServerlessStartJobOperator(BaseOperator): ) self.log.info("Starting job on Application: %s", self.application_id) self.name = self.name or self.config.pop("name", f"emr_serverless_job_airflow_{uuid4()}") - response = self.hook.conn.start_job_run( - clientToken=self.client_request_token, - applicationId=self.application_id, - executionRoleArn=self.execution_role_arn, - jobDriver=self.job_driver, - configurationOverrides=self.configuration_overrides, - name=self.name, + args = { + "clientToken": self.client_request_token, + "applicationId": self.application_id, + "executionRoleArn": self.execution_role_arn, + "jobDriver": self.job_driver, + "name": self.name, **self.config, + } + if self.configuration_overrides is not None: + args["configurationOverrides"] = self.configuration_overrides + response = self.hook.conn.start_job_run( + **args, ) if response["ResponseMetadata"]["HTTPStatusCode"] != 200: