This is an automated email from the ASF dual-hosted git repository. codope pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push: new 48715d54c1 [HUDI-4962] Move cloud dependencies to cloud modules (#6846) 48715d54c1 is described below commit 48715d54c142959899ae934fcecb3a0530089734 Author: Shiyan Xu <2701446+xushi...@users.noreply.github.com> AuthorDate: Mon Oct 3 19:12:50 2022 +0800 [HUDI-4962] Move cloud dependencies to cloud modules (#6846) --- hudi-aws/pom.xml | 20 ++++++++++++++------ hudi-gcp/pom.xml | 12 ++++++++++++ hudi-utilities/pom.xml | 38 +++++++++++++------------------------- 3 files changed, 39 insertions(+), 31 deletions(-) diff --git a/hudi-aws/pom.xml b/hudi-aws/pom.xml index c634102550..dd484561f8 100644 --- a/hudi-aws/pom.xml +++ b/hudi-aws/pom.xml @@ -130,12 +130,20 @@ <groupId>io.dropwizard.metrics</groupId> <artifactId>metrics-core</artifactId> </dependency> - <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-glue --> - <dependency> - <groupId>com.amazonaws</groupId> - <artifactId>aws-java-sdk-glue</artifactId> - <version>${aws.sdk.version}</version> - </dependency> + + <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-glue --> + <dependency> + <groupId>com.amazonaws</groupId> + <artifactId>aws-java-sdk-glue</artifactId> + <version>${aws.sdk.version}</version> + </dependency> + + <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-sqs --> + <dependency> + <groupId>com.amazonaws</groupId> + <artifactId>aws-java-sdk-sqs</artifactId> + <version>${aws.sdk.version}</version> + </dependency> <!-- Test --> <dependency> diff --git a/hudi-gcp/pom.xml b/hudi-gcp/pom.xml index b7d28f514e..c70e0af1ed 100644 --- a/hudi-gcp/pom.xml +++ b/hudi-gcp/pom.xml @@ -67,6 +67,18 @@ See https://github.com/GoogleCloudPlatform/cloud-opensource-java/wiki/The-Google <artifactId>google-cloud-bigquery</artifactId> </dependency> + <dependency> + <groupId>com.google.cloud</groupId> + <artifactId>google-cloud-pubsub</artifactId> + <version>${google.cloud.pubsub.version}</version> + </dependency> + + <dependency> + <groupId>com.google.cloud.bigdataoss</groupId> + <artifactId>gcs-connector</artifactId> + <version>${gcs.connector.version}</version> + </dependency> + <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-avro</artifactId> diff --git a/hudi-utilities/pom.xml b/hudi-utilities/pom.xml index de76930a42..6d62c6e7d9 100644 --- a/hudi-utilities/pom.xml +++ b/hudi-utilities/pom.xml @@ -126,6 +126,19 @@ </exclusions> </dependency> + <!-- Hoodie - cloud providers --> + + <dependency> + <groupId>org.apache.hudi</groupId> + <artifactId>hudi-aws</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.hudi</groupId> + <artifactId>hudi-gcp</artifactId> + <version>${project.version}</version> + </dependency> + <!-- Hoodie - Other --> <!-- NOTE: This dependency is kept around even though it's not necessary, due to the fact @@ -436,31 +449,6 @@ <scope>test</scope> </dependency> - <!-- AWS Services --> - <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-sqs --> - <dependency> - <groupId>com.amazonaws</groupId> - <artifactId>aws-java-sdk-sqs</artifactId> - <version>${aws.sdk.version}</version> - </dependency> - - <!-- start: GCS Incremental Ingestion --> - <dependency> - <groupId>com.google.cloud</groupId> - <artifactId>google-cloud-pubsub</artifactId> - <version>${google.cloud.pubsub.version}</version> - <scope>provided</scope> - </dependency> - - <dependency> - <groupId>com.google.cloud.bigdataoss</groupId> - <artifactId>gcs-connector</artifactId> - <version>${gcs.connector.version}</version> - <scope>provided</scope> - </dependency> - - <!-- end: GCS Incremental Ingestion --> - <!-- Hive - Test --> <dependency> <groupId>${hive.groupid}</groupId>