You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by co...@apache.org on 2022/10/03 11:13:01 UTC
[hudi] branch master updated: [HUDI-4962] Move cloud dependencies to cloud modules (#6846)
This is an automated email from the ASF dual-hosted git repository.
codope pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 48715d54c1 [HUDI-4962] Move cloud dependencies to cloud modules (#6846)
48715d54c1 is described below
commit 48715d54c142959899ae934fcecb3a0530089734
Author: Shiyan Xu <27...@users.noreply.github.com>
AuthorDate: Mon Oct 3 19:12:50 2022 +0800
[HUDI-4962] Move cloud dependencies to cloud modules (#6846)
---
hudi-aws/pom.xml | 20 ++++++++++++++------
hudi-gcp/pom.xml | 12 ++++++++++++
hudi-utilities/pom.xml | 38 +++++++++++++-------------------------
3 files changed, 39 insertions(+), 31 deletions(-)
diff --git a/hudi-aws/pom.xml b/hudi-aws/pom.xml
index c634102550..dd484561f8 100644
--- a/hudi-aws/pom.xml
+++ b/hudi-aws/pom.xml
@@ -130,12 +130,20 @@
<groupId>io.dropwizard.metrics</groupId>
<artifactId>metrics-core</artifactId>
</dependency>
- <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-glue -->
- <dependency>
- <groupId>com.amazonaws</groupId>
- <artifactId>aws-java-sdk-glue</artifactId>
- <version>${aws.sdk.version}</version>
- </dependency>
+
+ <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-glue -->
+ <dependency>
+ <groupId>com.amazonaws</groupId>
+ <artifactId>aws-java-sdk-glue</artifactId>
+ <version>${aws.sdk.version}</version>
+ </dependency>
+
+ <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-sqs -->
+ <dependency>
+ <groupId>com.amazonaws</groupId>
+ <artifactId>aws-java-sdk-sqs</artifactId>
+ <version>${aws.sdk.version}</version>
+ </dependency>
<!-- Test -->
<dependency>
diff --git a/hudi-gcp/pom.xml b/hudi-gcp/pom.xml
index b7d28f514e..c70e0af1ed 100644
--- a/hudi-gcp/pom.xml
+++ b/hudi-gcp/pom.xml
@@ -67,6 +67,18 @@ See https://github.com/GoogleCloudPlatform/cloud-opensource-java/wiki/The-Google
<artifactId>google-cloud-bigquery</artifactId>
</dependency>
+ <dependency>
+ <groupId>com.google.cloud</groupId>
+ <artifactId>google-cloud-pubsub</artifactId>
+ <version>${google.cloud.pubsub.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>com.google.cloud.bigdataoss</groupId>
+ <artifactId>gcs-connector</artifactId>
+ <version>${gcs.connector.version}</version>
+ </dependency>
+
<dependency>
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-avro</artifactId>
diff --git a/hudi-utilities/pom.xml b/hudi-utilities/pom.xml
index de76930a42..6d62c6e7d9 100644
--- a/hudi-utilities/pom.xml
+++ b/hudi-utilities/pom.xml
@@ -126,6 +126,19 @@
</exclusions>
</dependency>
+ <!-- Hoodie - cloud providers -->
+
+ <dependency>
+ <groupId>org.apache.hudi</groupId>
+ <artifactId>hudi-aws</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hudi</groupId>
+ <artifactId>hudi-gcp</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
<!-- Hoodie - Other -->
<!-- NOTE: This dependency is kept around even though it's not necessary, due to the fact
@@ -436,31 +449,6 @@
<scope>test</scope>
</dependency>
- <!-- AWS Services -->
- <!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-sqs -->
- <dependency>
- <groupId>com.amazonaws</groupId>
- <artifactId>aws-java-sdk-sqs</artifactId>
- <version>${aws.sdk.version}</version>
- </dependency>
-
- <!-- start: GCS Incremental Ingestion -->
- <dependency>
- <groupId>com.google.cloud</groupId>
- <artifactId>google-cloud-pubsub</artifactId>
- <version>${google.cloud.pubsub.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>com.google.cloud.bigdataoss</groupId>
- <artifactId>gcs-connector</artifactId>
- <version>${gcs.connector.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <!-- end: GCS Incremental Ingestion -->
-
<!-- Hive - Test -->
<dependency>
<groupId>${hive.groupid}</groupId>