Skip to content

Commit 48715d5

Browse files
authored
[HUDI-4962] Move cloud dependencies to cloud modules (#6846)
1 parent 30e89d6 commit 48715d5

3 files changed

Lines changed: 39 additions & 31 deletions

File tree

hudi-aws/pom.xml

Lines changed: 14 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -130,12 +130,20 @@
130130
<groupId>io.dropwizard.metrics</groupId>
131131
<artifactId>metrics-core</artifactId>
132132
</dependency>
133-
<!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-glue -->
134-
<dependency>
135-
<groupId>com.amazonaws</groupId>
136-
<artifactId>aws-java-sdk-glue</artifactId>
137-
<version>${aws.sdk.version}</version>
138-
</dependency>
133+
134+
<!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-glue -->
135+
<dependency>
136+
<groupId>com.amazonaws</groupId>
137+
<artifactId>aws-java-sdk-glue</artifactId>
138+
<version>${aws.sdk.version}</version>
139+
</dependency>
140+
141+
<!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-sqs -->
142+
<dependency>
143+
<groupId>com.amazonaws</groupId>
144+
<artifactId>aws-java-sdk-sqs</artifactId>
145+
<version>${aws.sdk.version}</version>
146+
</dependency>
139147

140148
<!-- Test -->
141149
<dependency>

hudi-gcp/pom.xml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -67,6 +67,18 @@ See https://github.com/GoogleCloudPlatform/cloud-opensource-java/wiki/The-Google
6767
<artifactId>google-cloud-bigquery</artifactId>
6868
</dependency>
6969

70+
<dependency>
71+
<groupId>com.google.cloud</groupId>
72+
<artifactId>google-cloud-pubsub</artifactId>
73+
<version>${google.cloud.pubsub.version}</version>
74+
</dependency>
75+
76+
<dependency>
77+
<groupId>com.google.cloud.bigdataoss</groupId>
78+
<artifactId>gcs-connector</artifactId>
79+
<version>${gcs.connector.version}</version>
80+
</dependency>
81+
7082
<dependency>
7183
<groupId>org.apache.parquet</groupId>
7284
<artifactId>parquet-avro</artifactId>

hudi-utilities/pom.xml

Lines changed: 13 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -126,6 +126,19 @@
126126
</exclusions>
127127
</dependency>
128128

129+
<!-- Hoodie - cloud providers -->
130+
131+
<dependency>
132+
<groupId>org.apache.hudi</groupId>
133+
<artifactId>hudi-aws</artifactId>
134+
<version>${project.version}</version>
135+
</dependency>
136+
<dependency>
137+
<groupId>org.apache.hudi</groupId>
138+
<artifactId>hudi-gcp</artifactId>
139+
<version>${project.version}</version>
140+
</dependency>
141+
129142
<!-- Hoodie - Other -->
130143

131144
<!-- NOTE: This dependency is kept around even though it's not necessary, due to the fact
@@ -436,31 +449,6 @@
436449
<scope>test</scope>
437450
</dependency>
438451

439-
<!-- AWS Services -->
440-
<!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk-sqs -->
441-
<dependency>
442-
<groupId>com.amazonaws</groupId>
443-
<artifactId>aws-java-sdk-sqs</artifactId>
444-
<version>${aws.sdk.version}</version>
445-
</dependency>
446-
447-
<!-- start: GCS Incremental Ingestion -->
448-
<dependency>
449-
<groupId>com.google.cloud</groupId>
450-
<artifactId>google-cloud-pubsub</artifactId>
451-
<version>${google.cloud.pubsub.version}</version>
452-
<scope>provided</scope>
453-
</dependency>
454-
455-
<dependency>
456-
<groupId>com.google.cloud.bigdataoss</groupId>
457-
<artifactId>gcs-connector</artifactId>
458-
<version>${gcs.connector.version}</version>
459-
<scope>provided</scope>
460-
</dependency>
461-
462-
<!-- end: GCS Incremental Ingestion -->
463-
464452
<!-- Hive - Test -->
465453
<dependency>
466454
<groupId>${hive.groupid}</groupId>

0 commit comments

Comments
 (0)