This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 89c94d9eda [fs] Replace AWS SDK v2 bundle with explicit module
dependencies (#7285)
89c94d9eda is described below
commit 89c94d9eda6500abe6a17accad787cf637550599
Author: Jiajia Li <[email protected]>
AuthorDate: Fri Feb 13 21:27:55 2026 +0800
[fs] Replace AWS SDK v2 bundle with explicit module dependencies (#7285)
This PR significantly reduces the size of `paimon-s3` jar file by:
1. Excluding the AWS SDK v2 Bundle (which contains 400+ AWS services)
from the `hadoop-aws` dependency
2. Explicitly including only the 12 necessary AWS SDK v2 modules
required for S3 functionality:
- apache-client
- auth
- crt-core
- http-auth-aws-crt
- iam
- sso
- s3
- kms
- glue
- sts
- dynamodb
- lakeformation
Result:
- `paimon-s3.jar`: 670MB → 91MB
---
paimon-filesystems/paimon-s3-impl/pom.xml | 66 +++++++++++++++++++++++++++++++
paimon-filesystems/pom.xml | 1 +
2 files changed, 67 insertions(+)
diff --git a/paimon-filesystems/paimon-s3-impl/pom.xml
b/paimon-filesystems/paimon-s3-impl/pom.xml
index e644ce72e4..9dfbcc76a0 100644
--- a/paimon-filesystems/paimon-s3-impl/pom.xml
+++ b/paimon-filesystems/paimon-s3-impl/pom.xml
@@ -91,6 +91,10 @@
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-bundle</artifactId>
</exclusion>
+ <exclusion>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>bundle</artifactId>
+ </exclusion>
<exclusion>
<!-- Optional S3A analytics accelerator - only used with
fs.s3a.input.stream.type=analytics -->
<groupId>software.amazon.s3.analyticsaccelerator</groupId>
@@ -107,6 +111,68 @@
</exclusions>
</dependency>
+ <!-- AWS SDK v2 dependencies - only include necessary modules -->
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>apache-client</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>auth</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>crt-core</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>http-auth-aws-crt</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>iam</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>sso</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>s3</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>kms</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>glue</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>sts</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>dynamodb</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>software.amazon.awssdk</groupId>
+ <artifactId>lakeformation</artifactId>
+ <version>${fs.s3.awssdk.version}</version>
+ </dependency>
+
<dependency>
<!-- Hadoop requires jaxb-api for javax.xml.bind.JAXBException -->
<groupId>javax.xml.bind</groupId>
diff --git a/paimon-filesystems/pom.xml b/paimon-filesystems/pom.xml
index 7eca0ad712..bf26d82260 100644
--- a/paimon-filesystems/pom.xml
+++ b/paimon-filesystems/pom.xml
@@ -55,6 +55,7 @@
<fs.hadoopshaded.version>3.3.4</fs.hadoopshaded.version>
<fs.hadoopshaded-3.4.version>3.4.2</fs.hadoopshaded-3.4.version>
<fs.s3.aws.version>1.12.319</fs.s3.aws.version>
+ <fs.s3.awssdk.version>2.29.52</fs.s3.awssdk.version>
<commons.beanutils.version>1.9.4</commons.beanutils.version>
</properties>
