This is an automated email from the ASF dual-hosted git repository.
ahmar pushed a commit to branch branch-3.4
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/branch-3.4 by this push:
new 64bc773ad79 HADOOP-19480. S3A: Upgrades AAL version to 1.0.0. (#7469)
(#7603)
64bc773ad79 is described below
commit 64bc773ad79be38e845a6ef7e10f0e8f1ab08a93
Author: ahmarsuhail <ahma...@amazon.co.uk>
AuthorDate: Tue Apr 29 15:53:29 2025 +0100
HADOOP-19480. S3A: Upgrades AAL version to 1.0.0. (#7469) (#7603)
Contributed by: Ahmar Suhail
---
hadoop-project/pom.xml | 2 +-
.../ITestS3AAnalyticsAcceleratorStreamReading.java | 32 ----------------------
2 files changed, 1 insertion(+), 33 deletions(-)
diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml
index 240cdd497b4..b326f9a820c 100644
--- a/hadoop-project/pom.xml
+++ b/hadoop-project/pom.xml
@@ -206,7 +206,7 @@
<aws-java-sdk.version>1.12.720</aws-java-sdk.version>
<aws-java-sdk-v2.version>2.29.52</aws-java-sdk-v2.version>
<amazon-s3-encryption-client-java.version>3.1.1</amazon-s3-encryption-client-java.version>
-
<amazon-s3-analyticsaccelerator-s3.version>0.0.4</amazon-s3-analyticsaccelerator-s3.version>
+
<amazon-s3-analyticsaccelerator-s3.version>1.0.0</amazon-s3-analyticsaccelerator-s3.version>
<aws.eventstream.version>1.0.1</aws.eventstream.version>
<hsqldb.version>2.7.1</hsqldb.version>
<frontend-maven-plugin.version>1.11.2</frontend-maven-plugin.version>
diff --git
a/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AAnalyticsAcceleratorStreamReading.java
b/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AAnalyticsAcceleratorStreamReading.java
index f522eab1ead..816ec90646f 100644
---
a/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AAnalyticsAcceleratorStreamReading.java
+++
b/hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/ITestS3AAnalyticsAcceleratorStreamReading.java
@@ -38,7 +38,6 @@
import
software.amazon.s3.analyticsaccelerator.S3SeekableInputStreamConfiguration;
import software.amazon.s3.analyticsaccelerator.common.ConnectorConfiguration;
-import software.amazon.s3.analyticsaccelerator.util.PrefetchMode;
import static
org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY;
import static
org.apache.hadoop.fs.Options.OpenFileOptions.FS_OPTION_OPENFILE_READ_POLICY_PARQUET;
@@ -64,8 +63,6 @@
public class ITestS3AAnalyticsAcceleratorStreamReading extends
AbstractS3ATestBase {
private static final String PHYSICAL_IO_PREFIX = "physicalio";
- private static final String LOGICAL_IO_PREFIX = "logicalio";
-
private Path externalTestFile;
@@ -177,35 +174,6 @@ public void testMultiRowGroupParquet() throws Throwable {
verifyStatisticCounterValue(ioStats, STREAM_READ_ANALYTICS_OPENED, 1);
}
- @Test
- public void testConnectorFrameworkConfigurable() {
- describe("Verify S3 connector framework reads configuration");
-
- Configuration conf = new Configuration(getConfiguration());
-
- //Disable Predictive Prefetching
- conf.set(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX +
- "." + LOGICAL_IO_PREFIX + ".prefetching.mode", "all");
-
- //Set Blobstore Capacity
- conf.setInt(ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX +
- "." + PHYSICAL_IO_PREFIX + ".blobstore.capacity", 1);
-
- ConnectorConfiguration connectorConfiguration =
- new ConnectorConfiguration(conf,
ANALYTICS_ACCELERATOR_CONFIGURATION_PREFIX);
-
- S3SeekableInputStreamConfiguration configuration =
-
S3SeekableInputStreamConfiguration.fromConfiguration(connectorConfiguration);
-
-
Assertions.assertThat(configuration.getLogicalIOConfiguration().getPrefetchingMode())
- .as("AnalyticsStream configuration is not set to expected value")
- .isSameAs(PrefetchMode.ALL);
-
-
Assertions.assertThat(configuration.getPhysicalIOConfiguration().getBlobStoreCapacity())
- .as("AnalyticsStream configuration is not set to expected value")
- .isEqualTo(1);
- }
-
@Test
public void testInvalidConfigurationThrows() throws Exception {
describe("Verify S3 connector framework throws with invalid
configuration");
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
