This is an automated email from the ASF dual-hosted git repository. ahmar pushed a change to branch feature-HADOOP-19363-analytics-accelerator-s3 in repository https://gitbox.apache.org/repos/asf/hadoop.git
discard 7bf539021f3 stream to throw IoException omit 71ff4802507 Integrate analytics-accelerator with factory (#7332) omit 4601be6bf2a Creates S3AInputStream with a factory under S3AStore (#7323) This update removed existing revisions from the reference, leaving the reference pointing at a previous point in the repository history. * -- * -- N refs/heads/feature-HADOOP-19363-analytics-accelerator-s3 (e18d0a4d26d) \ O -- O -- O (7bf539021f3) Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: .../hadoop-aws/dev-support/findbugs-exclude.xml | 2 +- hadoop-tools/hadoop-aws/pom.xml | 5 + .../java/org/apache/hadoop/fs/s3a/Constants.java | 56 ++-- .../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 338 +++++++++++++------ .../org/apache/hadoop/fs/s3a/S3AInputStream.java | 366 +++++++++++++++------ .../org/apache/hadoop/fs/s3a/S3AReadOpContext.java | 44 ++- ...AnalyticsStream.java => S3ASeekableStream.java} | 47 +-- .../java/org/apache/hadoop/fs/s3a/S3AStore.java | 38 +-- .../apache/hadoop/fs/s3a/impl/ClientManager.java | 9 +- .../hadoop/fs/s3a/impl/ClientManagerImpl.java | 56 ++-- .../fs/s3a/impl/InputStreamCallbacksImpl.java | 123 ------- .../apache/hadoop/fs/s3a/impl/S3AStoreImpl.java | 202 +----------- .../streams/AbstractObjectInputStreamFactory.java | 83 ----- .../s3a/impl/streams/AnalyticsStreamFactory.java | 77 ----- .../streams/ClassicObjectInputStreamFactory.java | 66 ---- .../fs/s3a/impl/streams/InputStreamType.java | 83 ----- .../fs/s3a/impl/streams/ObjectInputStream.java | 322 ------------------ .../impl/streams/ObjectInputStreamCallbacks.java | 64 ---- .../s3a/impl/streams/ObjectInputStreamFactory.java | 83 ----- .../fs/s3a/impl/streams/ObjectReadParameters.java | 186 ----------- .../fs/s3a/impl/streams/StreamIntegration.java | 77 ----- .../fs/s3a/impl/streams/StreamThreadOptions.java | 77 ----- .../hadoop/fs/s3a/impl/streams/package-info.java | 29 -- .../hadoop/fs/s3a/prefetch/PrefetchOptions.java | 67 ---- .../prefetch/PrefetchingInputStreamFactory.java | 91 ----- .../fs/s3a/prefetch/S3ACachingInputStream.java | 16 +- .../fs/s3a/prefetch/S3AInMemoryInputStream.java | 8 +- .../fs/s3a/prefetch/S3APrefetchingInputStream.java | 66 ++-- .../fs/s3a/prefetch/S3ARemoteInputStream.java | 14 +- .../hadoop/fs/s3a/prefetch/S3ARemoteObject.java | 5 +- .../site/markdown/tools/hadoop-aws/prefetching.md | 14 +- .../fs/contract/s3a/ITestS3AContractSeek.java | 2 +- .../hadoop/fs/s3a/ITestS3AConfiguration.java | 18 +- .../hadoop/fs/s3a/ITestS3AInputStreamLeakage.java | 42 +-- .../fs/s3a/ITestS3APrefetchingCacheFiles.java | 6 +- .../fs/s3a/ITestS3APrefetchingInputStream.java | 10 +- .../fs/s3a/ITestS3APrefetchingLruEviction.java | 12 +- .../hadoop/fs/s3a/ITestS3ARequesterPays.java | 5 +- .../hadoop/fs/s3a/ITestS3AS3SeekableStream.java | 55 +++- .../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 38 +-- .../hadoop/fs/s3a/TestS3AInputStreamRetry.java | 27 +- .../fs/s3a/commit/ITestCommitOperationCost.java | 7 +- .../fs/s3a/commit/ITestS3ACommitterFactory.java | 2 +- .../s3a/commit/magic/ITestMagicCommitProtocol.java | 2 +- .../fs/s3a/impl/ITestConnectionTimeouts.java | 7 +- .../fs/s3a/performance/ITestS3AOpenCost.java | 6 +- .../fs/s3a/performance/ITestUnbufferDraining.java | 5 +- .../fs/s3a/prefetch/MockS3ARemoteObject.java | 8 +- .../hadoop/fs/s3a/prefetch/S3APrefetchFakes.java | 43 ++- .../fs/s3a/prefetch/TestS3ARemoteInputStream.java | 19 +- .../fs/s3a/prefetch/TestS3ARemoteObject.java | 6 +- .../s3a/scale/ITestS3AInputStreamPerformance.java | 6 +- .../statistics/ITestS3AFileSystemStatistic.java | 2 +- .../hadoop-aws/src/test/resources/log4j.properties | 4 - 54 files changed, 832 insertions(+), 2214 deletions(-) rename hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/{impl/streams/AnalyticsStream.java => S3ASeekableStream.java} (80%) delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/InputStreamCallbacksImpl.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/AbstractObjectInputStreamFactory.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/AnalyticsStreamFactory.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ClassicObjectInputStreamFactory.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/InputStreamType.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectInputStream.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectInputStreamCallbacks.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectInputStreamFactory.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/ObjectReadParameters.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/StreamIntegration.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/StreamThreadOptions.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/streams/package-info.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/prefetch/PrefetchOptions.java delete mode 100644 hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/prefetch/PrefetchingInputStreamFactory.java --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org