This is an automated email from the ASF dual-hosted git repository.
cnauroth pushed a change to branch HADOOP-19343
in repository https://gitbox.apache.org/repos/asf/hadoop.git
omit 8fa7d8355a9 HADOOP-19343. Add support for append(), compose(), concat()
omit f5633ea2b91 HADOOP-19343. Add support for hflush()
omit 623c39d4523 HADOOP-19343: Add support for open() and rename()
omit ab201b1987e HADOOP-19343: Add instruction for running tests
omit 08020f47cb1 HADOOP-19343: Add support for mkdir() and getFileStatus()
omit 50ca43ddd57 HADOOP-19343: GCS / Add implementation for create() API
add 950d8767e95 HADOOP-19426. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-azure-datalake Part2. (#7757)
add f93aff5b68f HADOOP-19597. Log warning message on every set/get of a
deprecated configuration property (#7766) Contributed by Stamatis Zampetakis.
add c199c732027 HADOOP-19576. S3A: Disable Purging Pending MPUs Before
Directory Purge (#7722)
add f099f08d922 HADOOP-19424. [S3A] [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-aws. (#7752)
add 590fe7cf00f YARN-11267. [JDK17] Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-router. (#7546)
new b79cf93fca0 HADOOP-19343: GCS / Add implementation for create() API
new a7b73fbde19 HADOOP-19343: Add support for mkdir() and getFileStatus()
new 012e75825f2 HADOOP-19343: Add instruction for running tests
new d18bc95f042 HADOOP-19343: Add support for open() and rename()
new ac927949aab HADOOP-19343. Add support for hflush()
new 720e37317f9 HADOOP-19343. Add support for append(), compose(), concat()
new 7aaf9211765 HADOOP-19343. Add additional authentication support
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8fa7d8355a9)
\
N -- N -- N refs/heads/HADOOP-19343 (7aaf9211765)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/hadoop/conf/Configuration.java | 36 +-
.../org/apache/hadoop/conf/TestConfiguration.java | 30 +
hadoop-tools/hadoop-aws/pom.xml | 10 -
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 3 +-
.../tools/hadoop-aws/troubleshooting_s3a.md | 27 +-
.../apache/hadoop/fs/s3a/AbstractS3AMockTest.java | 13 +-
.../ITestBlockingThreadPoolExecutorService.java | 15 +-
.../hadoop/fs/s3a/ITestEMRFSCompatibility.java | 2 +-
.../fs/s3a/ITestS3AAWSCredentialsProvider.java | 18 +-
.../ITestS3AAnalyticsAcceleratorStreamReading.java | 6 +-
.../org/apache/hadoop/fs/s3a/ITestS3AChecksum.java | 2 +-
...TestS3ADSSEEncryptionWithDefaultS3Settings.java | 6 +-
.../apache/hadoop/fs/s3a/ITestS3ATestUtils.java | 10 +-
.../apache/hadoop/fs/s3a/MultipartTestUtils.java | 8 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 72 +-
.../java/org/apache/hadoop/fs/s3a/TestListing.java | 12 +-
.../fs/s3a/TestS3AAWSCredentialsProvider.java | 8 +-
.../hadoop/fs/s3a/TestS3ABlockOutputStream.java | 6 +-
.../apache/hadoop/fs/s3a/TestS3ADeleteOnExit.java | 2 +-
.../hadoop/fs/s3a/TestS3AEndpointParsing.java | 2 +-
.../apache/hadoop/fs/s3a/TestS3AGetFileStatus.java | 37 +-
.../apache/hadoop/fs/s3a/TestS3AInputPolicies.java | 50 +-
.../hadoop/fs/s3a/TestS3AInputStreamRetry.java | 24 +-
.../org/apache/hadoop/fs/s3a/TestS3AUnbuffer.java | 4 +-
.../fs/s3a/adapter/TestV1CredentialsProvider.java | 15 +-
.../apache/hadoop/fs/s3a/auth/ProgressCounter.java | 4 +-
.../apache/hadoop/fs/s3a/auth/RoleTestUtils.java | 21 +-
.../delegation/MiniKerberizedHadoopCluster.java | 6 +-
.../delegation/TestS3ADelegationTokenSupport.java | 77 +-
.../fs/s3a/commit/AbstractITCommitProtocol.java | 4 +-
.../hadoop/fs/s3a/commit/TestMagicCommitPaths.java | 22 +-
.../fs/s3a/commit/TestMagicCommitTrackerUtils.java | 13 +-
.../s3a/commit/magic/ITestMagicCommitProtocol.java | 6 +-
.../fs/s3a/fileContext/ITestS3AFileContext.java | 4 +-
.../impl/ITestS3AConditionalCreateBehavior.java | 6 +-
.../s3a/impl/ITestS3APutIfMatchAndIfNoneMatch.java | 8 +-
.../hadoop/fs/s3a/impl/TestS3AEncryption.java | 14 +-
.../fs/s3a/s3guard/S3GuardToolTestHelper.java | 4 +-
.../hadoop/fs/s3a/s3guard/TestS3GuardCLI.java | 6 +-
.../apache/hadoop/fs/s3a/test/ExtraAssertions.java | 9 +-
.../apache/hadoop/fs/adl/common/Parallelized.java | 60 --
.../hadoop/fs/adl/live/TestAdlPermissionLive.java | 41 +-
.../hadoop-gcp/dev-support/findbugs-exclude.xml | 5 +
.../apache/hadoop/fs/gs/GcsInstrumentation.java | 63 ++
.../org/apache/hadoop/fs/gs/GcsListOperation.java | 20 +-
.../org/apache/hadoop/fs/gs/GcsStatistics.java | 72 ++
.../apache/hadoop/fs/gs/GcsStorageStatistics.java} | 34 +-
.../apache/hadoop/fs/gs/GoogleCloudStorage.java | 54 +-
.../hadoop/fs/gs/GoogleCloudStorageExceptions.java | 23 +
.../hadoop/fs/gs/GoogleCloudStorageFileSystem.java | 21 +-
.../hadoop/fs/gs/GoogleHadoopFSInputStream.java | 2 +-
.../hadoop/fs/gs/GoogleHadoopFileSystem.java | 349 +++++----
.../fs/gs/GoogleHadoopFileSystemConfiguration.java | 39 +-
.../hadoop/fs/gs/GoogleHadoopOutputStream.java | 2 +-
.../hadoop/fs/gs/HadoopConfigurationProperty.java | 21 +
.../fs/gs/HadoopCredentialsConfiguration.java | 213 ++++++
.../org/apache/hadoop/fs/gs/RedactedString.java | 38 +-
.../fs/gs/{Fadvise.java => StatisticTypeEnum.java} | 8 +-
.../java/org/apache/hadoop/fs/gs/StringPaths.java | 2 +-
.../markdown/tools/hadoop-gcp/Configuration.md | 197 +++++
.../src/site/markdown/tools/hadoop-gcp/testing.md | 25 +-
...java => ITestGoogleContractContentSummary.java} | 5 +-
....java => ITestGoogleContractRootDirectory.java} | 5 +-
...Mkdir.java => ITestGoogleContractUnbuffer.java} | 5 +-
.../hadoop-yarn-server-common/pom.xml | 4 +
.../policies/dao/WeightedPolicyInfo.java | 4 +
.../federation/store/records/SubClusterIdInfo.java | 2 +
.../rmadmin/DefaultRMAdminRequestInterceptor.java | 2 -
.../router/webapp/FederationInterceptorREST.java | 29 +-
.../hadoop/yarn/server/router/TestRouter.java | 40 +-
.../yarn/server/router/TestRouterAuditLogger.java | 15 +-
.../yarn/server/router/TestRouterMetrics.java | 712 +++++++++---------
.../yarn/server/router/TestRouterServerUtil.java | 6 +-
.../server/router/TestRouterStoreCommands.java | 6 +-
.../router/cleaner/TestSubClusterCleaner.java | 20 +-
.../router/clientrm/BaseRouterClientRMTest.java | 12 +-
.../clientrm/MockClientRequestInterceptor.java | 5 +-
...estApplicationSubmissionContextInterceptor.java | 2 +-
.../clientrm/TestFederationClientInterceptor.java | 373 +++++-----
.../TestFederationClientInterceptorRetry.java | 138 ++--
.../router/clientrm/TestRouterClientRMService.java | 58 +-
.../router/clientrm/TestRouterYarnClientUtils.java | 102 +--
.../TestableFederationClientInterceptor.java | 4 +-
.../router/rmadmin/BaseRouterRMAdminTest.java | 13 +-
.../rmadmin/TestFederationRMAdminInterceptor.java | 14 +-
.../router/rmadmin/TestRouterRMAdminService.java | 63 +-
.../router/secure/AbstractSecureRouterTest.java | 25 +-
.../TestRouterDelegationTokenSecretManager.java | 11 +-
.../server/router/secure/TestSecureLogins.java | 20 +-
.../subcluster/TestFederationSubCluster.java | 2 +-
.../TestYarnFederationWithCapacityScheduler.java | 16 +-
.../fair/TestYarnFederationWithFairScheduler.java | 16 +-
.../router/webapp/BaseRouterWebServicesTest.java | 12 +-
.../webapp/MockDefaultRequestInterceptorREST.java | 20 +-
.../webapp/TestFederationInterceptorREST.java | 807 +++++++++++----------
.../webapp/TestFederationInterceptorRESTRetry.java | 197 ++---
.../server/router/webapp/TestFederationWebApp.java | 2 +-
.../router/webapp/TestRouterWebAppProxy.java | 34 +-
.../router/webapp/TestRouterWebServiceUtil.java | 210 +++---
.../router/webapp/TestRouterWebServices.java | 125 ++--
.../router/webapp/TestRouterWebServicesREST.java | 140 ++--
.../src/test/resources/yarn-site.xml | 2 +-
102 files changed, 3066 insertions(+), 2123 deletions(-)
delete mode 100644
hadoop-tools/hadoop-azure-datalake/src/test/java/org/apache/hadoop/fs/adl/common/Parallelized.java
create mode 100644
hadoop-tools/hadoop-gcp/src/main/java/org/apache/hadoop/fs/gs/GcsInstrumentation.java
create mode 100644
hadoop-tools/hadoop-gcp/src/main/java/org/apache/hadoop/fs/gs/GcsStatistics.java
copy
hadoop-tools/{hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AStorageStatistics.java
=> hadoop-gcp/src/main/java/org/apache/hadoop/fs/gs/GcsStorageStatistics.java}
(64%)
create mode 100644
hadoop-tools/hadoop-gcp/src/main/java/org/apache/hadoop/fs/gs/HadoopCredentialsConfiguration.java
copy
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/metrics2/impl/MetricGaugeDouble.java
=>
hadoop-tools/hadoop-gcp/src/main/java/org/apache/hadoop/fs/gs/RedactedString.java
(58%)
copy
hadoop-tools/hadoop-gcp/src/main/java/org/apache/hadoop/fs/gs/{Fadvise.java =>
StatisticTypeEnum.java} (93%)
create mode 100644
hadoop-tools/hadoop-gcp/src/site/markdown/tools/hadoop-gcp/Configuration.md
copy
hadoop-tools/hadoop-gcp/src/test/java/org/apache/hadoop/fs/gs/contract/{ITestGoogleContractDelete.java
=> ITestGoogleContractContentSummary.java} (86%)
copy
hadoop-tools/hadoop-gcp/src/test/java/org/apache/hadoop/fs/gs/contract/{ITestGoogleContractDelete.java
=> ITestGoogleContractRootDirectory.java} (83%)
copy
hadoop-tools/hadoop-gcp/src/test/java/org/apache/hadoop/fs/gs/contract/{ITestGoogleContractMkdir.java
=> ITestGoogleContractUnbuffer.java} (87%)
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
