This is an automated email from the ASF dual-hosted git repository.
tmarquardt pushed a change to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git.
from 7ec692a YARN-4771. Some containers can be skipped during log
aggregation after NM restart. Contributed by Jason Lowe and Jim Brennan.
new eed06b4 Hadoop-17015. ABFS: Handling Rename and Delete idempotency
new 27b20f9 HADOOP-17054. ABFS: Fix test AbfsClient authentication
instance
new 869a68b HADOOP-16852: Report read-ahead error back
new 903935d HADOOP-17053. ABFS: Fix Account-specific OAuth config setting
parsing
new 8b7e774 HDFS-15168: ABFS enhancement to translate AAD to Linux
identities. (#1978)
new bbd3278 HADOOP-17065. Add Network Counters to ABFS (#2056)
new 7c9b459 HADOOP-16961. ABFS: Adding metrics to AbfsInputStream (#2076)
new f24e2ec HADOOP-17058. ABFS: Support for AppendBlob in Hadoop ABFS
Driver
new 18ca803 Hadoop 17132. ABFS: Fix Rename and Delete Idempotency check
trigger
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hadoop/fs/azurebfs/AbfsConfiguration.java | 104 ++++-
...sInstrumentation.java => AbfsCountersImpl.java} | 13 +-
.../apache/hadoop/fs/azurebfs/AbfsStatistic.java | 20 +-
.../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 15 +-
.../fs/azurebfs/AzureBlobFileSystemStore.java | 102 +++--
.../fs/azurebfs/constants/AbfsHttpConstants.java | 2 +
.../fs/azurebfs/constants/ConfigurationKeys.java | 10 +
.../constants/FileSystemConfigurations.java | 5 +
.../fs/azurebfs/constants/HttpQueryParams.java | 1 +
.../fs/azurebfs/oauth2/IdentityTransformer.java | 10 +-
.../oauth2/IdentityTransformerInterface.java | 62 +++
.../azurebfs/oauth2/LocalIdentityTransformer.java | 72 ++++
.../hadoop/fs/azurebfs/services/AbfsClient.java | 187 ++++++++-
.../services/AbfsClientThrottlingAnalyzer.java | 7 +-
.../services/AbfsClientThrottlingIntercept.java | 14 +-
.../fs/azurebfs/services/AbfsHttpOperation.java | 23 ++
.../fs/azurebfs/services/AbfsInputStream.java | 80 ++++
.../azurebfs/services/AbfsInputStreamContext.java | 12 +
.../services/AbfsInputStreamStatistics.java | 93 +++++
.../services/AbfsInputStreamStatisticsImpl.java | 205 ++++++++++
.../fs/azurebfs/services/AbfsOutputStream.java | 63 ++-
.../azurebfs/services/AbfsOutputStreamContext.java | 12 +
.../fs/azurebfs/services/AbfsRestOperation.java | 51 ++-
.../hadoop/fs/azurebfs/services/ReadBuffer.java | 16 +
.../fs/azurebfs/services/ReadBufferManager.java | 90 ++++-
.../fs/azurebfs/services/ReadBufferWorker.java | 12 +-
.../hadoop/fs/azurebfs/utils/DateTimeUtils.java | 71 ++++
.../hadoop/fs/azurebfs/utils/IdentityHandler.java | 42 ++
.../utils/TextFileBasedIdentityHandler.java | 195 +++++++++
.../hadoop-azure/src/site/markdown/abfs.md | 12 +
.../fs/azurebfs/AbstractAbfsIntegrationTest.java | 7 +-
.../azurebfs/ITestAbfsInputStreamStatistics.java | 297 ++++++++++++++
.../fs/azurebfs/ITestAbfsNetworkStatistics.java | 281 +++++++++++++
.../azurebfs/ITestAbfsOutputStreamStatistics.java | 4 +
.../fs/azurebfs/ITestAbfsReadWriteAndSeek.java | 3 +
.../hadoop/fs/azurebfs/ITestAbfsStatistics.java | 2 +-
.../fs/azurebfs/ITestAbfsStreamStatistics.java | 11 +-
.../azurebfs/ITestAzureBlobFileSystemCreate.java | 20 +-
.../azurebfs/ITestAzureBlobFileSystemDelete.java | 116 ++++++
.../fs/azurebfs/ITestAzureBlobFileSystemE2E.java | 3 +
.../fs/azurebfs/ITestAzureBlobFileSystemFlush.java | 30 +-
.../azurebfs/ITestAzureBlobFileSystemRename.java | 181 ++++++++-
.../TestAbfsConfigurationFieldsValidation.java | 9 +-
.../fs/azurebfs/TestAbfsInputStreamStatistics.java | 55 +++
.../fs/azurebfs/TestAbfsNetworkStatistics.java | 67 +++
.../hadoop/fs/azurebfs/TestAbfsStatistics.java | 2 +-
.../fs/azurebfs/TestAccountConfiguration.java | 193 ++++++++-
.../azurebfs/constants/TestConfigurationKeys.java | 1 +
.../fs/azurebfs/services/TestAbfsClient.java | 109 ++++-
.../fs/azurebfs/services/TestAbfsInputStream.java | 450 +++++++++++++++++++++
.../fs/azurebfs/services/TestAbfsOutputStream.java | 430 ++++++++++++++++++++
.../services/TestTextFileBasedIdentityHandler.java | 149 +++++++
.../fs/azurebfs/utils/TestCachedSASToken.java | 34 ++
53 files changed, 3935 insertions(+), 120 deletions(-)
rename
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/{AbfsInstrumentation.java
=> AbfsCountersImpl.java} (96%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/oauth2/IdentityTransformerInterface.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/oauth2/LocalIdentityTransformer.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsInputStreamStatistics.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsInputStreamStatisticsImpl.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/utils/DateTimeUtils.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/utils/IdentityHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/utils/TextFileBasedIdentityHandler.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestAbfsInputStreamStatistics.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestAbfsNetworkStatistics.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/TestAbfsInputStreamStatistics.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/TestAbfsNetworkStatistics.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestAbfsInputStream.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestAbfsOutputStream.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/services/TestTextFileBasedIdentityHandler.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
