This is an automated email from the ASF dual-hosted git repository. tmarquardt pushed a change to branch branch-3.3 in repository https://gitbox.apache.org/repos/asf/hadoop.git.
from 7613191 HDFS-15372. Files in snapshots no longer see attribute provider permissions. Contributed by Stephen O'Donnell. new 76ee7e5 HADOOP-17002. ABFS: Adding config to determine if the account is HNS enabled or not new a2f4434 HADOOP-17018. Intermittent failing of ITestAbfsStreamStatistics in ABFS (#1990) new af98f32 HADOOP-16916: ABFS: Delegation SAS generator for integration with Ranger new 11307f3 HADOOP-17004. ABFS: Improve the ABFS driver documentation new d639c11 HADOOP-17004. Fixing a formatting issue new 63d236c HADOOP-17076: ABFS: Delegation SAS Generator Updates Contributed by Thomas Marquardt. The 6 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../hadoop-azure/dev-support/findbugs-exclude.xml | 21 +- .../hadoop/fs/azurebfs/AbfsConfiguration.java | 23 ++ .../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 10 +- .../fs/azurebfs/AzureBlobFileSystemStore.java | 166 +++++---- .../fs/azurebfs/constants/ConfigurationKeys.java | 10 + .../constants/FileSystemConfigurations.java | 4 + ...eption.java => TrileanConversionException.java} | 19 +- .../apache/hadoop/fs/azurebfs/enums/Trilean.java | 80 +++++ .../hadoop/fs/azurebfs/enums}/package-info.java | 2 +- .../fs/azurebfs/extensions/SASTokenProvider.java | 25 +- .../fs/azurebfs/oauth2/AzureADAuthenticator.java | 8 +- .../hadoop/fs/azurebfs/services/AbfsClient.java | 115 ++++-- .../fs/azurebfs/services/AbfsInputStream.java | 8 +- .../azurebfs/services/AbfsInputStreamContext.java | 3 +- .../fs/azurebfs/services/AbfsOutputStream.java | 12 +- .../azurebfs/services/AbfsOutputStreamContext.java | 3 +- .../fs/azurebfs/services/AbfsRestOperation.java | 32 +- .../fs/azurebfs/services/AbfsStreamContext.java | 13 + .../hadoop/fs/azurebfs/utils/CachedSASToken.java | 207 +++++++++++ .../hadoop-azure/src/site/markdown/abfs.md | 157 ++++++++- .../src/site/markdown/testing_azure.md | 75 +++- .../fs/azurebfs/AbstractAbfsIntegrationTest.java | 21 +- .../fs/azurebfs/ITestAbfsStreamStatistics.java | 19 +- .../ITestAzureBlobFileSystemAuthorization.java | 9 + .../ITestAzureBlobFileSystemCheckAccess.java | 2 + .../ITestAzureBlobFileSystemDelegationSAS.java | 384 +++++++++++++++++++++ .../fs/azurebfs/ITestGetNameSpaceEnabled.java | 141 +++++++- .../apache/hadoop/fs/azurebfs/TrileanTests.java | 92 +++++ .../azurebfs/constants/TestConfigurationKeys.java | 8 + .../extensions/MockDelegationSASTokenProvider.java | 142 ++++++++ .../azurebfs/extensions/MockSASTokenProvider.java | 6 +- .../fs/azurebfs/utils/DelegationSASGenerator.java | 192 +++++++++++ .../hadoop/fs/azurebfs/utils/SASGenerator.java | 112 +++--- ...{SASGenerator.java => ServiceSASGenerator.java} | 75 ++-- .../fs/azurebfs/utils/TestCachedSASToken.java | 162 +++++++++ 35 files changed, 2086 insertions(+), 272 deletions(-) copy hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/contracts/exceptions/{InvalidUriException.java => TrileanConversionException.java} (70%) create mode 100644 hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums/Trilean.java copy {hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/token => hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/enums}/package-info.java (95%) create mode 100644 hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/utils/CachedSASToken.java create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/ITestAzureBlobFileSystemDelegationSAS.java create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/TrileanTests.java create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/extensions/MockDelegationSASTokenProvider.java create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/DelegationSASGenerator.java copy hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/{SASGenerator.java => ServiceSASGenerator.java} (54%) create mode 100644 hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/TestCachedSASToken.java --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org