hadoop git commit: HADOOP-15547/ WASB: improve listStatus performance. Contributed by Thomas Marquardt.
Repository: hadoop
Updated Branches:
refs/heads/branch-2 21aa7f1d8 -> 4e342f603
HADOOP-15547/ WASB: improve listStatus performance.
Contributed by Thomas Marquardt.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/4e342f60
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/4e342f60
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/4e342f60
Branch: refs/heads/branch-2
Commit: 4e342f603f17e621c7650c41a7d4298dbdc2cab4
Parents: 21aa7f1
Author: Steve Loughran
Authored: Tue Sep 4 16:32:22 2018 +0100
Committer: Steve Loughran
Committed: Tue Sep 4 16:32:22 2018 +0100
--
.../dev-support/findbugs-exclude.xml| 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java| 182 -
.../apache/hadoop/fs/azure/FileMetadata.java| 77 ++--
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 ---
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 ---
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++
...estNativeAzureFileSystemConcurrencyLive.java | 4 +-
.../fs/azure/NativeAzureFileSystemBaseTest.java | 2 +-
10 files changed, 517 insertions(+), 418 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hadoop/blob/4e342f60/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
--
diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
index cde1734..38de35e 100644
--- a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
+++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
@@ -47,4 +47,14 @@
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/hadoop/blob/4e342f60/hadoop-tools/hadoop-azure/pom.xml
--
diff --git a/hadoop-tools/hadoop-azure/pom.xml
b/hadoop-tools/hadoop-azure/pom.xml
index c9325ff..f4b0691 100644
--- a/hadoop-tools/hadoop-azure/pom.xml
+++ b/hadoop-tools/hadoop-azure/pom.xml
@@ -43,6 +43,8 @@
unset
7200
+
10
+
1000
@@ -275,6 +277,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/Test*.java
@@ -303,6 +307,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/TestRollingWindowAverage*.java
@@ -344,6 +350,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
@@ -389,6 +397,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/ITestFileSystemOperationsExceptionHandlingMultiThreaded.java
@@ -431,6 +441,8 @@
${fs.azure.scale.test.enabled}
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
${fs.azure.scale.test.timeout}
false
http://git-wip-us.apache.org/repos/asf/hadoop/blob/4e342f60/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
--
diff --git
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
[28/50] hadoop git commit: HADOOP-15547/ WASB: improve listStatus performance. Contributed by Thomas Marquardt.
HADOOP-15547/ WASB: improve listStatus performance.
Contributed by Thomas Marquardt.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/749fff57
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/749fff57
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/749fff57
Branch: refs/remotes/origin/branch-3.1
Commit: 749fff577ed9afb4ef8a54b8948f74be083cc620
Parents: 76b8beb
Author: Steve Loughran
Authored: Thu Jul 19 12:29:21 2018 -0700
Committer: Steve Loughran
Committed: Thu Jul 19 12:29:21 2018 -0700
--
.../dev-support/findbugs-exclude.xml| 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java| 182 -
.../apache/hadoop/fs/azure/FileMetadata.java| 77 ++--
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 ---
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 ---
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++
8 files changed, 514 insertions(+), 415 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hadoop/blob/749fff57/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
--
diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
index cde1734..38de35e 100644
--- a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
+++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
@@ -47,4 +47,14 @@
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/hadoop/blob/749fff57/hadoop-tools/hadoop-azure/pom.xml
--
diff --git a/hadoop-tools/hadoop-azure/pom.xml
b/hadoop-tools/hadoop-azure/pom.xml
index 978e89e..7265df9 100644
--- a/hadoop-tools/hadoop-azure/pom.xml
+++ b/hadoop-tools/hadoop-azure/pom.xml
@@ -43,6 +43,8 @@
unset
7200
+
10
+
1000
@@ -298,6 +300,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/Test*.java
@@ -326,6 +330,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/TestRollingWindowAverage*.java
@@ -367,6 +373,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
@@ -412,6 +420,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/ITestFileSystemOperationsExceptionHandlingMultiThreaded.java
@@ -454,6 +464,8 @@
${fs.azure.scale.test.enabled}
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
${fs.azure.scale.test.timeout}
false
http://git-wip-us.apache.org/repos/asf/hadoop/blob/749fff57/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
--
diff --git
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
index 9396a51..74bb035 100644
---
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
+++
[08/50] hadoop git commit: HADOOP-15547/ WASB: improve listStatus performance. Contributed by Thomas Marquardt.
HADOOP-15547/ WASB: improve listStatus performance.
Contributed by Thomas Marquardt.
(cherry picked from commit 749fff577ed9afb4ef8a54b8948f74be083cc620)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/45d9568a
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/45d9568a
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/45d9568a
Branch: refs/heads/HADOOP-15461
Commit: 45d9568aaaf532a6da11bd7c1844ff81bf66bab1
Parents: 5836e0a
Author: Steve Loughran
Authored: Thu Jul 19 12:31:19 2018 -0700
Committer: Steve Loughran
Committed: Thu Jul 19 12:31:19 2018 -0700
--
.../dev-support/findbugs-exclude.xml| 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java| 182 -
.../apache/hadoop/fs/azure/FileMetadata.java| 77 ++--
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 ---
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 ---
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++
8 files changed, 514 insertions(+), 415 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
--
diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
index cde1734..38de35e 100644
--- a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
+++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
@@ -47,4 +47,14 @@
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/pom.xml
--
diff --git a/hadoop-tools/hadoop-azure/pom.xml
b/hadoop-tools/hadoop-azure/pom.xml
index 44b67a0..52b5b72 100644
--- a/hadoop-tools/hadoop-azure/pom.xml
+++ b/hadoop-tools/hadoop-azure/pom.xml
@@ -43,6 +43,8 @@
unset
7200
+
10
+
1000
@@ -298,6 +300,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/Test*.java
@@ -326,6 +330,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/TestRollingWindowAverage*.java
@@ -367,6 +373,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
@@ -412,6 +420,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/ITestFileSystemOperationsExceptionHandlingMultiThreaded.java
@@ -454,6 +464,8 @@
${fs.azure.scale.test.enabled}
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
${fs.azure.scale.test.timeout}
false
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
--
diff --git
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
index 197ab22..d2f9ca6 100644
---
[44/50] hadoop git commit: HADOOP-15547/ WASB: improve listStatus performance. Contributed by Thomas Marquardt.
HADOOP-15547/ WASB: improve listStatus performance.
Contributed by Thomas Marquardt.
(cherry picked from commit 749fff577ed9afb4ef8a54b8948f74be083cc620)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/45d9568a
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/45d9568a
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/45d9568a
Branch: refs/heads/HDFS-13572
Commit: 45d9568aaaf532a6da11bd7c1844ff81bf66bab1
Parents: 5836e0a
Author: Steve Loughran
Authored: Thu Jul 19 12:31:19 2018 -0700
Committer: Steve Loughran
Committed: Thu Jul 19 12:31:19 2018 -0700
--
.../dev-support/findbugs-exclude.xml| 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java| 182 -
.../apache/hadoop/fs/azure/FileMetadata.java| 77 ++--
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 ---
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 ---
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++
8 files changed, 514 insertions(+), 415 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
--
diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
index cde1734..38de35e 100644
--- a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
+++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
@@ -47,4 +47,14 @@
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/pom.xml
--
diff --git a/hadoop-tools/hadoop-azure/pom.xml
b/hadoop-tools/hadoop-azure/pom.xml
index 44b67a0..52b5b72 100644
--- a/hadoop-tools/hadoop-azure/pom.xml
+++ b/hadoop-tools/hadoop-azure/pom.xml
@@ -43,6 +43,8 @@
unset
7200
+
10
+
1000
@@ -298,6 +300,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/Test*.java
@@ -326,6 +330,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/TestRollingWindowAverage*.java
@@ -367,6 +373,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
@@ -412,6 +420,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/ITestFileSystemOperationsExceptionHandlingMultiThreaded.java
@@ -454,6 +464,8 @@
${fs.azure.scale.test.enabled}
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
${fs.azure.scale.test.timeout}
false
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
--
diff --git
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
index 197ab22..d2f9ca6 100644
---
[1/2] hadoop git commit: HADOOP-15547/ WASB: improve listStatus performance. Contributed by Thomas Marquardt.
Repository: hadoop
Updated Branches:
refs/heads/branch-3.1 76b8beb28 -> 749fff577
refs/heads/trunk 5836e0a46 -> 45d9568aa
HADOOP-15547/ WASB: improve listStatus performance.
Contributed by Thomas Marquardt.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/749fff57
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/749fff57
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/749fff57
Branch: refs/heads/branch-3.1
Commit: 749fff577ed9afb4ef8a54b8948f74be083cc620
Parents: 76b8beb
Author: Steve Loughran
Authored: Thu Jul 19 12:29:21 2018 -0700
Committer: Steve Loughran
Committed: Thu Jul 19 12:29:21 2018 -0700
--
.../dev-support/findbugs-exclude.xml| 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java| 182 -
.../apache/hadoop/fs/azure/FileMetadata.java| 77 ++--
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 ---
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 ---
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++
8 files changed, 514 insertions(+), 415 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hadoop/blob/749fff57/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
--
diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
index cde1734..38de35e 100644
--- a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
+++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
@@ -47,4 +47,14 @@
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/hadoop/blob/749fff57/hadoop-tools/hadoop-azure/pom.xml
--
diff --git a/hadoop-tools/hadoop-azure/pom.xml
b/hadoop-tools/hadoop-azure/pom.xml
index 978e89e..7265df9 100644
--- a/hadoop-tools/hadoop-azure/pom.xml
+++ b/hadoop-tools/hadoop-azure/pom.xml
@@ -43,6 +43,8 @@
unset
7200
+
10
+
1000
@@ -298,6 +300,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/Test*.java
@@ -326,6 +330,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/TestRollingWindowAverage*.java
@@ -367,6 +373,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
@@ -412,6 +420,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/ITestFileSystemOperationsExceptionHandlingMultiThreaded.java
@@ -454,6 +464,8 @@
${fs.azure.scale.test.enabled}
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
${fs.azure.scale.test.timeout}
false
http://git-wip-us.apache.org/repos/asf/hadoop/blob/749fff57/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
--
diff --git
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
index 9396a51..74bb035 100644
[2/2] hadoop git commit: HADOOP-15547/ WASB: improve listStatus performance. Contributed by Thomas Marquardt.
HADOOP-15547/ WASB: improve listStatus performance.
Contributed by Thomas Marquardt.
(cherry picked from commit 749fff577ed9afb4ef8a54b8948f74be083cc620)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/45d9568a
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/45d9568a
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/45d9568a
Branch: refs/heads/trunk
Commit: 45d9568aaaf532a6da11bd7c1844ff81bf66bab1
Parents: 5836e0a
Author: Steve Loughran
Authored: Thu Jul 19 12:31:19 2018 -0700
Committer: Steve Loughran
Committed: Thu Jul 19 12:31:19 2018 -0700
--
.../dev-support/findbugs-exclude.xml| 10 +
hadoop-tools/hadoop-azure/pom.xml | 12 +
.../fs/azure/AzureNativeFileSystemStore.java| 182 -
.../apache/hadoop/fs/azure/FileMetadata.java| 77 ++--
.../hadoop/fs/azure/NativeAzureFileSystem.java | 376 ---
.../hadoop/fs/azure/NativeFileSystemStore.java | 15 +-
.../apache/hadoop/fs/azure/PartialListing.java | 61 ---
.../hadoop/fs/azure/ITestListPerformance.java | 196 ++
8 files changed, 514 insertions(+), 415 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
--
diff --git a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
index cde1734..38de35e 100644
--- a/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
+++ b/hadoop-tools/hadoop-azure/dev-support/findbugs-exclude.xml
@@ -47,4 +47,14 @@
+
+
+
+
+
+
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/pom.xml
--
diff --git a/hadoop-tools/hadoop-azure/pom.xml
b/hadoop-tools/hadoop-azure/pom.xml
index 44b67a0..52b5b72 100644
--- a/hadoop-tools/hadoop-azure/pom.xml
+++ b/hadoop-tools/hadoop-azure/pom.xml
@@ -43,6 +43,8 @@
unset
7200
+
10
+
1000
@@ -298,6 +300,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/Test*.java
@@ -326,6 +330,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/TestRollingWindowAverage*.java
@@ -367,6 +373,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
@@ -412,6 +420,8 @@
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.huge.partitionsize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
**/ITestFileSystemOperationsExceptionHandlingMultiThreaded.java
@@ -454,6 +464,8 @@
${fs.azure.scale.test.enabled}
${fs.azure.scale.test.huge.filesize}
${fs.azure.scale.test.timeout}
+
${fs.azure.scale.test.list.performance.threads}
+
${fs.azure.scale.test.list.performance.files}
${fs.azure.scale.test.timeout}
false
http://git-wip-us.apache.org/repos/asf/hadoop/blob/45d9568a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
--
diff --git
a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azure/AzureNativeFileSystemStore.java
index 197ab22..d2f9ca6 100644
---
