Repository: hadoop Updated Branches: refs/heads/branch-2 ffcf5ba1c -> 11ac10fe1
HADOOP-14902. LoadGenerator#genFile write close timing is incorrectly calculated. Contributed by Hanisha Koneru (cherry picked from commit 6f789fe05766a61b12ca10df3f26ee354eac84aa) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/11ac10fe Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/11ac10fe Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/11ac10fe Branch: refs/heads/branch-2 Commit: 11ac10fe1d95d67dc099e787041e0f81a507fbf2 Parents: ffcf5ba Author: Jason Lowe <[email protected]> Authored: Thu Sep 28 16:38:30 2017 -0500 Committer: Jason Lowe <[email protected]> Committed: Thu Sep 28 16:40:18 2017 -0500 ---------------------------------------------------------------------- .../apache/hadoop/fs/loadGenerator/LoadGenerator.java | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/11ac10fe/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java index 0bb1b46..b74e75d 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java @@ -322,6 +322,7 @@ public class LoadGenerator extends Configured implements Tool { private void genFile(Path file, long fileSize) throws IOException { long startTimestamp = Time.monotonicNow(); FSDataOutputStream out = null; + boolean isOutClosed = false; try { out = fc.create(file, EnumSet.of(CreateFlag.CREATE, CreateFlag.OVERWRITE), @@ -337,11 +338,15 @@ public class LoadGenerator extends Configured implements Tool { i -= s; } - startTimestamp = Time.monotonicNow(); - executionTime[WRITE_CLOSE] += (Time.monotonicNow() - startTimestamp); + startTime = Time.monotonicNow(); + out.close(); + executionTime[WRITE_CLOSE] += (Time.monotonicNow() - startTime); numOfOps[WRITE_CLOSE]++; + isOutClosed = true; } finally { - IOUtils.cleanupWithLogger(LOG, out); + if (!isOutClosed && out != null) { + out.close(); + } } } } --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
