MAPREDUCE-6931. Remove TestDFSIO "Total Throughput" calculation. Contributed by Dennis Huo.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/3e0e2033 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/3e0e2033 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/3e0e2033 Branch: refs/heads/YARN-3926 Commit: 3e0e2033cc28d48a7909822416478aff7487bfe6 Parents: 4148023 Author: Konstantin V Shvachko <s...@apache.org> Authored: Tue Aug 22 11:05:47 2017 -0700 Committer: Konstantin V Shvachko <s...@apache.org> Committed: Wed Aug 30 14:07:23 2017 -0700 ---------------------------------------------------------------------- .../src/test/java/org/apache/hadoop/fs/TestDFSIO.java | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/3e0e2033/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java index 12fbdad..1d495c4 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java @@ -855,7 +855,7 @@ public class TestDFSIO implements Tool { long tStart = System.currentTimeMillis(); sequentialTest(fs, testType, nrBytes, nrFiles); long execTime = System.currentTimeMillis() - tStart; - String resultLine = "Seq Test exec time sec: " + (float)execTime / 1000; + String resultLine = "Seq Test exec time sec: " + msToSecs(execTime); LOG.info(resultLine); return 0; } @@ -919,6 +919,10 @@ public class TestDFSIO implements Tool { return ((float)bytes)/MEGA; } + static float msToSecs(long timeMillis) { + return timeMillis / 1000.0f; + } + private boolean checkErasureCodePolicy(String erasureCodePolicyName, FileSystem fs, TestType testType) throws IOException { Collection<ErasureCodingPolicy> list = @@ -1051,11 +1055,10 @@ public class TestDFSIO implements Tool { " Date & time: " + new Date(System.currentTimeMillis()), " Number of files: " + tasks, " Total MBytes processed: " + df.format(toMB(size)), - " Throughput mb/sec: " + df.format(size * 1000.0 / (time * MEGA)), - "Total Throughput mb/sec: " + df.format(toMB(size) / ((float)execTime)), + " Throughput mb/sec: " + df.format(toMB(size) / msToSecs(time)), " Average IO rate mb/sec: " + df.format(med), " IO rate std deviation: " + df.format(stdDev), - " Test exec time sec: " + df.format((float)execTime / 1000), + " Test exec time sec: " + df.format(msToSecs(execTime)), "" }; PrintStream res = null; --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org
