Repository: incubator-reef Updated Branches: refs/heads/master 31fcd1ecb -> a1851ca00
[REEF-780] Lower down the log level when pulling HttpEndPoint to reduce noise and call SubmitAndGetDriverUrl to match the code at Java side. JIRA: [REEF-780](https://issues.apache.org/jira/browse/REEF-780) This closes #519 Project: http://git-wip-us.apache.org/repos/asf/incubator-reef/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-reef/commit/a1851ca0 Tree: http://git-wip-us.apache.org/repos/asf/incubator-reef/tree/a1851ca0 Diff: http://git-wip-us.apache.org/repos/asf/incubator-reef/diff/a1851ca0 Branch: refs/heads/master Commit: a1851ca00e1d18f29479103f25f29540a784f626 Parents: 31fcd1e Author: Julia Wang <[email protected]> Authored: Wed Sep 23 00:11:25 2015 -0700 Committer: Andrew Chung <[email protected]> Committed: Wed Sep 23 16:21:46 2015 -0700 ---------------------------------------------------------------------- .../Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs | 2 +- lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs | 2 +- .../cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs | 2 +- .../BroadcastAndReduceClient.cs | 2 +- .../Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs | 2 +- .../apache/reef/bridge/client/YarnJobSubmissionClient.java | 9 ++++++--- 6 files changed, 11 insertions(+), 8 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs ---------------------------------------------------------------------- diff --git a/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs b/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs index d5df938..59e3f3a 100644 --- a/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs +++ b/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs @@ -76,7 +76,7 @@ namespace Org.Apache.REEF.Examples.DriverRestart .SetJobIdentifier("DriverRestart") .Build(); - _reefClient.Submit(restartJobSubmission); + _reefClient.SubmitAndGetDriverUrl(restartJobSubmission); } public static void Main(string[] args) http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs ---------------------------------------------------------------------- diff --git a/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs b/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs index 685ed23..803d360 100644 --- a/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs +++ b/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs @@ -63,7 +63,7 @@ namespace Org.Apache.REEF.Examples.HelloREEF .SetJobIdentifier("HelloREEF") .Build(); - _reefClient.Submit(helloJobSubmission); + _reefClient.SubmitAndGetDriverUrl(helloJobSubmission); } /// <summary> http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs ---------------------------------------------------------------------- diff --git a/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs b/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs index 7b53476..131fe4b 100644 --- a/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs +++ b/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs @@ -139,7 +139,7 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Client .SetJobIdentifier(jobDefinition.JobName) .Build(); - _reefClient.Submit(imruJobSubmission); + _reefClient.SubmitAndGetDriverUrl(imruJobSubmission); return null; } http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs ---------------------------------------------------------------------- diff --git a/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs b/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs index d2a532e..1931317 100644 --- a/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs +++ b/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs @@ -105,7 +105,7 @@ namespace Org.Apache.REEF.Network.Examples.Client .SetJobIdentifier(jobIdentifier) .Build(); - reefClient.Submit(jobSubmission); + reefClient.SubmitAndGetDriverUrl(jobSubmission); } internal static IConfiguration GetRuntimeConfiguration(string runOnYarn, int numberOfEvaluator, string runtimeFolder) http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs ---------------------------------------------------------------------- diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs index dba3b26..dccf49e 100644 --- a/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs +++ b/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs @@ -270,7 +270,7 @@ namespace Org.Apache.REEF.Tests.Functional .SetJobIdentifier(jobIdentifier) .Build(); - reefClient.Submit(jobSubmission); + reefClient.SubmitAndGetDriverUrl(jobSubmission); } private IConfiguration GetRuntimeConfiguration(string runOnYarn, int numberOfEvaluator, string runtimeFolder) http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java ---------------------------------------------------------------------- diff --git a/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java b/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java index b565c99..4708bb4 100644 --- a/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java +++ b/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java @@ -223,12 +223,13 @@ public final class YarnJobSubmissionClient { final Path httpEndpointPath = new Path(dfsPath, fileNames.getDriverHttpEndpoint()); String trackingUri = null; + LOG.log(Level.INFO, "Attempt to reading " + httpEndpointPath.toString()); for (int i = 0; i < 60; i++) { try { - LOG.log(Level.INFO, "Attempt " + i + " reading " + httpEndpointPath.toString()); + LOG.log(Level.FINE, "Attempt " + i + " reading " + httpEndpointPath.toString()); if (fs.exists(httpEndpointPath)) { - FSDataInputStream input = fs.open(httpEndpointPath); - BufferedReader reader = new BufferedReader(new InputStreamReader(input, StandardCharsets.UTF_8)); + final FSDataInputStream input = fs.open(httpEndpointPath); + final BufferedReader reader = new BufferedReader(new InputStreamReader(input, StandardCharsets.UTF_8)); trackingUri = reader.readLine(); reader.close(); break; @@ -245,6 +246,8 @@ public final class YarnJobSubmissionClient { if (null == trackingUri) { trackingUri = ""; LOG.log(Level.WARNING, "Failed reading " + httpEndpointPath.toString()); + } else { + LOG.log(Level.INFO, "Completed reading trackingUri :" + trackingUri); } final File driverHttpEndpointFile = new File(driverFolder, fileNames.getDriverHttpEndpoint());
