You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@reef.apache.org by af...@apache.org on 2015/09/24 01:48:55 UTC
incubator-reef git commit: [REEF-780] Lower down the log level when
pulling HttpEndPoint to reduce noise and call SubmitAndGetDriverUrl to match
the code at Java side.
Repository: incubator-reef
Updated Branches:
refs/heads/master 31fcd1ecb -> a1851ca00
[REEF-780] Lower down the log level when pulling HttpEndPoint to reduce noise and call SubmitAndGetDriverUrl to match the code at Java side.
JIRA: [REEF-780](https://issues.apache.org/jira/browse/REEF-780)
This closes #519
Project: http://git-wip-us.apache.org/repos/asf/incubator-reef/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-reef/commit/a1851ca0
Tree: http://git-wip-us.apache.org/repos/asf/incubator-reef/tree/a1851ca0
Diff: http://git-wip-us.apache.org/repos/asf/incubator-reef/diff/a1851ca0
Branch: refs/heads/master
Commit: a1851ca00e1d18f29479103f25f29540a784f626
Parents: 31fcd1e
Author: Julia Wang <ju...@apache.org>
Authored: Wed Sep 23 00:11:25 2015 -0700
Committer: Andrew Chung <af...@gmail.com>
Committed: Wed Sep 23 16:21:46 2015 -0700
----------------------------------------------------------------------
.../Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs | 2 +-
lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs | 2 +-
.../cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs | 2 +-
.../BroadcastAndReduceClient.cs | 2 +-
.../Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs | 2 +-
.../apache/reef/bridge/client/YarnJobSubmissionClient.java | 9 ++++++---
6 files changed, 11 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs b/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs
index d5df938..59e3f3a 100644
--- a/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs
+++ b/lang/cs/Org.Apache.REEF.Examples.DriverRestart/DriverRestart.cs
@@ -76,7 +76,7 @@ namespace Org.Apache.REEF.Examples.DriverRestart
.SetJobIdentifier("DriverRestart")
.Build();
- _reefClient.Submit(restartJobSubmission);
+ _reefClient.SubmitAndGetDriverUrl(restartJobSubmission);
}
public static void Main(string[] args)
http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs b/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs
index 685ed23..803d360 100644
--- a/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs
+++ b/lang/cs/Org.Apache.REEF.Examples.HelloREEF/HelloREEF.cs
@@ -63,7 +63,7 @@ namespace Org.Apache.REEF.Examples.HelloREEF
.SetJobIdentifier("HelloREEF")
.Build();
- _reefClient.Submit(helloJobSubmission);
+ _reefClient.SubmitAndGetDriverUrl(helloJobSubmission);
}
/// <summary>
http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs b/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs
index 7b53476..131fe4b 100644
--- a/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs
+++ b/lang/cs/Org.Apache.REEF.IMRU/OnREEF/Client/REEFIMRUClient.cs
@@ -139,7 +139,7 @@ namespace Org.Apache.REEF.IMRU.OnREEF.Client
.SetJobIdentifier(jobDefinition.JobName)
.Build();
- _reefClient.Submit(imruJobSubmission);
+ _reefClient.SubmitAndGetDriverUrl(imruJobSubmission);
return null;
}
http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs b/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs
index d2a532e..1931317 100644
--- a/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs
+++ b/lang/cs/Org.Apache.REEF.Network.Examples.Client/BroadcastAndReduceClient.cs
@@ -105,7 +105,7 @@ namespace Org.Apache.REEF.Network.Examples.Client
.SetJobIdentifier(jobIdentifier)
.Build();
- reefClient.Submit(jobSubmission);
+ reefClient.SubmitAndGetDriverUrl(jobSubmission);
}
internal static IConfiguration GetRuntimeConfiguration(string runOnYarn, int numberOfEvaluator, string runtimeFolder)
http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs
----------------------------------------------------------------------
diff --git a/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs b/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs
index dba3b26..dccf49e 100644
--- a/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs
+++ b/lang/cs/Org.Apache.REEF.Tests/Functional/ReefFunctionalTest.cs
@@ -270,7 +270,7 @@ namespace Org.Apache.REEF.Tests.Functional
.SetJobIdentifier(jobIdentifier)
.Build();
- reefClient.Submit(jobSubmission);
+ reefClient.SubmitAndGetDriverUrl(jobSubmission);
}
private IConfiguration GetRuntimeConfiguration(string runOnYarn, int numberOfEvaluator, string runtimeFolder)
http://git-wip-us.apache.org/repos/asf/incubator-reef/blob/a1851ca0/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java
----------------------------------------------------------------------
diff --git a/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java b/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java
index b565c99..4708bb4 100644
--- a/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java
+++ b/lang/java/reef-bridge-client/src/main/java/org/apache/reef/bridge/client/YarnJobSubmissionClient.java
@@ -223,12 +223,13 @@ public final class YarnJobSubmissionClient {
final Path httpEndpointPath = new Path(dfsPath, fileNames.getDriverHttpEndpoint());
String trackingUri = null;
+ LOG.log(Level.INFO, "Attempt to reading " + httpEndpointPath.toString());
for (int i = 0; i < 60; i++) {
try {
- LOG.log(Level.INFO, "Attempt " + i + " reading " + httpEndpointPath.toString());
+ LOG.log(Level.FINE, "Attempt " + i + " reading " + httpEndpointPath.toString());
if (fs.exists(httpEndpointPath)) {
- FSDataInputStream input = fs.open(httpEndpointPath);
- BufferedReader reader = new BufferedReader(new InputStreamReader(input, StandardCharsets.UTF_8));
+ final FSDataInputStream input = fs.open(httpEndpointPath);
+ final BufferedReader reader = new BufferedReader(new InputStreamReader(input, StandardCharsets.UTF_8));
trackingUri = reader.readLine();
reader.close();
break;
@@ -245,6 +246,8 @@ public final class YarnJobSubmissionClient {
if (null == trackingUri) {
trackingUri = "";
LOG.log(Level.WARNING, "Failed reading " + httpEndpointPath.toString());
+ } else {
+ LOG.log(Level.INFO, "Completed reading trackingUri :" + trackingUri);
}
final File driverHttpEndpointFile = new File(driverFolder, fileNames.getDriverHttpEndpoint());