You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@slider.apache.org by st...@apache.org on 2016/02/19 23:23:34 UTC

[1/2] incubator-slider git commit: SLIDER-1088 Slider client getting UnknownHost exception trying to RPC to AM in different subdomain

Repository: incubator-slider
Updated Branches:
  refs/heads/develop 3627d5d07 -> 72baea6dd


SLIDER-1088 Slider client getting UnknownHost exception trying to RPC to AM in different subdomain


Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/14cf4d39
Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/14cf4d39
Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/14cf4d39

Branch: refs/heads/develop
Commit: 14cf4d39a2aa2e7d2b985070de6c6299646e4135
Parents: 3627d5d
Author: Steve Loughran <st...@apache.org>
Authored: Fri Feb 19 22:22:29 2016 +0000
Committer: Steve Loughran <st...@apache.org>
Committed: Fri Feb 19 22:22:29 2016 +0000

----------------------------------------------------------------------
 .../src/main/java/org/apache/slider/api/ClusterNode.java      | 4 ++--
 .../main/java/org/apache/slider/common/tools/SliderUtils.java | 2 +-
 .../org/apache/slider/server/appmaster/SliderAppMaster.java   | 2 +-
 .../slider/agent/standalone/TestStandaloneAgentAM.groovy      | 7 +++++++
 4 files changed, 11 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/14cf4d39/slider-core/src/main/java/org/apache/slider/api/ClusterNode.java
----------------------------------------------------------------------
diff --git a/slider-core/src/main/java/org/apache/slider/api/ClusterNode.java b/slider-core/src/main/java/org/apache/slider/api/ClusterNode.java
index d255db0..e05a2ef 100644
--- a/slider-core/src/main/java/org/apache/slider/api/ClusterNode.java
+++ b/slider-core/src/main/java/org/apache/slider/api/ClusterNode.java
@@ -135,9 +135,9 @@ public final class ClusterNode implements Cloneable {
     return builder.toString();
   }
 
-  private void append(StringBuilder builder, String name, Object val) {
+  private void append(StringBuilder builder, String key, Object val) {
     if (val != null) {
-      builder.append(name).append(val.toString()).append("\n");
+      builder.append(key).append(": ").append(val.toString()).append("\n");
     }
   }
   

http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/14cf4d39/slider-core/src/main/java/org/apache/slider/common/tools/SliderUtils.java
----------------------------------------------------------------------
diff --git a/slider-core/src/main/java/org/apache/slider/common/tools/SliderUtils.java b/slider-core/src/main/java/org/apache/slider/common/tools/SliderUtils.java
index 9c0547f..5f5599c 100644
--- a/slider-core/src/main/java/org/apache/slider/common/tools/SliderUtils.java
+++ b/slider-core/src/main/java/org/apache/slider/common/tools/SliderUtils.java
@@ -1071,7 +1071,7 @@ public final class SliderUtils {
            report.getApplicationId() + " user " + report.getUser() +
            " is in state " + report.getYarnApplicationState() +
            " RPC: " + report.getHost() + ":" + report.getRpcPort() +
-           " URL" + report.getOriginalTrackingUrl();
+           " URL: " + report.getOriginalTrackingUrl();
   }
 
   /**

http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/14cf4d39/slider-core/src/main/java/org/apache/slider/server/appmaster/SliderAppMaster.java
----------------------------------------------------------------------
diff --git a/slider-core/src/main/java/org/apache/slider/server/appmaster/SliderAppMaster.java b/slider-core/src/main/java/org/apache/slider/server/appmaster/SliderAppMaster.java
index 3f609b1..3112880 100644
--- a/slider-core/src/main/java/org/apache/slider/server/appmaster/SliderAppMaster.java
+++ b/slider-core/src/main/java/org/apache/slider/server/appmaster/SliderAppMaster.java
@@ -748,7 +748,7 @@ public class SliderAppMaster extends AbstractSliderLaunchedService
       startSliderRPCServer(instanceDefinition);
 
       rpcServiceAddress = rpcService.getConnectAddress();
-      appMasterHostname = rpcServiceAddress.getHostName();
+      appMasterHostname = rpcServiceAddress.getAddress().getCanonicalHostName();
       appMasterRpcPort = rpcServiceAddress.getPort();
       appMasterTrackingUrl = null;
       log.info("AM Server is listening at {}:{}", appMasterHostname, appMasterRpcPort);

http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/14cf4d39/slider-core/src/test/groovy/org/apache/slider/agent/standalone/TestStandaloneAgentAM.groovy
----------------------------------------------------------------------
diff --git a/slider-core/src/test/groovy/org/apache/slider/agent/standalone/TestStandaloneAgentAM.groovy b/slider-core/src/test/groovy/org/apache/slider/agent/standalone/TestStandaloneAgentAM.groovy
index eaf4386..34e5043 100644
--- a/slider-core/src/test/groovy/org/apache/slider/agent/standalone/TestStandaloneAgentAM.groovy
+++ b/slider-core/src/test/groovy/org/apache/slider/agent/standalone/TestStandaloneAgentAM.groovy
@@ -62,6 +62,7 @@ class TestStandaloneAgentAM  extends AgentMiniClusterTestBase {
     String clustername = createMiniCluster("", configuration, 1, true)
 
 
+    describe("Launching AM")
     ServiceLauncher<SliderClient> launcher =
         createStandaloneAM(clustername, true, false)
     SliderClient client = launcher.service
@@ -102,6 +103,12 @@ class TestStandaloneAgentAM  extends AgentMiniClusterTestBase {
     def serviceRegistryClient = client.yarnAppListClient
     describe("list of all applications")
     logApplications(apps)
+    assert 1 == apps.size()
+    def appReport = apps.head()
+    assert appReport.host
+    assert appReport.host.contains(".")
+    assert appReport.originalTrackingUrl.contains(appReport.host)
+
     describe("apps of user $username")
     List<ApplicationReport> userInstances = serviceRegistryClient.listInstances()
     logApplications(userInstances)


[2/2] incubator-slider git commit: reduce more of the noise from IPC and RM

Posted by st...@apache.org.
reduce more of the noise from IPC and RM


Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/72baea6d
Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/72baea6d
Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/72baea6d

Branch: refs/heads/develop
Commit: 72baea6dd460e0574a6c96dd5501616530014152
Parents: 14cf4d3
Author: Steve Loughran <st...@apache.org>
Authored: Fri Feb 19 22:23:16 2016 +0000
Committer: Steve Loughran <st...@apache.org>
Committed: Fri Feb 19 22:23:16 2016 +0000

----------------------------------------------------------------------
 slider-core/src/test/resources/log4j.properties | 5 +++++
 1 file changed, 5 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/72baea6d/slider-core/src/test/resources/log4j.properties
----------------------------------------------------------------------
diff --git a/slider-core/src/test/resources/log4j.properties b/slider-core/src/test/resources/log4j.properties
index 5858f55..3adbaa4 100644
--- a/slider-core/src/test/resources/log4j.properties
+++ b/slider-core/src/test/resources/log4j.properties
@@ -36,9 +36,12 @@ log4j.logger.org.apache.hadoop.yarn.registry=DEBUG
 #log4j.logger.org.apache.hadoop.yarn.client=DEBUG
 
 #crank back on some noise
+log4j.logger.org.apache.hadoop.ipc.CallQueueManager=WARN
+
 log4j.logger.org.apache.hadoop.util.Shell=ERROR
 log4j.logger.org.apache.hadoop.util.NativeCodeLoader=ERROR
 log4j.logger.org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager=FATAL
+org.apache.hadoop.security.authentication.server.AuthenticationFilter=WARN
 log4j.logger.org.apache.hadoop.hdfs.server.datanode.BlockPoolSliceScanner=WARN
 log4j.logger.org.apache.hadoop.hdfs.server.blockmanagement=WARN
 log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=WARN
@@ -50,8 +53,10 @@ log4j.logger.org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl=WAR
 log4j.logger.org.apache.zookeeper=WARN
 log4j.logger.org.apache.zookeeper.ClientCnxn=FATAL
 
+log4j.logger.org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl=WARN
 log4j.logger.org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl=ERROR
 log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.security=WARN
+log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher=WARN
 log4j.logger.org.apache.hadoop.metrics2=ERROR
 log4j.logger.org.apache.hadoop.util.HostsFileReader=WARN
 log4j.logger.org.apache.hadoop.yarn.event.AsyncDispatcher=WARN