You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by we...@apache.org on 2017/05/24 23:52:16 UTC

[42/54] [abbrv] hive git commit: HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan)

HIVE-16737: LLAP: Shuffle handler TCP listen queue overflows (Prasanth Jayachandran reviewed by Rajesh Balamohan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1bdc5413
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1bdc5413
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1bdc5413

Branch: refs/heads/hive-14535
Commit: 1bdc5413d480a0e8c407eeca92272d89727ef4d5
Parents: f81031c
Author: Prasanth Jayachandran <pr...@apache.org>
Authored: Tue May 23 23:32:43 2017 -0700
Committer: Prasanth Jayachandran <pr...@apache.org>
Committed: Tue May 23 23:32:43 2017 -0700

----------------------------------------------------------------------
 .../apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/1bdc5413/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
----------------------------------------------------------------------
diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
index f34b385..90b6e6e 100644
--- a/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
+++ b/llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java
@@ -119,6 +119,8 @@ import org.jboss.netty.util.CharsetUtil;
 import org.jboss.netty.util.HashedWheelTimer;
 import org.jboss.netty.util.Timer;
 
+import io.netty.util.NetUtil;
+
 public class ShuffleHandler implements AttemptRegistrationListener {
 
   private static final Logger LOG = LoggerFactory.getLogger(ShuffleHandler.class);
@@ -327,6 +329,7 @@ public class ShuffleHandler implements AttemptRegistrationListener {
       throw new RuntimeException(ex);
     }
     bootstrap.setPipelineFactory(pipelineFact);
+    bootstrap.setOption("backlog", NetUtil.SOMAXCONN);
     port = conf.getInt(SHUFFLE_PORT_CONFIG_KEY, DEFAULT_SHUFFLE_PORT);
     Channel ch = bootstrap.bind(new InetSocketAddress(port));
     accepted.add(ch);
@@ -336,7 +339,8 @@ public class ShuffleHandler implements AttemptRegistrationListener {
     if (dirWatcher != null) {
       dirWatcher.start();
     }
-    LOG.info("LlapShuffleHandler" + " listening on port " + port);
+    LOG.info("LlapShuffleHandler" + " listening on port " + port + " (SOMAXCONN: " + bootstrap.getOption("backlog")
+      + ")");
   }
 
   public static void initializeAndStart(Configuration conf) throws Exception {