You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2016/02/04 19:45:14 UTC
hive git commit: HIVE-12951: Reduce Spark executor prewarm timeout to
5s (reviewed by Rui)
Repository: hive
Updated Branches:
refs/heads/master 16fb16d52 -> 2bc0aed07
HIVE-12951: Reduce Spark executor prewarm timeout to 5s (reviewed by Rui)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/2bc0aed0
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/2bc0aed0
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/2bc0aed0
Branch: refs/heads/master
Commit: 2bc0aed077b29a7c6cb55c0deab5ebe8234abf71
Parents: 16fb16d
Author: xzhang <xz...@xzdt>
Authored: Thu Feb 4 10:44:41 2016 -0800
Committer: xzhang <xz...@xzdt>
Committed: Thu Feb 4 10:44:41 2016 -0800
----------------------------------------------------------------------
.../hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/2bc0aed0/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
index 11e7116..30e53d2 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java
@@ -72,7 +72,7 @@ public class RemoteHiveSparkClient implements HiveSparkClient {
private static final String MR_JAR_PROPERTY = "tmpjars";
private static final transient Logger LOG = LoggerFactory.getLogger(RemoteHiveSparkClient.class);
- private static final long MAX_PREWARM_TIME = 30000; // 30s
+ private static final long MAX_PREWARM_TIME = 5000; // 5s
private static final transient Splitter CSV_SPLITTER = Splitter.on(",").omitEmptyStrings();
private transient Map<String, String> conf;
@@ -115,10 +115,11 @@ public class RemoteHiveSparkClient implements HiveSparkClient {
LOG.info("Finished prewarming Spark executors. The current number of executors is " + curExecutors);
return;
}
- Thread.sleep(1000); // sleep 1 second
+ Thread.sleep(500); // sleep half a second
} while (System.currentTimeMillis() - ts < MAX_PREWARM_TIME);
- LOG.info("Timeout (60s) occurred while prewarming executors. The current number of executors is " + curExecutors);
+ LOG.info("Timeout (" + MAX_PREWARM_TIME +
+ "s) occurred while prewarming executors. The current number of executors is " + curExecutors);
}
}