You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ab...@apache.org on 2020/06/03 17:15:10 UTC
[hive] branch master updated: HIVE-23595: Do not query task
guaranteed status when wlm off (Mustafa Iman via Gopal Vijayaraghavan)
This is an automated email from the ASF dual-hosted git repository.
abstractdog pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 2795d32 HIVE-23595: Do not query task guaranteed status when wlm off (Mustafa Iman via Gopal Vijayaraghavan)
2795d32 is described below
commit 2795d3253f5ff09c23b12e5ff980cb14268d37ab
Author: Mustafa Iman <mu...@gmail.com>
AuthorDate: Wed Jun 3 18:55:19 2020 +0200
HIVE-23595: Do not query task guaranteed status when wlm off (Mustafa Iman via Gopal Vijayaraghavan)
Signed-off-by: Laszlo Bodor <bo...@gmail.com>
---
.../hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java | 8 +++++++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java b/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
index 9cb8bc9..4e5e43c 100644
--- a/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
+++ b/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskSchedulerService.java
@@ -223,6 +223,7 @@ public class LlapTaskSchedulerService extends TaskScheduler {
speculativeTasks = new TreeMap<>();
private final LlapPluginServerImpl pluginEndpoint;
+ private final boolean workloadManagementEnabled;
// Queue for disabled nodes. Nodes make it out of this queue when their expiration timeout is hit.
@VisibleForTesting
@@ -450,6 +451,8 @@ public class LlapTaskSchedulerService extends TaskScheduler {
+ "nodeBlacklistConf={}, localityConf={} consistentSplits={}",
hostsString, numSchedulableTasksPerNode, nodeBlacklistConf, localityDelayConf, consistentSplits);
this.amRegistry = TezAmRegistryImpl.create(conf, true);
+ this.workloadManagementEnabled =
+ !StringUtils.isEmpty(conf.get(ConfVars.HIVE_SERVER2_TEZ_INTERACTIVE_QUEUE.varname, "").trim());
synchronized (LlapTaskCommunicator.pluginInitLock) {
LlapTaskCommunicator peer = LlapTaskCommunicator.instance;
@@ -1089,7 +1092,7 @@ public class LlapTaskSchedulerService extends TaskScheduler {
} finally {
writeLock.unlock();
}
- if (!StringUtils.isEmpty(conf.get(ConfVars.HIVE_SERVER2_TEZ_INTERACTIVE_QUEUE.varname, "").trim())) {
+ if (workloadManagementEnabled) {
updateGuaranteedInRegistry(tgVersionForZk, 0);
}
// TODO Cleanup pending tasks etc, so that the next dag is not affected.
@@ -1338,6 +1341,9 @@ public class LlapTaskSchedulerService extends TaskScheduler {
* @return The initial value of the guaranteed flag to send with the task.
*/
boolean isInitialGuaranteed(TezTaskAttemptID attemptId) {
+ if (!workloadManagementEnabled) {
+ return false;
+ }
TaskInfo info = null;
readLock.lock();
try {