You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by su...@apache.org on 2019/11/19 08:34:07 UTC
[hadoop] branch trunk updated: YARN-9984. FSPreemptionThread can
cause NullPointerException while app is unregistered with containers
running on a node. Contributed by Wilfred Spiegelenburg.
This is an automated email from the ASF dual-hosted git repository.
sunilg pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/trunk by this push:
new 215f205 YARN-9984. FSPreemptionThread can cause NullPointerException while app is unregistered with containers running on a node. Contributed by Wilfred Spiegelenburg.
215f205 is described below
commit 215f2052fc3b7e366e8bd1bd332663966fa9206c
Author: Sunil G <su...@apache.org>
AuthorDate: Tue Nov 19 14:03:02 2019 +0530
YARN-9984. FSPreemptionThread can cause NullPointerException while app is unregistered with containers running on a node. Contributed by Wilfred Spiegelenburg.
---
.../scheduler/fair/FSPreemptionThread.java | 17 ++++++++++++++---
1 file changed, 14 insertions(+), 3 deletions(-)
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSPreemptionThread.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSPreemptionThread.java
index e664725..221bb17 100644
--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSPreemptionThread.java
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSPreemptionThread.java
@@ -125,9 +125,13 @@ class FSPreemptionThread extends Thread {
for (RMContainer container : containers) {
FSAppAttempt app = scheduler.getSchedulerApp(
container.getApplicationAttemptId());
- LOG.info("Preempting container " + container +
- " from queue " + app.getQueueName());
- app.trackContainerForPreemption(container);
+ LOG.info("Preempting container " + container + " from queue: "
+ + (app != null ? app.getQueueName() : "unknown"));
+ // If the app has unregistered while building the container list
+ // the app might be null, skip notifying the app
+ if (app != null) {
+ app.trackContainerForPreemption(container);
+ }
}
}
}
@@ -189,6 +193,13 @@ class FSPreemptionThread extends Thread {
for (RMContainer container : containersToCheck) {
FSAppAttempt app =
scheduler.getSchedulerApp(container.getApplicationAttemptId());
+ // If the app has unregistered while building the container list the app
+ // might be null, just skip this container: it should be cleaned up soon
+ if (app == null) {
+ LOG.info("Found container " + container + " on node "
+ + node.getNodeName() + "without app, skipping preemption");
+ continue;
+ }
ApplicationId appId = app.getApplicationId();
if (app.canContainerBePreempted(container,
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org