You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by bi...@apache.org on 2021/03/05 05:24:44 UTC
[hadoop] branch branch-3.3 updated: YARN-10649. Fix
RMNodeImpl.updateExistContainers leak (#2719). Contributed by Max Xie
This is an automated email from the ASF dual-hosted git repository.
bibinchundatt pushed a commit to branch branch-3.3
in repository https://gitbox.apache.org/repos/asf/hadoop.git
The following commit(s) were added to refs/heads/branch-3.3 by this push:
new 0396a72 YARN-10649. Fix RMNodeImpl.updateExistContainers leak (#2719). Contributed by Max Xie
0396a72 is described below
commit 0396a721e3166456d27652083e7086286907b1e2
Author: Neil <wx...@foxmail.com>
AuthorDate: Thu Mar 4 17:22:58 2021 +0800
YARN-10649. Fix RMNodeImpl.updateExistContainers leak (#2719). Contributed by Max Xie
(cherry picked from commit d615e2d3bd35780fbae379030a8231c301bda035)
---
.../hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java | 7 +++++++
.../yarn/server/resourcemanager/TestRMNodeTransitions.java | 10 ++++++++++
2 files changed, 17 insertions(+)
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java
index cec9915..6070d02 100644
--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java
@@ -1466,6 +1466,11 @@ public class RMNodeImpl implements RMNode, EventHandler<RMNodeEvent> {
// For test only.
@VisibleForTesting
+ public Map<ContainerId, ContainerStatus> getUpdatedExistContainers() {
+ return this.updatedExistContainers;
+ }
+ // For test only.
+ @VisibleForTesting
public Set<ContainerId> getLaunchedContainers() {
return this.launchedContainers;
}
@@ -1582,6 +1587,7 @@ public class RMNodeImpl implements RMNode, EventHandler<RMNodeEvent> {
} else {
// A finished container
launchedContainers.remove(containerId);
+ updatedExistContainers.remove(containerId);
if (completedContainers.add(containerId)) {
newlyCompletedContainers.add(remoteContainer);
}
@@ -1595,6 +1601,7 @@ public class RMNodeImpl implements RMNode, EventHandler<RMNodeEvent> {
findLostContainers(numRemoteRunningContainers, containerStatuses);
for (ContainerStatus remoteContainer : lostContainers) {
ContainerId containerId = remoteContainer.getContainerId();
+ updatedExistContainers.remove(containerId);
if (completedContainers.add(containerId)) {
newlyCompletedContainers.add(remoteContainer);
}
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMNodeTransitions.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMNodeTransitions.java
index b21bf39..dad2783 100644
--- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMNodeTransitions.java
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestRMNodeTransitions.java
@@ -1096,6 +1096,12 @@ public class TestRMNodeTransitions {
node.getLaunchedContainers().contains(cid1));
Assert.assertTrue("second container not running",
node.getLaunchedContainers().contains(cid2));
+ assertEquals("unexpected number of running containers",
+ 2, node.getUpdatedExistContainers().size());
+ Assert.assertTrue("first container not running",
+ node.getUpdatedExistContainers().containsKey(cid1));
+ Assert.assertTrue("second container not running",
+ node.getUpdatedExistContainers().containsKey(cid2));
assertEquals("already completed containers",
0, completedContainers.size());
containerStats.remove(0);
@@ -1115,6 +1121,10 @@ public class TestRMNodeTransitions {
1, node.getLaunchedContainers().size());
Assert.assertTrue("second container not running",
node.getLaunchedContainers().contains(cid2));
+ assertEquals("unexpected number of running containers",
+ 1, node.getUpdatedExistContainers().size());
+ Assert.assertTrue("second container not running",
+ node.getUpdatedExistContainers().containsKey(cid2));
}
@Test
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org