You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by ha...@apache.org on 2018/01/03 21:32:09 UTC
[37/50] [abbrv] hadoop git commit: YARN-7691. Add Unit Tests for
ContainersLauncher. (Sampada Dehankar via asuresh)
YARN-7691. Add Unit Tests for ContainersLauncher. (Sampada Dehankar via asuresh)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/c0c7cce8
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/c0c7cce8
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/c0c7cce8
Branch: refs/heads/YARN-1011
Commit: c0c7cce81d5609f6347bff67929d5026d5893d75
Parents: 7f515f5
Author: Arun Suresh <as...@apache.org>
Authored: Tue Jan 2 22:03:00 2018 -0800
Committer: Arun Suresh <as...@apache.org>
Committed: Tue Jan 2 22:03:00 2018 -0800
----------------------------------------------------------------------
.../launcher/TestContainersLauncher.java | 275 +++++++++++++++++++
1 file changed, 275 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/c0c7cce8/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainersLauncher.java
----------------------------------------------------------------------
diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainersLauncher.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainersLauncher.java
new file mode 100644
index 0000000..d4d6c67
--- /dev/null
+++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/TestContainersLauncher.java
@@ -0,0 +1,275 @@
+/* Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
+import org.apache.hadoop.yarn.api.records.ApplicationId;
+import org.apache.hadoop.yarn.api.records.ContainerId;
+import org.apache.hadoop.yarn.api.records.SignalContainerCommand;
+import org.apache.hadoop.yarn.event.AsyncDispatcher;
+import org.apache.hadoop.yarn.server.nodemanager.ContainerExecutor;
+import org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService;
+import org.apache.hadoop.yarn.server.nodemanager.NodeManager;
+import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl;
+import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.Application;
+import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl;
+import org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl;
+import org.junit.Before;
+import org.junit.Test;
+import org.mockito.InjectMocks;
+import org.mockito.Mock;
+import org.mockito.Mockito;
+import org.mockito.MockitoAnnotations;
+import org.mockito.internal.util.reflection.Whitebox;
+
+import java.io.IOException;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentMap;
+import java.util.concurrent.ExecutorService;
+
+import static org.junit.Assert.assertEquals;
+import static org.mockito.Mockito.*;
+
+/**
+ * Tests to verify all the Container's Launcher Events in
+ * {@link ContainersLauncher} are handled as expected.
+ */
+public class TestContainersLauncher {
+
+ @Mock
+ private ApplicationImpl app1;
+
+ @Mock
+ private ContainerImpl container;
+
+ @Mock
+ private ApplicationId appId;
+
+ @Mock
+ private ApplicationAttemptId appAttemptId;
+
+ @Mock
+ private ContainerId containerId;
+
+ @Mock
+ private ContainersLauncherEvent event;
+
+ @Mock
+ private NodeManager.NMContext context;
+
+ @Mock
+ private AsyncDispatcher dispatcher;
+
+ @Mock
+ private ContainerExecutor exec;
+
+ @Mock
+ private LocalDirsHandlerService dirsHandler;
+
+ @Mock
+ private ContainerManagerImpl containerManager;
+
+ @Mock
+ private ExecutorService containerLauncher;
+
+ @Mock
+ private Configuration conf;
+
+ @Mock
+ private ContainerLaunch containerLaunch;
+
+ @InjectMocks
+ private ContainersLauncher tempContainersLauncher = new ContainersLauncher(
+ context, dispatcher, exec, dirsHandler, containerManager);
+
+ private ContainersLauncher spy;
+
+ @Before
+ public void setup() throws IllegalArgumentException, IllegalAccessException {
+ MockitoAnnotations.initMocks(this);
+ ConcurrentMap<ApplicationId, Application> applications =
+ new ConcurrentHashMap<>();
+ applications.put(appId, app1);
+ spy = spy(tempContainersLauncher);
+ conf = doReturn(conf).when(spy).getConfig();
+ when(event.getContainer()).thenReturn(container);
+ when(container.getContainerId()).thenReturn(containerId);
+ when(containerId.getApplicationAttemptId()).thenReturn(appAttemptId);
+ when(containerId.getApplicationAttemptId().getApplicationId())
+ .thenReturn(appId);
+ when(context.getApplications()).thenReturn(applications);
+ }
+
+ @SuppressWarnings("unchecked")
+ @Test
+ public void testLaunchContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException {
+ Map<ContainerId, ContainerLaunch> dummyMap =
+ (Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
+ "running");
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.LAUNCH_CONTAINER);
+ assertEquals(0, dummyMap.size());
+ spy.handle(event);
+ assertEquals(1, dummyMap.size());
+ Mockito.verify(containerLauncher, Mockito.times(1))
+ .submit(Mockito.any(ContainerLaunch.class));
+ }
+
+ @SuppressWarnings("unchecked")
+ @Test
+ public void testRelaunchContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException {
+ Map<ContainerId, ContainerLaunch> dummyMap =
+ (Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
+ "running");
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.RELAUNCH_CONTAINER);
+ assertEquals(0, dummyMap.size());
+ spy.handle(event);
+ assertEquals(1, dummyMap.size());
+ Mockito.verify(containerLauncher, Mockito.times(1))
+ .submit(Mockito.any(ContainerRelaunch.class));
+ for (ContainerId cid : dummyMap.keySet()) {
+ Object o = dummyMap.get(cid);
+ assertEquals(true, (o instanceof ContainerRelaunch));
+ }
+ }
+
+ @SuppressWarnings("unchecked")
+ @Test
+ public void testRecoverContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException {
+ Map<ContainerId, ContainerLaunch> dummyMap =
+ (Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
+ "running");
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.RECOVER_CONTAINER);
+ assertEquals(0, dummyMap.size());
+ spy.handle(event);
+ assertEquals(1, dummyMap.size());
+ Mockito.verify(containerLauncher, Mockito.times(1))
+ .submit(Mockito.any(RecoveredContainerLaunch.class));
+ for (ContainerId cid : dummyMap.keySet()) {
+ Object o = dummyMap.get(cid);
+ assertEquals(true, (o instanceof RecoveredContainerLaunch));
+ }
+ }
+
+ @Test
+ public void testRecoverPausedContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException {
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.RECOVER_PAUSED_CONTAINER);
+ spy.handle(event);
+ Mockito.verify(containerLauncher, Mockito.times(1))
+ .submit(Mockito.any(RecoverPausedContainerLaunch.class));
+ }
+
+ @Test
+ public void testCleanupContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException, IOException {
+ Map<ContainerId, ContainerLaunch> dummyMap = Collections
+ .synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
+ dummyMap.put(containerId, containerLaunch);
+ Whitebox.setInternalState(spy, "running", dummyMap);
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.CLEANUP_CONTAINER);
+ doNothing().when(containerLaunch).cleanupContainer();
+ spy.handle(event);
+ assertEquals(0, dummyMap.size());
+ Mockito.verify(containerLaunch, Mockito.times(1)).cleanupContainer();
+ }
+
+ @Test
+ public void testCleanupContainerForReINITEvent()
+ throws IllegalArgumentException, IllegalAccessException, IOException {
+ Map<ContainerId, ContainerLaunch> dummyMap = Collections
+ .synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
+ dummyMap.put(containerId, containerLaunch);
+ Whitebox.setInternalState(spy, "running", dummyMap);
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.CLEANUP_CONTAINER_FOR_REINIT);
+ doNothing().when(containerLaunch).cleanupContainer();
+ spy.handle(event);
+ assertEquals(0, dummyMap.size());
+ Mockito.verify(containerLaunch, Mockito.times(1)).cleanupContainer();
+ }
+
+ @Test
+ public void testSignalContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException, IOException {
+ Map<ContainerId, ContainerLaunch> dummyMap = Collections
+ .synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
+ dummyMap.put(containerId, containerLaunch);
+
+ SignalContainersLauncherEvent dummyEvent =
+ mock(SignalContainersLauncherEvent.class);
+ when(dummyEvent.getContainer()).thenReturn(container);
+ when(container.getContainerId()).thenReturn(containerId);
+ when(containerId.getApplicationAttemptId()).thenReturn(appAttemptId);
+ when(containerId.getApplicationAttemptId().getApplicationId())
+ .thenReturn(appId);
+
+ Whitebox.setInternalState(spy, "running", dummyMap);
+ when(dummyEvent.getType())
+ .thenReturn(ContainersLauncherEventType.SIGNAL_CONTAINER);
+ when(dummyEvent.getCommand())
+ .thenReturn(SignalContainerCommand.GRACEFUL_SHUTDOWN);
+ doNothing().when(containerLaunch)
+ .signalContainer(SignalContainerCommand.GRACEFUL_SHUTDOWN);
+ spy.handle(dummyEvent);
+ assertEquals(1, dummyMap.size());
+ Mockito.verify(containerLaunch, Mockito.times(1))
+ .signalContainer(SignalContainerCommand.GRACEFUL_SHUTDOWN);
+ }
+
+ @Test
+ public void testPauseContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException, IOException {
+ Map<ContainerId, ContainerLaunch> dummyMap = Collections
+ .synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
+ dummyMap.put(containerId, containerLaunch);
+ Whitebox.setInternalState(spy, "running", dummyMap);
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.PAUSE_CONTAINER);
+ doNothing().when(containerLaunch).pauseContainer();
+ spy.handle(event);
+ assertEquals(1, dummyMap.size());
+ Mockito.verify(containerLaunch, Mockito.times(1)).pauseContainer();
+ }
+
+ @Test
+ public void testResumeContainerEvent()
+ throws IllegalArgumentException, IllegalAccessException, IOException {
+ Map<ContainerId, ContainerLaunch> dummyMap = Collections
+ .synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
+ dummyMap.put(containerId, containerLaunch);
+ Whitebox.setInternalState(spy, "running", dummyMap);
+ when(event.getType())
+ .thenReturn(ContainersLauncherEventType.RESUME_CONTAINER);
+ doNothing().when(containerLaunch).resumeContainer();
+ spy.handle(event);
+ assertEquals(1, dummyMap.size());
+ Mockito.verify(containerLaunch, Mockito.times(1)).resumeContainer();
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org