You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ga...@apache.org on 2019/02/18 13:29:00 UTC

[flink] 07/09: [FLINK-11594][tests] Add TaskExecutorToResourceManagerConnectionTest

This is an automated email from the ASF dual-hosted git repository.

gary pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git

commit 11972e1194775992ba42a28a537ea6ad4ba606fb
Author: Gary Yao <ga...@apache.org>
AuthorDate: Fri Feb 15 22:17:49 2019 +0100

    [FLINK-11594][tests] Add TaskExecutorToResourceManagerConnectionTest
---
 ...askExecutorToResourceManagerConnectionTest.java | 148 +++++++++++++++++++++
 1 file changed, 148 insertions(+)

diff --git a/flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorToResourceManagerConnectionTest.java b/flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorToResourceManagerConnectionTest.java
new file mode 100644
index 0000000..698f2b3
--- /dev/null
+++ b/flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorToResourceManagerConnectionTest.java
@@ -0,0 +1,148 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.flink.runtime.taskexecutor;
+
+import org.apache.flink.runtime.clusterframework.types.ResourceID;
+import org.apache.flink.runtime.concurrent.Executors;
+import org.apache.flink.runtime.entrypoint.ClusterInformation;
+import org.apache.flink.runtime.instance.HardwareDescription;
+import org.apache.flink.runtime.instance.InstanceID;
+import org.apache.flink.runtime.registration.RegisteredRpcConnection;
+import org.apache.flink.runtime.registration.RegistrationConnectionListener;
+import org.apache.flink.runtime.registration.RegistrationResponse;
+import org.apache.flink.runtime.registration.RetryingRegistrationConfiguration;
+import org.apache.flink.runtime.resourcemanager.ResourceManagerId;
+import org.apache.flink.runtime.resourcemanager.utils.TestingResourceManagerGateway;
+import org.apache.flink.runtime.rpc.TestingRpcService;
+import org.apache.flink.util.TestLogger;
+
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.concurrent.CompletableFuture;
+import java.util.concurrent.TimeUnit;
+
+import static org.hamcrest.Matchers.equalTo;
+import static org.hamcrest.Matchers.is;
+import static org.junit.Assert.assertThat;
+
+/**
+ * Tests for {@link TaskExecutorToResourceManagerConnection}.
+ */
+public class TaskExecutorToResourceManagerConnectionTest extends TestLogger {
+
+	private static final Logger LOGGER = LoggerFactory.getLogger(TaskExecutorToResourceManagerConnectionTest.class);
+
+	private static final int TEST_TIMEOUT_MILLIS = 10000;
+
+	private static final String RESOURCE_MANAGER_ADDRESS = "localhost";
+
+	private static final ResourceManagerId RESOURCE_MANAGER_ID = ResourceManagerId.generate();
+
+	private static final String TASK_MANAGER_ADDRESS = "localhost";
+
+	private static final ResourceID TASK_MANAGER_RESOURCE_ID = ResourceID.generate();
+
+	private static final int TASK_MANAGER_DATA_PORT = 12345;
+
+	private static final HardwareDescription TASK_MANAGER_HARDWARE_DESCRIPTION = HardwareDescription.extractFromSystem(Long.MAX_VALUE);
+
+	private TestingRpcService rpcService;
+
+	private TestingResourceManagerGateway testingResourceManagerGateway;
+
+	private CompletableFuture<Void> registrationSuccessFuture;
+
+	@Test
+	public void testResourceManagerRegistration() throws Exception {
+		final TaskExecutorToResourceManagerConnection resourceManagerRegistration = createTaskExecutorToResourceManagerConnection();
+
+		testingResourceManagerGateway.setRegisterTaskExecutorFunction(tuple -> {
+			final String actualAddress = tuple.f0;
+			final ResourceID actualResourceId = tuple.f1;
+			final Integer actualDataPort = tuple.f2;
+			final HardwareDescription actualHardwareDescription = tuple.f3;
+
+			assertThat(actualAddress, is(equalTo(TASK_MANAGER_ADDRESS)));
+			assertThat(actualResourceId, is(equalTo(TASK_MANAGER_RESOURCE_ID)));
+			assertThat(actualDataPort, is(equalTo(TASK_MANAGER_DATA_PORT)));
+			assertThat(actualHardwareDescription, is(equalTo(TASK_MANAGER_HARDWARE_DESCRIPTION)));
+
+			return CompletableFuture.completedFuture(successfulRegistration());
+		});
+
+		resourceManagerRegistration.start();
+		registrationSuccessFuture.get(TEST_TIMEOUT_MILLIS, TimeUnit.MILLISECONDS);
+	}
+
+	private TaskExecutorToResourceManagerConnection createTaskExecutorToResourceManagerConnection() {
+		return new TaskExecutorToResourceManagerConnection(
+			LOGGER,
+			rpcService,
+			TASK_MANAGER_ADDRESS,
+			TASK_MANAGER_RESOURCE_ID,
+			RetryingRegistrationConfiguration.defaultConfiguration(),
+			TASK_MANAGER_DATA_PORT,
+			TASK_MANAGER_HARDWARE_DESCRIPTION,
+			RESOURCE_MANAGER_ADDRESS,
+			RESOURCE_MANAGER_ID,
+			Executors.directExecutor(),
+			new TestRegistrationConnectionListener<>());
+	}
+
+	private static TaskExecutorRegistrationSuccess successfulRegistration() {
+		return new TaskExecutorRegistrationSuccess(
+			new InstanceID(),
+			ResourceID.generate(),
+			new ClusterInformation("blobServerHost", 55555));
+	}
+
+	@Before
+	public void setUp() {
+		rpcService = new TestingRpcService();
+
+		testingResourceManagerGateway = new TestingResourceManagerGateway();
+		rpcService.registerGateway(RESOURCE_MANAGER_ADDRESS, testingResourceManagerGateway);
+
+		registrationSuccessFuture = new CompletableFuture<>();
+	}
+
+	@After
+	public void tearDown() throws Exception {
+		rpcService.stopService().get(TEST_TIMEOUT_MILLIS, TimeUnit.MILLISECONDS);
+	}
+
+	private class TestRegistrationConnectionListener<T extends RegisteredRpcConnection<?, ?, S>, S extends RegistrationResponse.Success>
+		implements RegistrationConnectionListener<T, S> {
+
+		@Override
+		public void onRegistrationSuccess(final T connection, final S success) {
+			registrationSuccessFuture.complete(null);
+		}
+
+		@Override
+		public void onRegistrationFailure(final Throwable failure) {
+			registrationSuccessFuture.completeExceptionally(failure);
+		}
+	}
+}