You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ga...@apache.org on 2019/02/18 13:29:00 UTC
[flink] 07/09: [FLINK-11594][tests] Add
TaskExecutorToResourceManagerConnectionTest
This is an automated email from the ASF dual-hosted git repository.
gary pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit 11972e1194775992ba42a28a537ea6ad4ba606fb
Author: Gary Yao <ga...@apache.org>
AuthorDate: Fri Feb 15 22:17:49 2019 +0100
[FLINK-11594][tests] Add TaskExecutorToResourceManagerConnectionTest
---
...askExecutorToResourceManagerConnectionTest.java | 148 +++++++++++++++++++++
1 file changed, 148 insertions(+)
diff --git a/flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorToResourceManagerConnectionTest.java b/flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorToResourceManagerConnectionTest.java
new file mode 100644
index 0000000..698f2b3
--- /dev/null
+++ b/flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorToResourceManagerConnectionTest.java
@@ -0,0 +1,148 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.flink.runtime.taskexecutor;
+
+import org.apache.flink.runtime.clusterframework.types.ResourceID;
+import org.apache.flink.runtime.concurrent.Executors;
+import org.apache.flink.runtime.entrypoint.ClusterInformation;
+import org.apache.flink.runtime.instance.HardwareDescription;
+import org.apache.flink.runtime.instance.InstanceID;
+import org.apache.flink.runtime.registration.RegisteredRpcConnection;
+import org.apache.flink.runtime.registration.RegistrationConnectionListener;
+import org.apache.flink.runtime.registration.RegistrationResponse;
+import org.apache.flink.runtime.registration.RetryingRegistrationConfiguration;
+import org.apache.flink.runtime.resourcemanager.ResourceManagerId;
+import org.apache.flink.runtime.resourcemanager.utils.TestingResourceManagerGateway;
+import org.apache.flink.runtime.rpc.TestingRpcService;
+import org.apache.flink.util.TestLogger;
+
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.concurrent.CompletableFuture;
+import java.util.concurrent.TimeUnit;
+
+import static org.hamcrest.Matchers.equalTo;
+import static org.hamcrest.Matchers.is;
+import static org.junit.Assert.assertThat;
+
+/**
+ * Tests for {@link TaskExecutorToResourceManagerConnection}.
+ */
+public class TaskExecutorToResourceManagerConnectionTest extends TestLogger {
+
+ private static final Logger LOGGER = LoggerFactory.getLogger(TaskExecutorToResourceManagerConnectionTest.class);
+
+ private static final int TEST_TIMEOUT_MILLIS = 10000;
+
+ private static final String RESOURCE_MANAGER_ADDRESS = "localhost";
+
+ private static final ResourceManagerId RESOURCE_MANAGER_ID = ResourceManagerId.generate();
+
+ private static final String TASK_MANAGER_ADDRESS = "localhost";
+
+ private static final ResourceID TASK_MANAGER_RESOURCE_ID = ResourceID.generate();
+
+ private static final int TASK_MANAGER_DATA_PORT = 12345;
+
+ private static final HardwareDescription TASK_MANAGER_HARDWARE_DESCRIPTION = HardwareDescription.extractFromSystem(Long.MAX_VALUE);
+
+ private TestingRpcService rpcService;
+
+ private TestingResourceManagerGateway testingResourceManagerGateway;
+
+ private CompletableFuture<Void> registrationSuccessFuture;
+
+ @Test
+ public void testResourceManagerRegistration() throws Exception {
+ final TaskExecutorToResourceManagerConnection resourceManagerRegistration = createTaskExecutorToResourceManagerConnection();
+
+ testingResourceManagerGateway.setRegisterTaskExecutorFunction(tuple -> {
+ final String actualAddress = tuple.f0;
+ final ResourceID actualResourceId = tuple.f1;
+ final Integer actualDataPort = tuple.f2;
+ final HardwareDescription actualHardwareDescription = tuple.f3;
+
+ assertThat(actualAddress, is(equalTo(TASK_MANAGER_ADDRESS)));
+ assertThat(actualResourceId, is(equalTo(TASK_MANAGER_RESOURCE_ID)));
+ assertThat(actualDataPort, is(equalTo(TASK_MANAGER_DATA_PORT)));
+ assertThat(actualHardwareDescription, is(equalTo(TASK_MANAGER_HARDWARE_DESCRIPTION)));
+
+ return CompletableFuture.completedFuture(successfulRegistration());
+ });
+
+ resourceManagerRegistration.start();
+ registrationSuccessFuture.get(TEST_TIMEOUT_MILLIS, TimeUnit.MILLISECONDS);
+ }
+
+ private TaskExecutorToResourceManagerConnection createTaskExecutorToResourceManagerConnection() {
+ return new TaskExecutorToResourceManagerConnection(
+ LOGGER,
+ rpcService,
+ TASK_MANAGER_ADDRESS,
+ TASK_MANAGER_RESOURCE_ID,
+ RetryingRegistrationConfiguration.defaultConfiguration(),
+ TASK_MANAGER_DATA_PORT,
+ TASK_MANAGER_HARDWARE_DESCRIPTION,
+ RESOURCE_MANAGER_ADDRESS,
+ RESOURCE_MANAGER_ID,
+ Executors.directExecutor(),
+ new TestRegistrationConnectionListener<>());
+ }
+
+ private static TaskExecutorRegistrationSuccess successfulRegistration() {
+ return new TaskExecutorRegistrationSuccess(
+ new InstanceID(),
+ ResourceID.generate(),
+ new ClusterInformation("blobServerHost", 55555));
+ }
+
+ @Before
+ public void setUp() {
+ rpcService = new TestingRpcService();
+
+ testingResourceManagerGateway = new TestingResourceManagerGateway();
+ rpcService.registerGateway(RESOURCE_MANAGER_ADDRESS, testingResourceManagerGateway);
+
+ registrationSuccessFuture = new CompletableFuture<>();
+ }
+
+ @After
+ public void tearDown() throws Exception {
+ rpcService.stopService().get(TEST_TIMEOUT_MILLIS, TimeUnit.MILLISECONDS);
+ }
+
+ private class TestRegistrationConnectionListener<T extends RegisteredRpcConnection<?, ?, S>, S extends RegistrationResponse.Success>
+ implements RegistrationConnectionListener<T, S> {
+
+ @Override
+ public void onRegistrationSuccess(final T connection, final S success) {
+ registrationSuccessFuture.complete(null);
+ }
+
+ @Override
+ public void onRegistrationFailure(final Throwable failure) {
+ registrationSuccessFuture.completeExceptionally(failure);
+ }
+ }
+}