You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tajo.apache.org by ji...@apache.org on 2015/03/18 15:57:55 UTC
[1/5] tajo git commit: TAJO-1337: Implements common modules to handle
RESTful API
Repository: tajo
Updated Branches:
refs/heads/master 82d44af32 -> a9ae3cab6
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProviderTest.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProviderTest.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProviderTest.java
new file mode 100644
index 0000000..1511068
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProviderTest.java
@@ -0,0 +1,66 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelInboundHandler;
+import org.apache.tajo.ws.rs.netty.testapp1.TestApplication1;
+import org.glassfish.jersey.server.ApplicationHandler;
+import org.junit.Before;
+import org.junit.Test;
+
+import static org.junit.Assert.*;
+
+public class NettyRestHandlerContainerProviderTest {
+
+ private NettyRestHandlerContainerProvider provider;
+ private ApplicationHandler applicationHandler;
+
+ @Before
+ public void setUp() throws Exception {
+ provider = new NettyRestHandlerContainerProvider();
+ applicationHandler = new ApplicationHandler(new TestApplication1());
+ }
+
+ @Test
+ public void testCreation() throws Exception {
+ ChannelHandler handler = provider.createContainer(ChannelHandler.class, applicationHandler);
+
+ assertNotNull(handler);
+
+ ChannelInboundHandler inboundHandler = provider.createContainer(ChannelInboundHandler.class, applicationHandler);
+
+ assertNotNull(inboundHandler);
+
+ NettyRestHandlerContainer container = provider.createContainer(NettyRestHandlerContainer.class, applicationHandler);
+
+ assertNotNull(container);
+ }
+
+ @Test
+ public void testNullCreation() throws Exception {
+ String stringValue = provider.createContainer(String.class, applicationHandler);
+
+ assertNull(stringValue);
+
+ Object objectValue = provider.createContainer(Object.class, applicationHandler);
+
+ assertNull(objectValue);
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestServerTest.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestServerTest.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestServerTest.java
new file mode 100644
index 0000000..d8a57bf
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/NettyRestServerTest.java
@@ -0,0 +1,137 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import org.apache.tajo.ws.rs.netty.gson.GsonFeature;
+import org.apache.tajo.ws.rs.netty.testapp1.TestApplication1;
+import org.apache.tajo.ws.rs.netty.testapp1.TestResource1;
+import org.apache.tajo.ws.rs.netty.testapp2.Directory;
+import org.apache.tajo.ws.rs.netty.testapp2.FileManagementApplication;
+import org.glassfish.jersey.server.ResourceConfig;
+import org.junit.Test;
+
+import javax.ws.rs.client.Client;
+import javax.ws.rs.client.ClientBuilder;
+import javax.ws.rs.client.Entity;
+import javax.ws.rs.client.WebTarget;
+import javax.ws.rs.core.GenericType;
+import javax.ws.rs.core.MediaType;
+import java.net.InetSocketAddress;
+import java.net.ServerSocket;
+import java.net.URI;
+import java.util.Collection;
+
+import static org.junit.Assert.*;
+
+public class NettyRestServerTest {
+
+ @Test
+ public void testNettyRestServerCreation() throws Exception {
+ ResourceConfig resourceConfig = ResourceConfig.forApplicationClass(TestApplication1.class);
+ ServerSocket serverSocket = new ServerSocket(0);
+ int availPort = serverSocket.getLocalPort();
+ serverSocket.close();
+ URI baseUri = new URI("http://localhost:"+availPort+"/rest");
+
+ NettyRestServer restServer = NettyRestServerFactory.createNettyRestServer(baseUri, resourceConfig, 3);
+
+ assertNotNull(restServer);
+ assertNotNull(restServer.getHandler());
+ assertNotNull(restServer.getChannel());
+ assertNotNull(restServer.getListenAddress());
+
+ InetSocketAddress listeningAddress = restServer.getListenAddress();
+
+ assertEquals(availPort, listeningAddress.getPort());
+ }
+
+ @Test
+ public void testTextPlainApplication() throws Exception {
+ ResourceConfig resourceConfig = ResourceConfig.forApplicationClass(TestApplication1.class);
+ ServerSocket serverSocket = new ServerSocket(0);
+ int availPort = serverSocket.getLocalPort();
+ serverSocket.close();
+ URI baseUri = new URI("http://localhost:"+availPort+"/rest");
+
+ NettyRestServer restServer = NettyRestServerFactory.createNettyRestServer(baseUri, resourceConfig, 3);
+
+ try {
+ WebTarget webTarget = ClientBuilder.newClient().target(baseUri + "/testapp1");
+
+ assertEquals(TestResource1.outputMessage, webTarget.request(MediaType.TEXT_PLAIN).get(String.class));
+ } finally {
+ restServer.shutdown();
+ }
+ }
+
+ protected Directory createDirectory1() {
+ Directory newDirectory = new Directory();
+
+ newDirectory.setName("newdir1");
+ newDirectory.setOwner("owner1");
+ newDirectory.setGroup("group1");
+
+ return newDirectory;
+ }
+
+ @Test
+ public void testFileMgmtApplication() throws Exception {
+ ResourceConfig resourceConfig = ResourceConfig.forApplicationClass(FileManagementApplication.class)
+ .register(GsonFeature.class);
+ ServerSocket serverSocket = new ServerSocket(0);
+ int availPort = serverSocket.getLocalPort();
+ serverSocket.close();
+ URI baseUri = new URI("http://localhost:"+availPort+"/rest");
+ URI directoriesUri = new URI(baseUri + "/directories");
+ Client restClient = ClientBuilder.newBuilder()
+ .register(GsonFeature.class).build();
+
+ NettyRestServer restServer = NettyRestServerFactory.createNettyRestServer(baseUri, resourceConfig, 3);
+
+ try {
+ Directory directory1 = createDirectory1();
+ Directory savedDirectory = restClient.target(directoriesUri)
+ .request().post(Entity.entity(directory1, MediaType.APPLICATION_JSON_TYPE), Directory.class);
+
+ assertNotNull(savedDirectory);
+ assertNotNull(savedDirectory.getName());
+
+ Directory fetchedDirectory = restClient.target(directoriesUri).path("{name}")
+ .resolveTemplate("name", directory1.getName()).request().get(Directory.class);
+
+ assertEquals(directory1.getName(), fetchedDirectory.getName());
+ assertEquals(directory1.getOwner(), fetchedDirectory.getOwner());
+ assertEquals(directory1.getGroup(), fetchedDirectory.getGroup());
+
+ GenericType<Collection<Directory>> directoryType = new GenericType<Collection<Directory>>(Collection.class);
+ Collection<Directory> directories = restClient.target(directoriesUri).request().get(directoryType);
+
+ assertEquals(1, directories.size());
+
+ restClient.target(directoriesUri).path("{name}").resolveTemplate("name", directory1.getName())
+ .request().delete();
+
+ directories = restClient.target(directoriesUri).request().get(directoryType);
+
+ assertTrue(directories.isEmpty());
+ } finally {
+ restServer.shutdown();
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestApplication1.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestApplication1.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestApplication1.java
new file mode 100644
index 0000000..3531b3a
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestApplication1.java
@@ -0,0 +1,38 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.testapp1;
+
+import javax.ws.rs.core.Application;
+import java.util.HashSet;
+import java.util.Set;
+
+public class TestApplication1 extends Application {
+
+ private final Set<Class<?>> classes;
+
+ public TestApplication1() {
+ classes = new HashSet<Class<?>>();
+ classes.add(TestResource1.class);
+ }
+
+ @Override
+ public Set<Class<?>> getClasses() {
+ return classes;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestResource1.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestResource1.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestResource1.java
new file mode 100644
index 0000000..302e217
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp1/TestResource1.java
@@ -0,0 +1,36 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.testapp1;
+
+import javax.ws.rs.GET;
+import javax.ws.rs.Path;
+import javax.ws.rs.Produces;
+import javax.ws.rs.core.MediaType;
+
+@Path("testapp1")
+public class TestResource1 {
+
+ public static String outputMessage = "TestApplication1";
+
+ @GET
+ @Produces(MediaType.TEXT_PLAIN)
+ public String getApplicationName() {
+ return outputMessage;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesDao.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesDao.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesDao.java
new file mode 100644
index 0000000..0e82e00
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesDao.java
@@ -0,0 +1,39 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.testapp2;
+
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+
+public class DirectoriesDao {
+ private static DirectoriesDao instance = new DirectoriesDao();
+
+ private final Map<String, Directory> directoryMap = new ConcurrentHashMap<String, Directory>();
+
+ private DirectoriesDao() {
+ }
+
+ public static DirectoriesDao getInstance() {
+ return instance;
+ }
+
+ public Map<String, Directory> getDirectoryMap() {
+ return directoryMap;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesResource.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesResource.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesResource.java
new file mode 100644
index 0000000..40f1ced
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/DirectoriesResource.java
@@ -0,0 +1,85 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.testapp2;
+
+import javax.ws.rs.*;
+import javax.ws.rs.core.*;
+import java.net.URI;
+import java.util.Collection;
+
+@Path("/directories")
+public class DirectoriesResource {
+
+ @Context
+ UriInfo uriInfo;
+
+ @GET
+ @Produces(MediaType.APPLICATION_JSON)
+ public Response getAllDirectories() {
+ Collection<Directory> directories = DirectoriesDao.getInstance().getDirectoryMap().values();
+ GenericEntity<Collection<Directory>> dirEntities =
+ new GenericEntity<Collection<Directory>>(directories, Collection.class);
+ return Response.ok(dirEntities).build();
+ }
+
+ @POST
+ @Consumes(MediaType.APPLICATION_JSON)
+ @Produces(MediaType.APPLICATION_JSON)
+ public Response createDirectory(Directory directory) {
+ String directoryName = directory.getName();
+
+ if (directoryName == null || directoryName.isEmpty()) {
+ return Response.status(Response.Status.BAD_REQUEST).build();
+ }
+
+ DirectoriesDao.getInstance().getDirectoryMap().put(directoryName, directory);
+
+ UriBuilder uriBuilder = uriInfo.getBaseUriBuilder();
+ URI directoryUri = uriBuilder.path(DirectoriesResource.class)
+ .path(DirectoriesResource.class, "getDirectoryByName")
+ .build(directoryName);
+
+ return Response.created(directoryUri).entity(directory).build();
+ }
+
+ @GET
+ @Path("{name}")
+ @Produces(MediaType.APPLICATION_JSON)
+ public Response getDirectoryByName(@PathParam("name") String directoryName) {
+ Directory directory = DirectoriesDao.getInstance().getDirectoryMap().get(directoryName);
+
+ if (directory == null) {
+ return Response.status(Response.Status.NOT_FOUND).build();
+ }
+
+ return Response.ok(directory).build();
+ }
+
+ @DELETE
+ @Path("{name}")
+ public Response deleteDirectory(@PathParam("name") String directoryName) {
+ if (!DirectoriesDao.getInstance().getDirectoryMap().containsKey(directoryName)) {
+ return Response.status(Response.Status.NOT_FOUND).build();
+ }
+
+ DirectoriesDao.getInstance().getDirectoryMap().remove(directoryName);
+
+ return Response.ok().build();
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/Directory.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/Directory.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/Directory.java
new file mode 100644
index 0000000..3851020
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/Directory.java
@@ -0,0 +1,52 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.testapp2;
+
+import java.io.Serializable;
+
+public class Directory implements Serializable {
+
+ private String name;
+ private String owner;
+ private String group;
+
+ public String getName() {
+ return name;
+ }
+
+ public void setName(String name) {
+ this.name = name;
+ }
+
+ public String getOwner() {
+ return owner;
+ }
+
+ public void setOwner(String owner) {
+ this.owner = owner;
+ }
+
+ public String getGroup() {
+ return group;
+ }
+
+ public void setGroup(String group) {
+ this.group = group;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/FileManagementApplication.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/FileManagementApplication.java b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/FileManagementApplication.java
new file mode 100644
index 0000000..49026a0
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/test/java/org/apache/tajo/ws/rs/netty/testapp2/FileManagementApplication.java
@@ -0,0 +1,35 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.testapp2;
+
+import javax.ws.rs.core.Application;
+import java.util.HashSet;
+import java.util.Set;
+
+public class FileManagementApplication extends Application {
+
+ @Override
+ public Set<Class<?>> getClasses() {
+ Set<Class<?>> classes = new HashSet<Class<?>>();
+
+ classes.add(DirectoriesResource.class);
+
+ return classes;
+ }
+}
[4/5] tajo git commit: TAJO-1337: Implements common modules to handle
RESTful API
Posted by ji...@apache.org.
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java
deleted file mode 100644
index ed6b634..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java
+++ /dev/null
@@ -1,182 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.common.util.concurrent.ThreadFactoryBuilder;
-
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-
-import io.netty.bootstrap.ServerBootstrap;
-import io.netty.channel.EventLoopGroup;
-import io.netty.channel.nio.NioEventLoopGroup;
-
-import java.util.Map;
-import java.util.Queue;
-import java.util.concurrent.ConcurrentHashMap;
-import java.util.concurrent.ConcurrentLinkedQueue;
-import java.util.concurrent.ThreadFactory;
-import java.util.concurrent.atomic.AtomicInteger;
-
-public final class RpcChannelFactory {
- private static final Log LOG = LogFactory.getLog(RpcChannelFactory.class);
-
- private static final int DEFAULT_WORKER_NUM = Runtime.getRuntime().availableProcessors() * 2;
-
- private static final Object lockObjectForLoopGroup = new Object();
- private static AtomicInteger serverCount = new AtomicInteger(0);
-
- public enum ClientChannelId {
- CLIENT_DEFAULT,
- FETCHER
- }
-
- private static final Map<ClientChannelId, Integer> defaultMaxKeyPoolCount =
- new ConcurrentHashMap<ClientChannelId, Integer>();
- private static final Map<ClientChannelId, Queue<EventLoopGroup>> eventLoopGroupPool =
- new ConcurrentHashMap<ClientChannelId, Queue<EventLoopGroup>>();
-
- private RpcChannelFactory(){
- }
-
- static {
- Runtime.getRuntime().addShutdownHook(new CleanUpHandler());
-
- defaultMaxKeyPoolCount.put(ClientChannelId.CLIENT_DEFAULT, 1);
- defaultMaxKeyPoolCount.put(ClientChannelId.FETCHER, 1);
- }
-
- /**
- * make this factory static thus all clients can share its thread pool.
- * NioClientSocketChannelFactory has only one method newChannel() visible for user, which is thread-safe
- */
- public static EventLoopGroup getSharedClientEventloopGroup() {
- return getSharedClientEventloopGroup(DEFAULT_WORKER_NUM);
- }
-
- /**
- * make this factory static thus all clients can share its thread pool.
- * NioClientSocketChannelFactory has only one method newChannel() visible for user, which is thread-safe
- *
- * @param workerNum The number of workers
- */
- public static EventLoopGroup getSharedClientEventloopGroup(int workerNum){
- //shared woker and boss pool
- return getSharedClientEventloopGroup(ClientChannelId.CLIENT_DEFAULT, workerNum);
- }
-
- /**
- * This function return eventloopgroup by key. Fetcher client will have one or more eventloopgroup for its throughput.
- *
- * @param clientId
- * @param workerNum
- * @return
- */
- public static EventLoopGroup getSharedClientEventloopGroup(ClientChannelId clientId, int workerNum) {
- Queue<EventLoopGroup> eventLoopGroupQueue;
- EventLoopGroup returnEventLoopGroup;
-
- synchronized (lockObjectForLoopGroup) {
- eventLoopGroupQueue = eventLoopGroupPool.get(clientId);
- if (eventLoopGroupQueue == null) {
- eventLoopGroupQueue = createClientEventloopGroups(clientId, workerNum);
- }
-
- returnEventLoopGroup = eventLoopGroupQueue.poll();
- if (isEventLoopGroupShuttingDown(returnEventLoopGroup)) {
- returnEventLoopGroup = createClientEventloopGroup(clientId.name(), workerNum);
- }
- eventLoopGroupQueue.add(returnEventLoopGroup);
- }
-
- return returnEventLoopGroup;
- }
-
- protected static boolean isEventLoopGroupShuttingDown(EventLoopGroup eventLoopGroup) {
- return ((eventLoopGroup == null) || eventLoopGroup.isShuttingDown());
- }
-
- // Client must release the external resources
- protected static Queue<EventLoopGroup> createClientEventloopGroups(ClientChannelId clientId, int workerNum) {
- int defaultMaxObjectCount = defaultMaxKeyPoolCount.get(clientId);
- Queue<EventLoopGroup> loopGroupQueue = new ConcurrentLinkedQueue<EventLoopGroup>();
- eventLoopGroupPool.put(clientId, loopGroupQueue);
-
- for (int objectIdx = 0; objectIdx < defaultMaxObjectCount; objectIdx++) {
- loopGroupQueue.add(createClientEventloopGroup(clientId.name(), workerNum));
- }
-
- return loopGroupQueue;
- }
-
- protected static EventLoopGroup createClientEventloopGroup(String name, int workerNum) {
- if (LOG.isDebugEnabled()) {
- LOG.debug("Create " + name + " ClientEventLoopGroup. Worker:" + workerNum);
- }
-
- ThreadFactoryBuilder builder = new ThreadFactoryBuilder();
- ThreadFactory clientFactory = builder.setNameFormat(name + " Client #%d").build();
-
- return new NioEventLoopGroup(workerNum, clientFactory);
- }
-
- // Client must release the external resources
- public static ServerBootstrap createServerChannelFactory(String name, int workerNum) {
- name = name + "-" + serverCount.incrementAndGet();
- if(LOG.isInfoEnabled()){
- LOG.info("Create " + name + " ServerSocketChannelFactory. Worker:" + workerNum);
- }
- ThreadFactoryBuilder builder = new ThreadFactoryBuilder();
- ThreadFactory bossFactory = builder.setNameFormat(name + " Server Boss #%d").build();
- ThreadFactory workerFactory = builder.setNameFormat(name + " Server Worker #%d").build();
-
- EventLoopGroup bossGroup =
- new NioEventLoopGroup(1, bossFactory);
- EventLoopGroup workerGroup =
- new NioEventLoopGroup(workerNum, workerFactory);
-
- return new ServerBootstrap().group(bossGroup, workerGroup);
- }
-
- public static void shutdownGracefully(){
- if(LOG.isDebugEnabled()) {
- LOG.debug("Shutdown Shared RPC Pool");
- }
-
- synchronized(lockObjectForLoopGroup) {
- for (Queue<EventLoopGroup> eventLoopGroupQueue: eventLoopGroupPool.values()) {
- for (EventLoopGroup eventLoopGroup: eventLoopGroupQueue) {
- eventLoopGroup.shutdownGracefully();
- }
-
- eventLoopGroupQueue.clear();
- }
- eventLoopGroupPool.clear();
- }
- }
-
- static class CleanUpHandler extends Thread {
-
- @Override
- public void run() {
- RpcChannelFactory.shutdownGracefully();
- }
-
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java
deleted file mode 100644
index 6d1f479..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java
+++ /dev/null
@@ -1,190 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import io.netty.channel.ConnectTimeoutException;
-import io.netty.util.internal.logging.CommonsLoggerFactory;
-import io.netty.util.internal.logging.InternalLoggerFactory;
-
-import java.net.InetSocketAddress;
-import java.util.HashMap;
-import java.util.Map;
-
-public class RpcConnectionPool {
- private static final Log LOG = LogFactory.getLog(RpcConnectionPool.class);
-
- private Map<RpcConnectionKey, NettyClientBase> connections =
- new HashMap<RpcConnectionKey, NettyClientBase>();
-
- private static RpcConnectionPool instance;
- private final Object lockObject = new Object();
-
- public final static int RPC_RETRIES = 3;
-
- private RpcConnectionPool() {
- }
-
- public synchronized static RpcConnectionPool getPool() {
- if(instance == null) {
- InternalLoggerFactory.setDefaultFactory(new CommonsLoggerFactory());
- instance = new RpcConnectionPool();
- }
- return instance;
- }
-
- private NettyClientBase makeConnection(RpcConnectionKey rpcConnectionKey)
- throws NoSuchMethodException, ClassNotFoundException, ConnectTimeoutException {
- NettyClientBase client;
- if(rpcConnectionKey.asyncMode) {
- client = new AsyncRpcClient(rpcConnectionKey, RPC_RETRIES);
- } else {
- client = new BlockingRpcClient(rpcConnectionKey, RPC_RETRIES);
- }
- return client;
- }
-
- public static final long DEFAULT_TIMEOUT = 3000;
- public static final long DEFAULT_INTERVAL = 500;
-
- public NettyClientBase getConnection(InetSocketAddress addr,
- Class<?> protocolClass, boolean asyncMode)
- throws NoSuchMethodException, ClassNotFoundException, ConnectTimeoutException {
- return getConnection(addr, protocolClass, asyncMode, DEFAULT_TIMEOUT, DEFAULT_INTERVAL);
- }
-
- public NettyClientBase getConnection(InetSocketAddress addr,
- Class<?> protocolClass, boolean asyncMode, long timeout, long interval)
- throws NoSuchMethodException, ClassNotFoundException, ConnectTimeoutException {
- RpcConnectionKey key = new RpcConnectionKey(addr, protocolClass, asyncMode);
-
- RpcUtils.Timer timer = new RpcUtils.Timer(timeout);
- for (; !timer.isTimedOut(); timer.elapsed()) {
- NettyClientBase client;
- synchronized (lockObject) {
- client = connections.get(key);
- if (client == null) {
- connections.put(key, client = makeConnection(key));
- }
- }
- if (client.acquire(timer.remaining())) {
- return client;
- }
- timer.interval(interval);
- }
-
- throw new ConnectTimeoutException("Failed to get connection for " + timeout + " msec");
- }
-
- public void releaseConnection(NettyClientBase client) {
- release(client, false);
- }
-
- public void closeConnection(NettyClientBase client) {
- release(client, true);
- }
-
- private void release(NettyClientBase client, boolean close) {
- if (client == null) {
- return;
- }
- if (LOG.isDebugEnabled()) {
- LOG.debug("Close connection [" + client.getKey() + "]");
- }
- try {
- if (returnToPool(client, close)) {
- client.close();
- }
- if (LOG.isDebugEnabled()) {
- LOG.debug("Current Connections [" + connections.size() + "]");
- }
- } catch (Exception e) {
- LOG.error("Can't close connection:" + client.getKey() + ":" + e.getMessage(), e);
- }
- }
-
- // return true if the connection should be closed
- private boolean returnToPool(NettyClientBase client, boolean close) {
- synchronized (lockObject) {
- if (client.release() && (close || !client.isConnected())) {
- connections.remove(client.getKey());
- return true;
- }
- }
- return false;
- }
-
- public void close() {
- if(LOG.isDebugEnabled()) {
- LOG.debug("Pool Closed");
- }
-
- synchronized (lockObject) {
- for (NettyClientBase eachClient : connections.values()) {
- try {
- eachClient.close();
- } catch (Exception e) {
- LOG.error("close client pool error", e);
- }
- }
- connections.clear();
- }
- }
-
- public void shutdown(){
- close();
- RpcChannelFactory.shutdownGracefully();
- }
-
- static class RpcConnectionKey {
- final InetSocketAddress addr;
- final Class<?> protocolClass;
- final boolean asyncMode;
-
- final String description;
-
- public RpcConnectionKey(InetSocketAddress addr,
- Class<?> protocolClass, boolean asyncMode) {
- this.addr = addr;
- this.protocolClass = protocolClass;
- this.asyncMode = asyncMode;
- this.description = "["+ protocolClass + "] " + addr + "," + asyncMode;
- }
-
- @Override
- public String toString() {
- return description;
- }
-
- @Override
- public boolean equals(Object obj) {
- if(!(obj instanceof RpcConnectionKey)) {
- return false;
- }
-
- return toString().equals(obj.toString());
- }
-
- @Override
- public int hashCode() {
- return description.hashCode();
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcUtils.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcUtils.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcUtils.java
deleted file mode 100644
index 152d426..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RpcUtils.java
+++ /dev/null
@@ -1,122 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import java.net.InetAddress;
-import java.net.InetSocketAddress;
-import java.net.UnknownHostException;
-import java.util.concurrent.atomic.AtomicReference;
-
-public class RpcUtils {
-
- public static String normalizeInetSocketAddress(InetSocketAddress addr) {
- return addr.getAddress().getHostAddress() + ":" + addr.getPort();
- }
-
- /**
- * Util method to build socket addr from either:
- * <host>
- * <host>:<port>
- * <fs>://<host>:<port>/<path>
- */
- public static InetSocketAddress createSocketAddr(String host, int port) {
- return new InetSocketAddress(host, port);
- }
-
- /**
- * Returns InetSocketAddress that a client can use to
- * connect to the server. NettyServerBase.getListenerAddress() is not correct when
- * the server binds to "0.0.0.0". This returns "hostname:port" of the server,
- * or "127.0.0.1:port" when the getListenerAddress() returns "0.0.0.0:port".
- *
- * @param addr of a listener
- * @return socket address that a client can use to connect to the server.
- */
- public static InetSocketAddress getConnectAddress(InetSocketAddress addr) {
- if (!addr.isUnresolved() && addr.getAddress().isAnyLocalAddress()) {
- try {
- addr = new InetSocketAddress(InetAddress.getLocalHost(), addr.getPort());
- } catch (UnknownHostException uhe) {
- // shouldn't get here unless the host doesn't have a loopback iface
- addr = new InetSocketAddress("127.0.0.1", addr.getPort());
- }
- }
- InetSocketAddress canonicalAddress =
- new InetSocketAddress(addr.getAddress().getCanonicalHostName(), addr.getPort());
- return canonicalAddress;
- }
-
- public static InetSocketAddress createUnresolved(String addr) {
- String [] splitted = addr.split(":");
- return InetSocketAddress.createUnresolved(splitted[0], Integer.parseInt(splitted[1]));
- }
-
- public static class Timer {
- private long remaining;
- private long prev;
- public Timer(long timeout) {
- this.remaining = timeout;
- this.prev = System.currentTimeMillis();
- }
-
- public boolean isTimedOut() {
- return remaining <= 0;
- }
-
- public void elapsed() {
- long current = System.currentTimeMillis();
- remaining -= (prev - current);
- prev = current;
- }
-
- public void interval(long wait) {
- if (wait <= 0 || isTimedOut()) {
- return;
- }
- try {
- Thread.sleep(Math.min(remaining, wait));
- } catch (Exception ex) {
- // ignore
- }
- }
-
- public long remaining() {
- return remaining;
- }
- }
-
- public static class Scrutineer<T> {
-
- private final AtomicReference<T> reference = new AtomicReference<T>();
-
- T check(T ticket) {
- T granted = reference.get();
- for (;granted == null; granted = reference.get()) {
- if (reference.compareAndSet(null, ticket)) {
- return ticket;
- }
- }
- return granted;
- }
-
- boolean clear(T granted) {
- return reference.compareAndSet(granted, null);
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/ServerCallable.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/ServerCallable.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/ServerCallable.java
deleted file mode 100644
index fb1cec2..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/ServerCallable.java
+++ /dev/null
@@ -1,162 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import java.io.IOException;
-import java.lang.reflect.UndeclaredThrowableException;
-import java.net.InetSocketAddress;
-import java.util.ArrayList;
-import java.util.List;
-
-import com.google.protobuf.ServiceException;
-
-public abstract class ServerCallable<T> {
- protected InetSocketAddress addr;
- protected long startTime;
- protected long endTime;
- protected Class<?> protocol;
- protected boolean asyncMode;
- protected boolean closeConn;
- protected RpcConnectionPool connPool;
-
- public abstract T call(NettyClientBase client) throws Exception;
-
- public ServerCallable(RpcConnectionPool connPool, InetSocketAddress addr, Class<?> protocol, boolean asyncMode) {
- this(connPool, addr, protocol, asyncMode, false);
- }
-
- public ServerCallable(RpcConnectionPool connPool, InetSocketAddress addr, Class<?> protocol,
- boolean asyncMode, boolean closeConn) {
- this.connPool = connPool;
- this.addr = addr;
- this.protocol = protocol;
- this.asyncMode = asyncMode;
- this.closeConn = closeConn;
- }
-
- public void beforeCall() {
- this.startTime = System.currentTimeMillis();
- }
-
- public long getStartTime(){
- return startTime;
- }
-
- public void afterCall() {
- this.endTime = System.currentTimeMillis();
- }
-
- public long getEndTime(){
- return endTime;
- }
-
- boolean abort = false;
- public void abort() {
- abort = true;
- }
- /**
- * Run this instance with retries, timed waits,
- * and refinds of missing regions.
- *
- * @param <T> the type of the return value
- * @return an object of type T
- * @throws com.google.protobuf.ServiceException if a remote or network exception occurs
- */
- public T withRetries() throws ServiceException {
- //TODO configurable
- final long pause = 500; //ms
- final int numRetries = 3;
- List<Throwable> exceptions = new ArrayList<Throwable>();
-
- for (int tries = 0; tries < numRetries; tries++) {
- NettyClientBase client = null;
- try {
- beforeCall();
- if(addr != null) {
- client = connPool.getConnection(addr, protocol, asyncMode);
- }
- return call(client);
- } catch (IOException ioe) {
- exceptions.add(ioe);
- if(abort) {
- throw new ServiceException(ioe.getMessage(), ioe);
- }
- if (tries == numRetries - 1) {
- throw new ServiceException("Giving up after tries=" + tries, ioe);
- }
- } catch (Throwable t) {
- throw new ServiceException(t);
- } finally {
- afterCall();
- if(closeConn) {
- connPool.closeConnection(client);
- } else {
- connPool.releaseConnection(client);
- }
- }
- try {
- Thread.sleep(pause * (tries + 1));
- } catch (InterruptedException e) {
- Thread.currentThread().interrupt();
- throw new ServiceException("Giving up after tries=" + tries, e);
- }
- }
- return null;
- }
-
- /**
- * Run this instance against the server once.
- * @param <T> the type of the return value
- * @return an object of type T
- * @throws java.io.IOException if a remote or network exception occurs
- * @throws RuntimeException other unspecified error
- */
- public T withoutRetries() throws IOException, RuntimeException {
- NettyClientBase client = null;
- try {
- beforeCall();
- client = connPool.getConnection(addr, protocol, asyncMode);
- return call(client);
- } catch (Throwable t) {
- Throwable t2 = translateException(t);
- if (t2 instanceof IOException) {
- throw (IOException)t2;
- } else {
- throw new RuntimeException(t2);
- }
- } finally {
- afterCall();
- if(closeConn) {
- connPool.closeConnection(client);
- } else {
- connPool.releaseConnection(client);
- }
- }
- }
-
- private static Throwable translateException(Throwable t) throws IOException {
- if (t instanceof UndeclaredThrowableException) {
- t = t.getCause();
- }
- if (t instanceof RemoteException && t.getCause() != null) {
- t = t.getCause();
- }
- return t;
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/TajoServiceException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/TajoServiceException.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/TajoServiceException.java
deleted file mode 100644
index 113d181..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/TajoServiceException.java
+++ /dev/null
@@ -1,58 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.ServiceException;
-import org.apache.commons.lang.exception.ExceptionUtils;
-
-public class TajoServiceException extends ServiceException {
- private String traceMessage;
- private String protocol;
- private String remoteAddress;
-
- public TajoServiceException(String message) {
- super(message);
- }
- public TajoServiceException(String message, String traceMessage) {
- super(message);
- this.traceMessage = traceMessage;
- }
-
- public TajoServiceException(String message, Throwable cause, String protocol, String remoteAddress) {
- super(message, cause);
-
- this.protocol = protocol;
- this.remoteAddress = remoteAddress;
- }
-
- public String getTraceMessage() {
- if(traceMessage == null && getCause() != null){
- this.traceMessage = ExceptionUtils.getStackTrace(getCause());
- }
- return traceMessage;
- }
-
- public String getProtocol() {
- return protocol;
- }
-
- public String getRemoteAddress() {
- return remoteAddress;
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/proto/DummyProtos.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/proto/DummyProtos.proto b/tajo-rpc/src/main/proto/DummyProtos.proto
deleted file mode 100644
index f53f0d6..0000000
--- a/tajo-rpc/src/main/proto/DummyProtos.proto
+++ /dev/null
@@ -1,47 +0,0 @@
-/*
- * Copyright 2012 Database Lab., Korea Univ.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-option java_package = "org.apache.tajo.rpc.test";
-option java_outer_classname = "DummyProtos";
-option java_generic_services = true;
-option java_generate_equals_and_hash = true;
-
-message MulRequest1 {
- required int32 x1 = 1;
- required int32 x2 = 2;
-}
-
-message MulRequest2 {
- required int32 x1 = 1;
- required int32 x2 = 2;
-}
-
-message MulResponse {
- required int32 result1 = 1;
- required int32 result2 = 2;
-}
-
-message InnerNode {
- required string instr = 1;
-}
-
-message InnerRequest {
- repeated InnerNode nodes = 1;
-}
-
-message InnerResponse {
- repeated InnerNode nodes = 1;
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/proto/RpcProtos.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/proto/RpcProtos.proto b/tajo-rpc/src/main/proto/RpcProtos.proto
deleted file mode 100644
index 69f43ed..0000000
--- a/tajo-rpc/src/main/proto/RpcProtos.proto
+++ /dev/null
@@ -1,32 +0,0 @@
-/*
- * Copyright 2012 Database Lab., Korea Univ.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-option java_package = "org.apache.tajo.rpc";
-option java_outer_classname = "RpcProtos";
-
-message RpcRequest {
- required int32 id = 1;
- required string method_name = 2;
- optional bytes request_message = 3;
-}
-
-message RpcResponse {
- required int32 id = 1;
- optional bytes response_message = 2;
- optional string error_class = 3;
- optional string error_message = 4;
- optional string error_trace = 5;
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/proto/TestProtocol.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/proto/TestProtocol.proto b/tajo-rpc/src/main/proto/TestProtocol.proto
deleted file mode 100644
index 58640ea..0000000
--- a/tajo-rpc/src/main/proto/TestProtocol.proto
+++ /dev/null
@@ -1,31 +0,0 @@
-/*
- * Copyright 2012 Database Lab., Korea Univ.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-option java_package = "org.apache.tajo.rpc.test";
-option java_outer_classname = "DummyProtocol";
-option java_generic_services = true;
-option java_generate_equals_and_hash = true;
-
-import "TestProtos.proto";
-
-service DummyProtocolService {
- rpc sum (SumRequest) returns (SumResponse);
- rpc echo (EchoMessage) returns (EchoMessage);
- rpc getError (EchoMessage) returns (EchoMessage);
- rpc getNull (EchoMessage) returns (EchoMessage);
- rpc deley (EchoMessage) returns (EchoMessage);
- rpc throwException (EchoMessage) returns (EchoMessage);
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/proto/TestProtos.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/proto/TestProtos.proto b/tajo-rpc/src/main/proto/TestProtos.proto
deleted file mode 100644
index 5001c0e..0000000
--- a/tajo-rpc/src/main/proto/TestProtos.proto
+++ /dev/null
@@ -1,35 +0,0 @@
-/*
- * Copyright 2012 Database Lab., Korea Univ.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-option java_package = "org.apache.tajo.rpc.test";
-option java_outer_classname = "TestProtos";
-option java_generic_services = true;
-option java_generate_equals_and_hash = true;
-
-message EchoMessage {
- required string message = 1;
-}
-
-message SumRequest {
- required int32 x1 = 1;
- required int64 x2 = 2;
- required double x3 = 3;
- required float x4 = 4;
-}
-
-message SumResponse {
- required double result = 1;
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/test/java/log4j.properties
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/test/java/log4j.properties b/tajo-rpc/src/test/java/log4j.properties
deleted file mode 100644
index 2c4d991..0000000
--- a/tajo-rpc/src/test/java/log4j.properties
+++ /dev/null
@@ -1,25 +0,0 @@
-##
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# log4j configuration used during build and unit tests
-
-log4j.rootLogger=info,stdout
-log4j.threshhold=ALL
-log4j.appender.stdout=org.apache.log4j.ConsoleAppender
-log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
-log4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} %p: %c (%M(%L)) - %m%n
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java b/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java
deleted file mode 100644
index a974a65..0000000
--- a/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java
+++ /dev/null
@@ -1,345 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.RpcCallback;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.test.DummyProtocol;
-import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.Interface;
-import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
-import org.apache.tajo.rpc.test.TestProtos.SumRequest;
-import org.apache.tajo.rpc.test.TestProtos.SumResponse;
-import org.apache.tajo.rpc.test.impl.DummyProtocolAsyncImpl;
-import org.junit.AfterClass;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.ExternalResource;
-import org.junit.runner.Description;
-import org.junit.runners.model.Statement;
-
-import java.lang.annotation.ElementType;
-import java.lang.annotation.Retention;
-import java.lang.annotation.RetentionPolicy;
-import java.lang.annotation.Target;
-import java.net.InetSocketAddress;
-import java.net.ServerSocket;
-import java.util.concurrent.CountDownLatch;
-import java.util.concurrent.TimeUnit;
-import java.util.concurrent.TimeoutException;
-
-import static org.junit.Assert.*;
-
-public class TestAsyncRpc {
- private static Log LOG = LogFactory.getLog(TestAsyncRpc.class);
- private static String MESSAGE = "TestAsyncRpc";
-
- double sum;
- String echo;
-
- AsyncRpcServer server;
- AsyncRpcClient client;
- Interface stub;
- DummyProtocolAsyncImpl service;
- int retries;
-
- @Retention(RetentionPolicy.RUNTIME)
- @Target(ElementType.METHOD)
- @interface SetupRpcConnection {
- boolean setupRpcServer() default true;
- boolean setupRpcClient() default true;
- }
-
- @Rule
- public ExternalResource resource = new ExternalResource() {
-
- private Description description;
-
- @Override
- public Statement apply(Statement base, Description description) {
- this.description = description;
- return super.apply(base, description);
- }
-
- @Override
- protected void before() throws Throwable {
- SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
- setUpRpcServer();
- }
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
- setUpRpcClient();
- }
- }
-
- @Override
- protected void after() {
- SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
- try {
- tearDownRpcClient();
- } catch (Exception e) {
- fail(e.getMessage());
- }
- }
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
- try {
- tearDownRpcServer();
- } catch (Exception e) {
- fail(e.getMessage());
- }
- }
- }
-
- };
-
- public void setUpRpcServer() throws Exception {
- service = new DummyProtocolAsyncImpl();
- server = new AsyncRpcServer(DummyProtocol.class,
- service, new InetSocketAddress("127.0.0.1", 0), 2);
- server.start();
- }
-
- public void setUpRpcClient() throws Exception {
- retries = 1;
-
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(
- RpcUtils.getConnectAddress(server.getListenAddress()),
- DummyProtocol.class, true);
- client = new AsyncRpcClient(rpcConnectionKey, retries);
- client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT);
- stub = client.getStub();
- }
-
- @AfterClass
- public static void tearDownClass() throws Exception {
- RpcChannelFactory.shutdownGracefully();
- }
-
- public void tearDownRpcServer() throws Exception {
- if(server != null) {
- server.shutdown();
- server = null;
- }
- }
-
- public void tearDownRpcClient() throws Exception {
- if(client != null) {
- client.close();
- client = null;
- }
- }
-
- boolean calledMarker = false;
-
- @Test
- public void testRpc() throws Exception {
-
- SumRequest sumRequest = SumRequest.newBuilder()
- .setX1(1)
- .setX2(2)
- .setX3(3.15d)
- .setX4(2.0f).build();
-
- stub.sum(null, sumRequest, new RpcCallback<SumResponse>() {
- @Override
- public void run(SumResponse parameter) {
- sum = parameter.getResult();
- assertTrue(8.15d == sum);
- }
- });
-
-
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- RpcCallback<EchoMessage> callback = new RpcCallback<EchoMessage>() {
- @Override
- public void run(EchoMessage parameter) {
- echo = parameter.getMessage();
- assertEquals(MESSAGE, echo);
- calledMarker = true;
- }
- };
- stub.echo(null, echoMessage, callback);
- Thread.sleep(1000);
- assertTrue(calledMarker);
- }
-
- private CountDownLatch testNullLatch;
-
- @Test
- public void testGetNull() throws Exception {
- testNullLatch = new CountDownLatch(1);
- stub.getNull(null, null, new RpcCallback<EchoMessage>() {
- @Override
- public void run(EchoMessage parameter) {
- assertNull(parameter);
- LOG.info("testGetNull retrieved");
- testNullLatch.countDown();
- }
- });
- assertTrue(testNullLatch.await(1000, TimeUnit.MILLISECONDS));
- assertTrue(service.getNullCalled);
- }
-
- @Test
- public void testCallFuture() throws Exception {
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
- stub.deley(null, echoMessage, future);
-
- assertFalse(future.isDone());
- assertEquals(future.get(), echoMessage);
- assertTrue(future.isDone());
- }
-
- @Test
- public void testCallFutureTimeout() throws Exception {
- boolean timeout = false;
- try {
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
- stub.deley(null, echoMessage, future);
-
- assertFalse(future.isDone());
- future.get(1, TimeUnit.SECONDS);
- } catch (TimeoutException te) {
- timeout = true;
- }
- assertTrue(timeout);
- }
-
- @Test
- public void testCallFutureDisconnected() throws Exception {
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
-
- tearDownRpcServer();
-
- stub.echo(future.getController(), echoMessage, future);
- EchoMessage response = future.get();
-
- assertNull(response);
- assertTrue(future.getController().failed());
- assertTrue(future.getController().errorText() != null);
- }
-
- @Test
- public void testStubDisconnected() throws Exception {
-
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
-
- if (server != null) {
- server.shutdown(true);
- server = null;
- }
-
- stub = client.getStub();
- stub.echo(future.getController(), echoMessage, future);
- EchoMessage response = future.get();
-
- assertNull(response);
- assertTrue(future.getController().failed());
- assertTrue(future.getController().errorText() != null);
- }
-
- @Test
- @SetupRpcConnection(setupRpcServer=false,setupRpcClient=false)
- public void testConnectionRetry() throws Exception {
- retries = 10;
- ServerSocket serverSocket = new ServerSocket(0);
- final InetSocketAddress address = new InetSocketAddress("127.0.0.1", serverSocket.getLocalPort());
- serverSocket.close();
- service = new DummyProtocolAsyncImpl();
-
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
-
- //lazy startup
- Thread serverThread = new Thread(new Runnable() {
- @Override
- public void run() {
- try {
- Thread.sleep(1000);
- server = new AsyncRpcServer(DummyProtocol.class,
- service, address, 2);
- } catch (Exception e) {
- fail(e.getMessage());
- }
- server.start();
- }
- });
- serverThread.start();
-
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(address, DummyProtocol.class, true);
- client = new AsyncRpcClient(rpcConnectionKey, retries);
- assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- stub = client.getStub();
- stub.echo(future.getController(), echoMessage, future);
-
- assertFalse(future.isDone());
- assertEquals(echoMessage, future.get());
- assertTrue(future.isDone());
- }
-
- @Test
- public void testConnectionFailure() throws Exception {
- InetSocketAddress address = new InetSocketAddress("test", 0);
- try {
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(address, DummyProtocol.class, true);
- NettyClientBase client = new AsyncRpcClient(rpcConnectionKey, retries);
- assertFalse(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- } catch (Throwable throwable) {
- fail();
- }
- }
-
- @Test
- @SetupRpcConnection(setupRpcClient=false)
- public void testUnresolvedAddress() throws Exception {
- String hostAndPort = RpcUtils.normalizeInetSocketAddress(server.getListenAddress());
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(
- RpcUtils.createUnresolved(hostAndPort), DummyProtocol.class, true);
- client = new AsyncRpcClient(rpcConnectionKey, retries);
- assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- Interface stub = client.getStub();
- EchoMessage echoMessage = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
- stub.deley(null, echoMessage, future);
-
- assertFalse(future.isDone());
- assertEquals(future.get(), echoMessage);
- assertTrue(future.isDone());
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java b/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java
deleted file mode 100644
index 10dd766..0000000
--- a/tajo-rpc/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java
+++ /dev/null
@@ -1,349 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import org.apache.tajo.rpc.test.DummyProtocol;
-import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.BlockingInterface;
-import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
-import org.apache.tajo.rpc.test.TestProtos.SumRequest;
-import org.apache.tajo.rpc.test.TestProtos.SumResponse;
-import org.apache.tajo.rpc.test.impl.DummyProtocolBlockingImpl;
-import org.junit.AfterClass;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.ExternalResource;
-import org.junit.runner.Description;
-import org.junit.runners.model.Statement;
-
-import java.lang.annotation.ElementType;
-import java.lang.annotation.Retention;
-import java.lang.annotation.RetentionPolicy;
-import java.lang.annotation.Target;
-import java.net.InetSocketAddress;
-import java.net.ServerSocket;
-import java.util.concurrent.CountDownLatch;
-import java.util.concurrent.TimeUnit;
-
-import static org.junit.Assert.*;
-
-public class TestBlockingRpc {
- public static final String MESSAGE = "TestBlockingRpc";
-
- private BlockingRpcServer server;
- private BlockingRpcClient client;
- private BlockingInterface stub;
- private DummyProtocolBlockingImpl service;
- private int retries;
-
- @Retention(RetentionPolicy.RUNTIME)
- @Target(ElementType.METHOD)
- @interface SetupRpcConnection {
- boolean setupRpcServer() default true;
- boolean setupRpcClient() default true;
- }
-
- @Rule
- public ExternalResource resource = new ExternalResource() {
-
- private Description description;
-
- @Override
- public Statement apply(Statement base, Description description) {
- this.description = description;
- return super.apply(base, description);
- }
-
- @Override
- protected void before() throws Throwable {
- SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
- setUpRpcServer();
- }
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
- setUpRpcClient();
- }
- }
-
- @Override
- protected void after() {
- SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
- try {
- tearDownRpcClient();
- } catch (Exception e) {
- fail(e.getMessage());
- }
- }
-
- if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
- try {
- tearDownRpcServer();
- } catch (Exception e) {
- fail(e.getMessage());
- }
- }
- }
-
- };
-
- public void setUpRpcServer() throws Exception {
- service = new DummyProtocolBlockingImpl();
- server = new BlockingRpcServer(DummyProtocol.class, service,
- new InetSocketAddress("127.0.0.1", 0), 2);
- server.start();
- }
-
- public void setUpRpcClient() throws Exception {
- retries = 1;
-
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(
- RpcUtils.getConnectAddress(server.getListenAddress()),
- DummyProtocol.class, false);
- client = new BlockingRpcClient(rpcConnectionKey, retries);
- assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- stub = client.getStub();
- }
-
- @AfterClass
- public static void tearDownClass() throws Exception {
- RpcChannelFactory.shutdownGracefully();
- }
-
- public void tearDownRpcServer() throws Exception {
- if(server != null) {
- server.shutdown();
- server = null;
- }
- }
-
- public void tearDownRpcClient() throws Exception {
- if(client != null) {
- client.close();
- client = null;
- }
- }
-
- @Test
- public void testRpc() throws Exception {
- SumRequest request = SumRequest.newBuilder()
- .setX1(1)
- .setX2(2)
- .setX3(3.15d)
- .setX4(2.0f).build();
- SumResponse response1 = stub.sum(null, request);
- assertEquals(8.15d, response1.getResult(), 1e-15);
-
- EchoMessage message = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- EchoMessage response2 = stub.echo(null, message);
- assertEquals(MESSAGE, response2.getMessage());
- }
-
- @Test
- @SetupRpcConnection(setupRpcClient=false)
- public void testRpcWithServiceCallable() throws Exception {
- RpcConnectionPool pool = RpcConnectionPool.getPool();
- final SumRequest request = SumRequest.newBuilder()
- .setX1(1)
- .setX2(2)
- .setX3(3.15d)
- .setX4(2.0f).build();
-
- SumResponse response =
- new ServerCallable<SumResponse>(pool,
- server.getListenAddress(), DummyProtocol.class, false) {
- @Override
- public SumResponse call(NettyClientBase client) throws Exception {
- BlockingInterface stub2 = client.getStub();
- SumResponse response1 = stub2.sum(null, request);
- return response1;
- }
- }.withRetries();
-
- assertEquals(8.15d, response.getResult(), 1e-15);
-
- response =
- new ServerCallable<SumResponse>(pool,
- server.getListenAddress(), DummyProtocol.class, false) {
- @Override
- public SumResponse call(NettyClientBase client) throws Exception {
- BlockingInterface stub2 = client.getStub();
- SumResponse response1 = stub2.sum(null, request);
- return response1;
- }
- }.withoutRetries();
-
- assertTrue(8.15d == response.getResult());
- pool.close();
- }
-
- @Test
- public void testThrowException() throws Exception {
- EchoMessage message = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
-
- try {
- stub.throwException(null, message);
- fail("RpcCall should throw exception");
- } catch (Throwable t) {
- assertTrue(t instanceof TajoServiceException);
- assertEquals("Exception Test", t.getMessage());
- TajoServiceException te = (TajoServiceException)t;
- assertEquals("org.apache.tajo.rpc.test.DummyProtocol", te.getProtocol());
- assertEquals(server.getListenAddress().getAddress().getHostAddress() + ":" + server.getListenAddress().getPort(),
- te.getRemoteAddress());
- }
- }
-
- @Test
- @SetupRpcConnection(setupRpcServer=false,setupRpcClient=false)
- public void testConnectionRetry() throws Exception {
- retries = 10;
- ServerSocket serverSocket = new ServerSocket(0);
- final InetSocketAddress address = new InetSocketAddress("127.0.0.1", serverSocket.getLocalPort());
- serverSocket.close();
-
- EchoMessage message = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
-
- //lazy startup
- Thread serverThread = new Thread(new Runnable() {
- @Override
- public void run() {
- try {
- Thread.sleep(1000);
- server = new BlockingRpcServer(DummyProtocol.class, new DummyProtocolBlockingImpl(), address, 2);
- } catch (Exception e) {
- fail(e.getMessage());
- }
- server.start();
- }
- });
- serverThread.start();
-
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(address, DummyProtocol.class, false);
- client = new BlockingRpcClient(rpcConnectionKey, retries);
- assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- stub = client.getStub();
-
- EchoMessage response = stub.echo(null, message);
- assertEquals(MESSAGE, response.getMessage());
- }
-
- @Test
- public void testConnectionFailed() throws Exception {
- NettyClientBase client = null;
-
- try {
- int port = server.getListenAddress().getPort() + 1;
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(
- RpcUtils.getConnectAddress(new InetSocketAddress("127.0.0.1", port)),
- DummyProtocol.class, false);
- client = new BlockingRpcClient(rpcConnectionKey, retries);
- assertFalse(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- client.close();
- } catch (Throwable ce){
- if (client != null) {
- client.close();
- }
- fail();
- }
- }
-
- @Test
- public void testGetNull() throws Exception {
- assertNull(stub.getNull(null, null));
- assertTrue(service.getNullCalled);
- }
-
- @Test
- public void testShutdown() throws Exception {
- final StringBuilder error = new StringBuilder();
- Thread callThread = new Thread() {
- public void run() {
- try {
- EchoMessage message = EchoMessage.newBuilder()
- .setMessage(MESSAGE)
- .build();
- stub.deley(null, message);
- } catch (Exception e) {
- error.append(e.getMessage());
- }
- synchronized(error) {
- error.notifyAll();
- }
- }
- };
-
- callThread.start();
-
- final CountDownLatch latch = new CountDownLatch(1);
- Thread shutdownThread = new Thread() {
- public void run() {
- try {
- Thread.sleep(1000);
- } catch (InterruptedException e) {
- }
- try {
- server.shutdown();
- server = null;
- latch.countDown();
- } catch (Throwable e) {
- e.printStackTrace();
- }
- }
- };
- shutdownThread.start();
-
- assertTrue(latch.await(5 * 1000, TimeUnit.MILLISECONDS));
-
- assertTrue(latch.getCount() == 0);
-
- synchronized(error) {
- error.wait(5 * 1000);
- }
-
- if(!error.toString().isEmpty()) {
- fail(error.toString());
- }
- }
-
- @Test
- @SetupRpcConnection(setupRpcClient=false)
- public void testUnresolvedAddress() throws Exception {
- String hostAndPort = RpcUtils.normalizeInetSocketAddress(server.getListenAddress());
- RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
- new RpcConnectionPool.RpcConnectionKey(
- RpcUtils.createUnresolved(hostAndPort), DummyProtocol.class, false);
- client = new BlockingRpcClient(rpcConnectionKey, retries);
- assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
- BlockingInterface stub = client.getStub();
-
- EchoMessage message = EchoMessage.newBuilder()
- .setMessage(MESSAGE).build();
- EchoMessage response2 = stub.echo(null, message);
- assertEquals(MESSAGE, response2.getMessage());
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java b/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java
deleted file mode 100644
index 0ca7563..0000000
--- a/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java
+++ /dev/null
@@ -1,86 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc.test.impl;
-
-import com.google.protobuf.RpcCallback;
-import com.google.protobuf.RpcController;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.Interface;
-import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
-import org.apache.tajo.rpc.test.TestProtos.SumRequest;
-import org.apache.tajo.rpc.test.TestProtos.SumResponse;
-
-public class DummyProtocolAsyncImpl implements Interface {
- private static final Log LOG =
- LogFactory.getLog(DummyProtocolAsyncImpl.class);
- public boolean getNullCalled = false;
- public boolean getErrorCalled = false;
-
- @Override
- public void sum(RpcController controller, SumRequest request,
- RpcCallback<SumResponse> done) {
-
- SumResponse response = SumResponse.newBuilder().setResult(
- request.getX1()+request.getX2()+request.getX3()+request.getX4()
- ).build();
- done.run(response);
- }
-
- @Override
- public void echo(RpcController controller, EchoMessage request,
- RpcCallback<EchoMessage> done) {
-
- done.run(request);
- }
-
- @Override
- public void getError(RpcController controller, EchoMessage request,
- RpcCallback<EchoMessage> done) {
- LOG.info("noCallback is called");
- getErrorCalled = true;
- controller.setFailed(request.getMessage());
- done.run(request);
- }
-
- @Override
- public void getNull(RpcController controller, EchoMessage request,
- RpcCallback<EchoMessage> done) {
- getNullCalled = true;
- LOG.info("noCallback is called");
- done.run(null);
- }
-
- @Override
- public void deley(RpcController controller, EchoMessage request,
- RpcCallback<EchoMessage> done) {
- try {
- Thread.sleep(3000);
- } catch (InterruptedException e) {
- LOG.error(e.getMessage());
- }
-
- done.run(request);
- }
-
- public void throwException(RpcController controller, EchoMessage request,
- RpcCallback<EchoMessage> done) {
- done.run(request);
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java b/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
deleted file mode 100644
index 8d4b597..0000000
--- a/tajo-rpc/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
+++ /dev/null
@@ -1,83 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc.test.impl;
-
-import com.google.protobuf.RpcController;
-import com.google.protobuf.ServiceException;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.BlockingInterface;
-import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
-import org.apache.tajo.rpc.test.TestProtos.SumRequest;
-import org.apache.tajo.rpc.test.TestProtos.SumResponse;
-
-public class DummyProtocolBlockingImpl implements BlockingInterface {
- private static final Log LOG =
- LogFactory.getLog(DummyProtocolBlockingImpl.class);
- public boolean getNullCalled = false;
- public boolean getErrorCalled = false;
-
- @Override
- public SumResponse sum(RpcController controller, SumRequest request)
- throws ServiceException {
- return SumResponse.newBuilder().setResult(
- request.getX1()+request.getX2()+request.getX3()+request.getX4()
- ).build();
- }
-
- @Override
- public EchoMessage echo(RpcController controller, EchoMessage request)
- throws ServiceException {
- return EchoMessage.newBuilder().
- setMessage(request.getMessage()).build();
- }
-
- @Override
- public EchoMessage getError(RpcController controller, EchoMessage request)
- throws ServiceException {
- getErrorCalled = true;
- controller.setFailed(request.getMessage());
- return request;
- }
-
- @Override
- public EchoMessage getNull(RpcController controller, EchoMessage request)
- throws ServiceException {
- getNullCalled = true;
- LOG.info("noCallback is called");
- return null;
- }
-
- @Override
- public EchoMessage deley(RpcController controller, EchoMessage request)
- throws ServiceException {
- try {
- Thread.sleep(3000);
- } catch (InterruptedException e) {
- //throw new ServiceException(e.getMessage(), e);
- }
-
- return request;
- }
-
- public EchoMessage throwException(RpcController controller, EchoMessage request)
- throws ServiceException {
- throw new ServiceException("Exception Test");
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/pom.xml b/tajo-rpc/tajo-rpc-common/pom.xml
new file mode 100644
index 0000000..2b1cd7a
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/pom.xml
@@ -0,0 +1,216 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <artifactId>tajo-project</artifactId>
+ <version>0.11.0-SNAPSHOT</version>
+ <groupId>org.apache.tajo</groupId>
+ <relativePath>../../tajo-project</relativePath>
+ </parent>
+ <packaging>jar</packaging>
+ <artifactId>tajo-rpc-common</artifactId>
+ <name>Tajo Rpc Common</name>
+ <description>Common Implementation for Netty</description>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <source>1.6</source>
+ <target>1.6</target>
+ <encoding>${project.build.sourceEncoding}</encoding>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>verify</phase>
+ <goals>
+ <goal>check</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-jar-plugin</artifactId>
+ <version>2.4</version>
+ <configuration>
+ </configuration>
+ <executions>
+ <execution>
+ <id>create-jar</id>
+ <phase>prepare-package</phase>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>2.15</version>
+ </plugin>
+ </plugins>
+ </build>
+
+ <dependencies>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-transport</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-codec</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-handler</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>commons-logging</groupId>
+ <artifactId>commons-logging</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>commons-lang</groupId>
+ <artifactId>commons-lang</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.google.guava</groupId>
+ <artifactId>guava</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ </properties>
+ <repositories>
+ <repository>
+ <id>repository.jboss.org</id>
+ <url>https://repository.jboss.org/nexus/content/repositories/releases/
+ </url>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ </repositories>
+
+ <profiles>
+ <profile>
+ <id>docs</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <executions>
+ <execution>
+ <!-- build javadoc jars per jar for publishing to maven -->
+ <id>module-javadocs</id>
+ <phase>package</phase>
+ <goals>
+ <goal>jar</goal>
+ </goals>
+ <configuration>
+ <destDir>${project.build.directory}</destDir>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ <profile>
+ <id>dist</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>dist</id>
+ <phase>package</phase>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ <configuration>
+ <target>
+ <echo file="${project.build.directory}/dist-layout-stitching.sh">
+ run() {
+ echo "\$ ${@}"
+ "${@}"
+ res=$?
+ if [ $res != 0 ]; then
+ echo
+ echo "Failed!"
+ echo
+ exit $res
+ fi
+ }
+
+ ROOT=`cd ${basedir}/..;pwd`
+ echo
+ echo "Current directory `pwd`"
+ echo
+ run rm -rf ${project.artifactId}-${project.version}
+ run mkdir ${project.artifactId}-${project.version}
+ run cd ${project.artifactId}-${project.version}
+ run cp -r ${basedir}/target/${project.artifactId}-${project.version}*.jar .
+ echo
+ echo "Tajo Rpc dist layout available at: ${project.build.directory}/${project.artifactId}-${project.version}"
+ echo
+ </echo>
+ <exec executable="sh" dir="${project.build.directory}" failonerror="true">
+ <arg line="./dist-layout-stitching.sh" />
+ </exec>
+ </target>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ </profiles>
+
+ <reporting>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>2.15</version>
+ </plugin>
+ </plugins>
+ </reporting>
+
+</project>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/NettyServerBase.java b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
new file mode 100644
index 0000000..ad443d7
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
@@ -0,0 +1,243 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+
+import io.netty.bootstrap.ServerBootstrap;
+import io.netty.buffer.PooledByteBufAllocator;
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelInitializer;
+import io.netty.channel.ChannelOption;
+import io.netty.channel.group.ChannelGroup;
+import io.netty.channel.group.DefaultChannelGroup;
+import io.netty.channel.socket.nio.NioServerSocketChannel;
+import io.netty.util.concurrent.GlobalEventExecutor;
+
+import java.io.IOException;
+import java.net.DatagramSocket;
+import java.net.InetSocketAddress;
+import java.net.ServerSocket;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.Random;
+import java.util.Set;
+import java.util.concurrent.atomic.AtomicInteger;
+
+/**
+ * Base class for netty implementation.
+ */
+public class NettyServerBase {
+ private static final Log LOG = LogFactory.getLog(NettyServerBase.class);
+ private static final String DEFAULT_PREFIX = "RpcServer_";
+ private static final AtomicInteger sequenceId = new AtomicInteger(0);
+
+ protected String serviceName;
+ protected InetSocketAddress serverAddr;
+ protected InetSocketAddress bindAddress;
+ protected ChannelInitializer<Channel> initializer;
+ protected ServerBootstrap bootstrap;
+ protected ChannelFuture channelFuture;
+ protected ChannelGroup accepted = new DefaultChannelGroup(GlobalEventExecutor.INSTANCE);
+
+ private InetSocketAddress initIsa;
+ private Set<RpcEventListener> listeners = Collections.synchronizedSet(new HashSet<RpcEventListener>());
+
+ public NettyServerBase(InetSocketAddress address) {
+ this.initIsa = address;
+ }
+
+ public NettyServerBase(String serviceName, InetSocketAddress addr) {
+ this.serviceName = serviceName;
+ this.initIsa = addr;
+ }
+
+ public void setName(String name) {
+ this.serviceName = name;
+ }
+
+ public void init(ChannelInitializer<Channel> initializer, int workerNum) {
+ for (RpcEventListener listener: listeners) {
+ listener.onBeforeInit(this);
+ }
+
+ bootstrap = RpcChannelFactory.createServerChannelFactory(serviceName, workerNum);
+
+ this.initializer = initializer;
+ bootstrap
+ .channel(NioServerSocketChannel.class)
+ .childHandler(initializer)
+ .option(ChannelOption.SO_REUSEADDR, true)
+ .option(ChannelOption.TCP_NODELAY, true)
+ .childOption(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
+ .childOption(ChannelOption.TCP_NODELAY, true)
+ .childOption(ChannelOption.CONNECT_TIMEOUT_MILLIS, 10000)
+ .childOption(ChannelOption.SO_RCVBUF, 1048576 * 10);
+
+ for (RpcEventListener listener: listeners) {
+ listener.onAfterInit(this);
+ }
+ }
+
+ public InetSocketAddress getListenAddress() {
+ return this.bindAddress;
+ }
+
+ public void start() {
+ for (RpcEventListener listener: listeners) {
+ listener.onBeforeStart(this);
+ }
+
+ if (serviceName == null) {
+ this.serviceName = getNextDefaultServiceName();
+ }
+
+ if (initIsa.getPort() == 0) {
+ try {
+ int port = getUnusedPort();
+ serverAddr = new InetSocketAddress(initIsa.getHostName(), port);
+ } catch (IOException e) {
+ LOG.error(e, e);
+ }
+ } else {
+ serverAddr = initIsa;
+ }
+
+ this.channelFuture = bootstrap.clone().bind(serverAddr).syncUninterruptibly();
+ this.bindAddress = (InetSocketAddress) channelFuture.channel().localAddress();
+
+ for (RpcEventListener listener: listeners) {
+ listener.onAfterStart(this);
+ }
+ LOG.info("Rpc (" + serviceName + ") listens on " + this.bindAddress);
+ }
+
+ public Channel getChannel() {
+ return this.channelFuture.channel();
+ }
+
+ public void shutdown() {
+ shutdown(false);
+ }
+
+ public void shutdown(boolean waitUntilThreadsStop) {
+ for (RpcEventListener listener: listeners) {
+ listener.onBeforeShutdown(this);
+ }
+
+ try {
+ accepted.close();
+ } catch (Throwable t) {
+ LOG.error(t.getMessage(), t);
+ }
+
+ if(bootstrap != null) {
+ if (bootstrap.childGroup() != null) {
+ bootstrap.childGroup().shutdownGracefully();
+ if (waitUntilThreadsStop) {
+ bootstrap.childGroup().terminationFuture().awaitUninterruptibly();
+ }
+ }
+
+ if (bootstrap.group() != null) {
+ bootstrap.group().shutdownGracefully();
+ if (waitUntilThreadsStop) {
+ bootstrap.childGroup().terminationFuture().awaitUninterruptibly();
+ }
+ }
+ }
+
+ for (RpcEventListener listener: listeners) {
+ listener.onAfterShutdown(this);
+ }
+
+ if (bindAddress != null) {
+ LOG.info("Rpc (" + serviceName + ") listened on "
+ + RpcUtils.normalizeInetSocketAddress(bindAddress)+ ") shutdown");
+ }
+ }
+
+ private static String getNextDefaultServiceName() {
+ return DEFAULT_PREFIX + sequenceId.getAndIncrement();
+ }
+
+ private static final int startPortRange = 10000;
+ private static final int endPortRange = 50000;
+ private static final Random rnd = new Random(System.currentTimeMillis());
+ // each system has a different starting port number within the given range.
+ private static final AtomicInteger nextPortNum =
+ new AtomicInteger(startPortRange+ rnd.nextInt(endPortRange - startPortRange));
+ private static final Object lockObject = new Object();
+
+
+ private synchronized static int getUnusedPort() throws IOException {
+ while (true) {
+ int port = nextPortNum.getAndIncrement();
+ if (port >= endPortRange) {
+ synchronized (lockObject) {
+ nextPortNum.set(startPortRange);
+ port = nextPortNum.getAndIncrement();
+ }
+ }
+ if (available(port)) {
+ return port;
+ }
+ }
+ }
+
+ private static boolean available(int port) throws IOException {
+ if (port < 1024 || port > 65535) {
+ throw new IllegalArgumentException("Port Number Out of Bound: " + port);
+ }
+
+ ServerSocket ss = null;
+ DatagramSocket ds = null;
+
+ try {
+ ss = new ServerSocket(port);
+ ss.setReuseAddress(true);
+
+ ds = new DatagramSocket(port);
+ ds.setReuseAddress(true);
+
+ return true;
+
+ } catch (IOException e) {
+ return false;
+ } finally {
+ if (ss != null) {
+ ss.close();
+ }
+
+ if (ds != null) {
+ ds.close();
+ }
+ }
+ }
+
+ public void addListener(RpcEventListener listener) {
+ listeners.add(listener);
+ }
+
+ public void removeListener(RpcEventListener listener) {
+ listeners.remove(listener);
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RemoteException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RemoteException.java b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RemoteException.java
new file mode 100644
index 0000000..30c110d
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RemoteException.java
@@ -0,0 +1,37 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+public class RemoteException extends RuntimeException {
+ public RemoteException() {
+ super();
+ }
+
+ public RemoteException(String message) {
+ super(message);
+ }
+
+ public RemoteException(Throwable t) {
+ super(t);
+ }
+
+ public RemoteException(String message, Throwable t) {
+ super(message, t);
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
new file mode 100644
index 0000000..3c054ad
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
@@ -0,0 +1,104 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import java.io.IOException;
+import java.util.Date;
+import java.util.List;
+
+public class RetriesExhaustedException extends RuntimeException {
+ private static final long serialVersionUID = 1876775844L;
+
+ public RetriesExhaustedException(final String msg) {
+ super(msg);
+ }
+
+ public RetriesExhaustedException(final String msg, final IOException e) {
+ super(msg, e);
+ }
+
+ /**
+ * Datastructure that allows adding more info around Throwable incident.
+ */
+ public static class ThrowableWithExtraContext {
+ private final Throwable t;
+ private final long when;
+ private final String extras;
+
+ public ThrowableWithExtraContext(final Throwable t, final long when,
+ final String extras) {
+ this.t = t;
+ this.when = when;
+ this.extras = extras;
+ }
+
+ @Override
+ public String toString() {
+ return new Date(this.when).toString() + ", " + extras + ", " + t.toString();
+ }
+ }
+
+ /**
+ * Create a new RetriesExhaustedException from the list of prior failures.
+ * @param callableVitals Details from the {@link ServerCallable} we were using
+ * when we got this exception.
+ * @param numTries The number of tries we made
+ * @param exceptions List of exceptions that failed before giving up
+ */
+ public RetriesExhaustedException(final String callableVitals, int numTries,
+ List<Throwable> exceptions) {
+ super(getMessage(callableVitals, numTries, exceptions));
+ }
+
+ /**
+ * Create a new RetriesExhaustedException from the list of prior failures.
+ * @param numTries
+ * @param exceptions List of exceptions that failed before giving up
+ */
+ public RetriesExhaustedException(final int numTries,
+ final List<Throwable> exceptions) {
+ super(getMessage(numTries, exceptions));
+ }
+
+ private static String getMessage(String callableVitals, int numTries,
+ List<Throwable> exceptions) {
+ StringBuilder buffer = new StringBuilder("Failed contacting ");
+ buffer.append(callableVitals);
+ buffer.append(" after ");
+ buffer.append(numTries + 1);
+ buffer.append(" attempts.\nExceptions:\n");
+ for (Throwable t : exceptions) {
+ buffer.append(t.toString());
+ buffer.append("\n");
+ }
+ return buffer.toString();
+ }
+
+ private static String getMessage(final int numTries,
+ final List<Throwable> exceptions) {
+ StringBuilder buffer = new StringBuilder("Failed after attempts=");
+ buffer.append(numTries + 1);
+ buffer.append(", exceptions:\n");
+ for (Throwable t : exceptions) {
+ buffer.append(t.toString());
+ buffer.append("\n");
+ }
+ return buffer.toString();
+ }
+}
\ No newline at end of file
[5/5] tajo git commit: TAJO-1337: Implements common modules to handle
RESTful API
Posted by ji...@apache.org.
TAJO-1337: Implements common modules to handle RESTful API
Closes #399
Project: http://git-wip-us.apache.org/repos/asf/tajo/repo
Commit: http://git-wip-us.apache.org/repos/asf/tajo/commit/a9ae3cab
Tree: http://git-wip-us.apache.org/repos/asf/tajo/tree/a9ae3cab
Diff: http://git-wip-us.apache.org/repos/asf/tajo/diff/a9ae3cab
Branch: refs/heads/master
Commit: a9ae3cab69526294475a771014e9c0e49c80462b
Parents: 82d44af
Author: Jihun Kang <ji...@apache.org>
Authored: Wed Mar 18 23:57:06 2015 +0900
Committer: Jihun Kang <ji...@apache.org>
Committed: Wed Mar 18 23:57:06 2015 +0900
----------------------------------------------------------------------
CHANGES | 2 +
tajo-catalog/tajo-catalog-client/pom.xml | 2 +-
.../tajo-catalog-drivers/tajo-hcatalog/pom.xml | 2 +-
tajo-catalog/tajo-catalog-server/pom.xml | 2 +-
tajo-cli/pom.xml | 2 +-
tajo-client/pom.xml | 2 +-
.../java/org/apache/tajo/conf/TajoConf.java | 2 +
tajo-core/pom.xml | 2 +-
tajo-dist/pom.xml | 7 +-
tajo-project/pom.xml | 31 ++
tajo-pullserver/pom.xml | 2 +-
tajo-rpc/pom.xml | 180 ++--------
.../org/apache/tajo/rpc/AsyncRpcClient.java | 227 ------------
.../org/apache/tajo/rpc/AsyncRpcServer.java | 148 --------
.../org/apache/tajo/rpc/BlockingRpcClient.java | 273 ---------------
.../org/apache/tajo/rpc/BlockingRpcServer.java | 147 --------
.../java/org/apache/tajo/rpc/CallFuture.java | 84 -----
.../apache/tajo/rpc/DefaultRpcController.java | 65 ----
.../org/apache/tajo/rpc/NettyClientBase.java | 221 ------------
.../org/apache/tajo/rpc/NettyRpcController.java | 63 ----
.../org/apache/tajo/rpc/NettyServerBase.java | 205 -----------
.../java/org/apache/tajo/rpc/NullCallback.java | 38 --
.../tajo/rpc/ProtoChannelInitializer.java | 50 ---
.../apache/tajo/rpc/RemoteCallException.java | 69 ----
.../org/apache/tajo/rpc/RemoteException.java | 37 --
.../tajo/rpc/RetriesExhaustedException.java | 104 ------
.../org/apache/tajo/rpc/RpcChannelFactory.java | 182 ----------
.../org/apache/tajo/rpc/RpcConnectionPool.java | 190 ----------
.../main/java/org/apache/tajo/rpc/RpcUtils.java | 122 -------
.../org/apache/tajo/rpc/ServerCallable.java | 162 ---------
.../apache/tajo/rpc/TajoServiceException.java | 58 ---
tajo-rpc/src/main/proto/DummyProtos.proto | 47 ---
tajo-rpc/src/main/proto/RpcProtos.proto | 32 --
tajo-rpc/src/main/proto/TestProtocol.proto | 31 --
tajo-rpc/src/main/proto/TestProtos.proto | 35 --
tajo-rpc/src/test/java/log4j.properties | 25 --
.../java/org/apache/tajo/rpc/TestAsyncRpc.java | 345 ------------------
.../org/apache/tajo/rpc/TestBlockingRpc.java | 349 -------------------
.../rpc/test/impl/DummyProtocolAsyncImpl.java | 86 -----
.../test/impl/DummyProtocolBlockingImpl.java | 83 -----
tajo-rpc/tajo-rpc-common/pom.xml | 216 ++++++++++++
.../org/apache/tajo/rpc/NettyServerBase.java | 243 +++++++++++++
.../org/apache/tajo/rpc/RemoteException.java | 37 ++
.../tajo/rpc/RetriesExhaustedException.java | 104 ++++++
.../org/apache/tajo/rpc/RpcChannelFactory.java | 182 ++++++++++
.../org/apache/tajo/rpc/RpcEventListener.java | 62 ++++
.../main/java/org/apache/tajo/rpc/RpcUtils.java | 122 +++++++
tajo-rpc/tajo-rpc-protobuf/pom.xml | 274 +++++++++++++++
.../org/apache/tajo/rpc/AsyncRpcClient.java | 227 ++++++++++++
.../org/apache/tajo/rpc/AsyncRpcServer.java | 148 ++++++++
.../org/apache/tajo/rpc/BlockingRpcClient.java | 273 +++++++++++++++
.../org/apache/tajo/rpc/BlockingRpcServer.java | 147 ++++++++
.../java/org/apache/tajo/rpc/CallFuture.java | 84 +++++
.../apache/tajo/rpc/DefaultRpcController.java | 65 ++++
.../org/apache/tajo/rpc/NettyClientBase.java | 221 ++++++++++++
.../org/apache/tajo/rpc/NettyRpcController.java | 63 ++++
.../java/org/apache/tajo/rpc/NullCallback.java | 38 ++
.../tajo/rpc/ProtoChannelInitializer.java | 50 +++
.../apache/tajo/rpc/RemoteCallException.java | 69 ++++
.../org/apache/tajo/rpc/RemoteException.java | 37 ++
.../tajo/rpc/RetriesExhaustedException.java | 104 ++++++
.../org/apache/tajo/rpc/RpcConnectionPool.java | 190 ++++++++++
.../org/apache/tajo/rpc/ServerCallable.java | 162 +++++++++
.../apache/tajo/rpc/TajoServiceException.java | 58 +++
.../src/main/proto/DummyProtos.proto | 47 +++
.../src/main/proto/RpcProtos.proto | 32 ++
.../src/main/proto/TestProtocol.proto | 31 ++
.../src/main/proto/TestProtos.proto | 35 ++
.../src/test/java/log4j.properties | 25 ++
.../java/org/apache/tajo/rpc/TestAsyncRpc.java | 345 ++++++++++++++++++
.../org/apache/tajo/rpc/TestBlockingRpc.java | 349 +++++++++++++++++++
.../rpc/test/impl/DummyProtocolAsyncImpl.java | 86 +++++
.../test/impl/DummyProtocolBlockingImpl.java | 83 +++++
tajo-rpc/tajo-ws-rs/pom.xml | 218 ++++++++++++
.../rs/netty/NettyRestChannelInitializer.java | 50 +++
.../ws/rs/netty/NettyRestHandlerContainer.java | 319 +++++++++++++++++
.../NettyRestHandlerContainerProvider.java | 42 +++
.../tajo/ws/rs/netty/NettyRestServer.java | 67 ++++
.../ws/rs/netty/NettyRestServerFactory.java | 89 +++++
.../ws/rs/netty/NettyRestServerListener.java | 72 ++++
.../tajo/ws/rs/netty/gson/GsonFeature.java | 34 ++
.../tajo/ws/rs/netty/gson/GsonReader.java | 52 +++
.../apache/tajo/ws/rs/netty/gson/GsonUtil.java | 32 ++
.../tajo/ws/rs/netty/gson/GsonWriter.java | 59 ++++
.../NettyRestHandlerContainerProviderTest.java | 66 ++++
.../tajo/ws/rs/netty/NettyRestServerTest.java | 137 ++++++++
.../ws/rs/netty/testapp1/TestApplication1.java | 38 ++
.../ws/rs/netty/testapp1/TestResource1.java | 36 ++
.../ws/rs/netty/testapp2/DirectoriesDao.java | 39 +++
.../rs/netty/testapp2/DirectoriesResource.java | 85 +++++
.../tajo/ws/rs/netty/testapp2/Directory.java | 52 +++
.../testapp2/FileManagementApplication.java | 35 ++
92 files changed, 5809 insertions(+), 3636 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/CHANGES
----------------------------------------------------------------------
diff --git a/CHANGES b/CHANGES
index c3f2691..4875cab 100644
--- a/CHANGES
+++ b/CHANGES
@@ -76,6 +76,8 @@ Release 0.11.0 - unreleased
SUB TASKS
+ TAJO-1337: Implements common modules to handle RESTful API. (jihun)
+
TAJO-1329: Improve Schema class to support nested struct support.
(hyunsik)
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-catalog/tajo-catalog-client/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-catalog/tajo-catalog-client/pom.xml b/tajo-catalog/tajo-catalog-client/pom.xml
index 98b85a8..84e2aa3 100644
--- a/tajo-catalog/tajo-catalog-client/pom.xml
+++ b/tajo-catalog/tajo-catalog-client/pom.xml
@@ -135,7 +135,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-catalog/tajo-catalog-drivers/tajo-hcatalog/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-catalog/tajo-catalog-drivers/tajo-hcatalog/pom.xml b/tajo-catalog/tajo-catalog-drivers/tajo-hcatalog/pom.xml
index fe8f34a..7c3efdd 100644
--- a/tajo-catalog/tajo-catalog-drivers/tajo-hcatalog/pom.xml
+++ b/tajo-catalog/tajo-catalog-drivers/tajo-hcatalog/pom.xml
@@ -109,7 +109,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-catalog/tajo-catalog-server/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-catalog/tajo-catalog-server/pom.xml b/tajo-catalog/tajo-catalog-server/pom.xml
index 501f9af..8efeecf 100644
--- a/tajo-catalog/tajo-catalog-server/pom.xml
+++ b/tajo-catalog/tajo-catalog-server/pom.xml
@@ -141,7 +141,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-cli/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-cli/pom.xml b/tajo-cli/pom.xml
index 684c298..e8360ad 100644
--- a/tajo-cli/pom.xml
+++ b/tajo-cli/pom.xml
@@ -140,7 +140,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
<groupId>commons-cli</groupId>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-client/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-client/pom.xml b/tajo-client/pom.xml
index 692e1b5..e6be476 100644
--- a/tajo-client/pom.xml
+++ b/tajo-client/pom.xml
@@ -195,7 +195,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java
----------------------------------------------------------------------
diff --git a/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java b/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java
index 4ed8097..5b569d5 100644
--- a/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java
+++ b/tajo-common/src/main/java/org/apache/tajo/conf/TajoConf.java
@@ -249,6 +249,8 @@ public class TajoConf extends Configuration {
Runtime.getRuntime().availableProcessors() * 1),
WORKER_SERVICE_RPC_SERVER_WORKER_THREAD_NUM("tajo.worker.service.rpc.server.worker-thread-num",
Runtime.getRuntime().availableProcessors() * 1),
+ REST_SERVICE_RPC_SERVER_WORKER_THREAD_NUM("tajo.rest.service.rpc.server.worker-thread-num",
+ Runtime.getRuntime().availableProcessors() * 1),
// Task Configuration -----------------------------------------------------
TASK_DEFAULT_MEMORY("tajo.task.memory-slot-mb.default", 512),
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-core/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-core/pom.xml b/tajo-core/pom.xml
index 38bddec..61a156b 100644
--- a/tajo-core/pom.xml
+++ b/tajo-core/pom.xml
@@ -277,7 +277,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-dist/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-dist/pom.xml b/tajo-dist/pom.xml
index aed7b4b..da5f48f 100644
--- a/tajo-dist/pom.xml
+++ b/tajo-dist/pom.xml
@@ -60,7 +60,12 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.tajo</groupId>
+ <artifactId>tajo-ws-rs</artifactId>
<scope>provided</scope>
</dependency>
<dependency>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-project/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-project/pom.xml b/tajo-project/pom.xml
index 9f1b1ab..37121e3 100644
--- a/tajo-project/pom.xml
+++ b/tajo-project/pom.xml
@@ -38,6 +38,7 @@
<tajo.version>0.11.0-SNAPSHOT</tajo.version>
<hbase.version>0.98.7-hadoop2</hbase.version>
<netty.version>4.0.25.Final</netty.version>
+ <jersey.version>2.6</jersey.version>
<tajo.root>${project.parent.relativePath}/..</tajo.root>
<extra.source.path>src/main/hadoop-${hadoop.version}</extra.source.path>
</properties>
@@ -789,6 +790,21 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
+ <artifactId>tajo-rpc-common</artifactId>
+ <version>${tajo.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.tajo</groupId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
+ <version>${tajo.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.tajo</groupId>
+ <artifactId>tajo-ws-rs</artifactId>
+ <version>${tajo.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.tajo</groupId>
<artifactId>tajo-algebra</artifactId>
<version>${tajo.version}</version>
</dependency>
@@ -1063,6 +1079,21 @@
<artifactId>jcip-annotations</artifactId>
<version>1.0-1</version>
</dependency>
+ <dependency>
+ <groupId>org.glassfish.jersey.core</groupId>
+ <artifactId>jersey-common</artifactId>
+ <version>${jersey.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.glassfish.jersey.core</groupId>
+ <artifactId>jersey-server</artifactId>
+ <version>${jersey.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>javax.ws.rs</groupId>
+ <artifactId>javax.ws.rs-api</artifactId>
+ <version>2.0.1</version>
+ </dependency>
</dependencies>
</dependencyManagement>
<profiles>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-pullserver/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-pullserver/pom.xml b/tajo-pullserver/pom.xml
index 944cf3d..ba6e6b7 100644
--- a/tajo-pullserver/pom.xml
+++ b/tajo-pullserver/pom.xml
@@ -56,7 +56,7 @@
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
- <artifactId>tajo-rpc</artifactId>
+ <artifactId>tajo-rpc-protobuf</artifactId>
</dependency>
<dependency>
<groupId>org.apache.tajo</groupId>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-rpc/pom.xml b/tajo-rpc/pom.xml
index 8c626b4..f069aca 100644
--- a/tajo-rpc/pom.xml
+++ b/tajo-rpc/pom.xml
@@ -24,165 +24,39 @@
<groupId>org.apache.tajo</groupId>
<relativePath>../tajo-project</relativePath>
</parent>
- <packaging>jar</packaging>
<artifactId>tajo-rpc</artifactId>
- <name>Tajo Rpc</name>
- <description>RPC Server/Client Implementation based on Netty and Protocol Buffer</description>
+ <packaging>pom</packaging>
+ <name>Tajo RPC</name>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
+ </properties>
+
+ <modules>
+ <module>tajo-rpc-common</module>
+ <module>tajo-rpc-protobuf</module>
+ <module>tajo-ws-rs</module>
+ </modules>
<build>
<plugins>
<plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-compiler-plugin</artifactId>
- <configuration>
- <source>1.6</source>
- <target>1.6</target>
- <encoding>${project.build.sourceEncoding}</encoding>
- </configuration>
- </plugin>
- <plugin>
<groupId>org.apache.rat</groupId>
<artifactId>apache-rat-plugin</artifactId>
- <executions>
- <execution>
- <phase>verify</phase>
- <goals>
- <goal>check</goal>
- </goals>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-jar-plugin</artifactId>
- <version>2.4</version>
- <configuration>
- </configuration>
- <executions>
- <execution>
- <id>create-jar</id>
- <phase>prepare-package</phase>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-antrun-plugin</artifactId>
- <executions>
- <execution>
- <id>create-protobuf-generated-sources-directory</id>
- <phase>initialize</phase>
- <configuration>
- <target>
- <mkdir dir="target/generated-sources/proto" />
- </target>
- </configuration>
- <goals>
- <goal>run</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>exec-maven-plugin</artifactId>
- <version>1.2</version>
- <executions>
- <execution>
- <id>generate-sources</id>
- <phase>generate-sources</phase>
- <configuration>
- <executable>protoc</executable>
- <arguments>
- <argument>-Isrc/main/proto/</argument>
- <argument>--java_out=target/generated-sources/proto</argument>
- <argument>src/main/proto/DummyProtos.proto</argument>
- <argument>src/main/proto/RpcProtos.proto</argument>
- <argument>src/main/proto/TestProtos.proto</argument>
- <argument>src/main/proto/TestProtocol.proto</argument>
- </arguments>
- </configuration>
- <goals>
- <goal>exec</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>build-helper-maven-plugin</artifactId>
- <version>1.5</version>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/proto</source>
- </sources>
- </configuration>
- </execution>
- </executions>
+ <artifactId>maven-surefire-report-plugin</artifactId>
</plugin>
<plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-report-plugin</artifactId>
- <version>2.15</version>
+ <artifactId>maven-deploy-plugin</artifactId>
+ <configuration>
+ <skip>true</skip>
+ </configuration>
</plugin>
</plugins>
</build>
- <dependencies>
- <dependency>
- <groupId>io.netty</groupId>
- <artifactId>netty-transport</artifactId>
- </dependency>
- <dependency>
- <groupId>io.netty</groupId>
- <artifactId>netty-codec</artifactId>
- </dependency>
- <dependency>
- <groupId>io.netty</groupId>
- <artifactId>netty-handler</artifactId>
- </dependency>
- <dependency>
- <groupId>commons-logging</groupId>
- <artifactId>commons-logging</artifactId>
- </dependency>
- <dependency>
- <groupId>commons-lang</groupId>
- <artifactId>commons-lang</artifactId>
- </dependency>
- <dependency>
- <groupId>com.google.guava</groupId>
- <artifactId>guava</artifactId>
- </dependency>
- <dependency>
- <groupId>com.google.protobuf</groupId>
- <artifactId>protobuf-java</artifactId>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <scope>test</scope>
- </dependency>
- </dependencies>
- <properties>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- </properties>
- <repositories>
- <repository>
- <id>repository.jboss.org</id>
- <url>https://repository.jboss.org/nexus/content/repositories/releases/
- </url>
- <snapshots>
- <enabled>false</enabled>
- </snapshots>
- </repository>
- </repositories>
<profiles>
<profile>
@@ -216,6 +90,9 @@
<id>dist</id>
<activation>
<activeByDefault>false</activeByDefault>
+ <property>
+ <name>tar|rpm|deb</name>
+ </property>
</activation>
<build>
<plugins>
@@ -225,7 +102,7 @@
<executions>
<execution>
<id>dist</id>
- <phase>package</phase>
+ <phase>prepare-package</phase>
<goals>
<goal>run</goal>
</goals>
@@ -248,12 +125,15 @@
echo
echo "Current directory `pwd`"
echo
- run rm -rf ${project.artifactId}-${project.version}
- run mkdir ${project.artifactId}-${project.version}
- run cd ${project.artifactId}-${project.version}
- run cp -r ${basedir}/target/${project.artifactId}-${project.version}*.jar .
+ run rm -rf tajo-rpc-${project.version}
+ run mkdir tajo-rpc-${project.version}
+ run cd tajo-rpc-${project.version}
+ run cp -r ${basedir}/tajo-rpc-common/target/tajo-rpc-common-${project.version}*.jar .
+ run cp -r ${basedir}/tajo-rpc-protobuf/target/tajo-rpc-protobuf-${project.version}*.jar .
+ run cp -r ${basedir}/tajo-ws-rs/target/tajo-ws-rs-${project.version}*.jar .
+
echo
- echo "Tajo Rpc dist layout available at: ${project.build.directory}/${project.artifactId}-${project.version}"
+ echo "Tajo RPC dist layout available at: ${project.build.directory}/tajo-rpc-${project.version}"
echo
</echo>
<exec executable="sh" dir="${project.build.directory}" failonerror="true">
@@ -274,9 +154,9 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-report-plugin</artifactId>
- <version>2.15</version>
</plugin>
</plugins>
</reporting>
</project>
+
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java
deleted file mode 100644
index 3d856ce..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java
+++ /dev/null
@@ -1,227 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.Descriptors.MethodDescriptor;
-import com.google.protobuf.*;
-
-import io.netty.channel.*;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.RpcConnectionPool.RpcConnectionKey;
-import org.apache.tajo.rpc.RpcProtos.RpcRequest;
-import org.apache.tajo.rpc.RpcProtos.RpcResponse;
-
-import io.netty.util.ReferenceCountUtil;
-import io.netty.util.concurrent.GenericFutureListener;
-
-import java.lang.reflect.Method;
-import java.net.InetSocketAddress;
-import java.util.Map;
-import java.util.concurrent.ConcurrentHashMap;
-import java.util.concurrent.ConcurrentMap;
-
-public class AsyncRpcClient extends NettyClientBase {
- private static final Log LOG = LogFactory.getLog(AsyncRpcClient.class);
-
- private final ConcurrentMap<Integer, ResponseCallback> requests =
- new ConcurrentHashMap<Integer, ResponseCallback>();
-
- private final Method stubMethod;
- private final ProxyRpcChannel rpcChannel;
- private final ClientChannelInboundHandler inboundHandler;
-
- /**
- * Intentionally make this method package-private, avoiding user directly
- * new an instance through this constructor.
- */
- AsyncRpcClient(RpcConnectionKey rpcConnectionKey, int retries)
- throws ClassNotFoundException, NoSuchMethodException {
- super(rpcConnectionKey, retries);
- stubMethod = getServiceClass().getMethod("newStub", RpcChannel.class);
- rpcChannel = new ProxyRpcChannel();
- inboundHandler = new ClientChannelInboundHandler();
- init(new ProtoChannelInitializer(inboundHandler, RpcResponse.getDefaultInstance()));
- }
-
- @Override
- public <T> T getStub() {
- return getStub(stubMethod, rpcChannel);
- }
-
- protected void sendExceptions(String message) {
- for(Map.Entry<Integer, ResponseCallback> callbackEntry: requests.entrySet()) {
- ResponseCallback callback = callbackEntry.getValue();
- Integer id = callbackEntry.getKey();
-
- RpcResponse.Builder responseBuilder = RpcResponse.newBuilder()
- .setErrorMessage(message)
- .setId(id);
-
- callback.run(responseBuilder.build());
- }
- }
-
- @Override
- public void close() {
- sendExceptions("AsyncRpcClient terminates all the connections");
-
- super.close();
- }
-
- private class ProxyRpcChannel implements RpcChannel {
-
- public void callMethod(final MethodDescriptor method,
- final RpcController controller,
- final Message param,
- final Message responseType,
- RpcCallback<Message> done) {
-
- int nextSeqId = sequence.getAndIncrement();
-
- Message rpcRequest = buildRequest(nextSeqId, method, param);
-
- inboundHandler.registerCallback(nextSeqId,
- new ResponseCallback(controller, responseType, done));
-
- ChannelPromise channelPromise = getChannel().newPromise();
- channelPromise.addListener(new GenericFutureListener<ChannelFuture>() {
-
- @Override
- public void operationComplete(ChannelFuture future) throws Exception {
- if (!future.isSuccess()) {
- inboundHandler.exceptionCaught(null, new ServiceException(future.cause()));
- }
- }
- });
- getChannel().writeAndFlush(rpcRequest, channelPromise);
- }
-
- private Message buildRequest(int seqId,
- MethodDescriptor method,
- Message param) {
-
- RpcRequest.Builder requestBuilder = RpcRequest.newBuilder()
- .setId(seqId)
- .setMethodName(method.getName());
-
- if (param != null) {
- requestBuilder.setRequestMessage(param.toByteString());
- }
-
- return requestBuilder.build();
- }
- }
-
- private class ResponseCallback implements RpcCallback<RpcResponse> {
- private final RpcController controller;
- private final Message responsePrototype;
- private final RpcCallback<Message> callback;
-
- public ResponseCallback(RpcController controller,
- Message responsePrototype,
- RpcCallback<Message> callback) {
- this.controller = controller;
- this.responsePrototype = responsePrototype;
- this.callback = callback;
- }
-
- @Override
- public void run(RpcResponse rpcResponse) {
- // if hasErrorMessage is true, it means rpc-level errors.
- // it does not call the callback function\
- if (rpcResponse.hasErrorMessage()) {
- if (controller != null) {
- this.controller.setFailed(rpcResponse.getErrorMessage());
- }
- callback.run(null);
- } else { // if rpc call succeed
- try {
- Message responseMessage;
- if (!rpcResponse.hasResponseMessage()) {
- responseMessage = null;
- } else {
- responseMessage = responsePrototype.newBuilderForType().mergeFrom(
- rpcResponse.getResponseMessage()).build();
- }
-
- callback.run(responseMessage);
-
- } catch (InvalidProtocolBufferException e) {
- throw new RemoteException(getErrorMessage(""), e);
- }
- }
- }
- }
-
- private String getErrorMessage(String message) {
- return "Exception [" + protocol.getCanonicalName() +
- "(" + RpcUtils.normalizeInetSocketAddress((InetSocketAddress)
- getChannel().remoteAddress()) + ")]: " + message;
- }
-
- @ChannelHandler.Sharable
- private class ClientChannelInboundHandler extends ChannelInboundHandlerAdapter {
-
- void registerCallback(int seqId, ResponseCallback callback) {
-
- if (requests.putIfAbsent(seqId, callback) != null) {
- throw new RemoteException(
- getErrorMessage("Duplicate Sequence Id "+ seqId));
- }
- }
-
- @Override
- public void channelRead(ChannelHandlerContext ctx, Object msg)
- throws Exception {
- if (msg instanceof RpcResponse) {
- try {
- RpcResponse response = (RpcResponse) msg;
- ResponseCallback callback = requests.remove(response.getId());
-
- if (callback == null) {
- LOG.warn("Dangling rpc call");
- } else {
- callback.run(response);
- }
- } finally {
- ReferenceCountUtil.release(msg);
- }
- }
- }
-
- @Override
- public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause)
- throws Exception {
- LOG.error(getRemoteAddress() + "," + protocol + "," + cause.getMessage(), cause);
-
- sendExceptions(cause.getMessage());
-
- if(LOG.isDebugEnabled()) {
- LOG.error(cause.getMessage(), cause);
- } else {
- LOG.error("RPC Exception:" + cause.getMessage());
- }
-
- if (ctx != null && ctx.channel().isActive()) {
- ctx.channel().close();
- }
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java
deleted file mode 100644
index 3b5a747..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java
+++ /dev/null
@@ -1,148 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.*;
-import com.google.protobuf.Descriptors.MethodDescriptor;
-
-import io.netty.channel.*;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.RpcProtos.RpcRequest;
-import org.apache.tajo.rpc.RpcProtos.RpcResponse;
-
-import io.netty.util.ReferenceCountUtil;
-
-import java.lang.reflect.Method;
-import java.net.InetSocketAddress;
-
-public class AsyncRpcServer extends NettyServerBase {
- private static final Log LOG = LogFactory.getLog(AsyncRpcServer.class);
-
- private final Service service;
- private final ChannelInitializer<Channel> initializer;
-
- public AsyncRpcServer(final Class<?> protocol,
- final Object instance,
- final InetSocketAddress bindAddress,
- final int workerNum)
- throws Exception {
- super(protocol.getSimpleName(), bindAddress);
-
- String serviceClassName = protocol.getName() + "$" +
- protocol.getSimpleName() + "Service";
- Class<?> serviceClass = Class.forName(serviceClassName);
- Class<?> interfaceClass = Class.forName(serviceClassName + "$Interface");
- Method method = serviceClass.getMethod("newReflectiveService", interfaceClass);
- this.service = (Service) method.invoke(null, instance);
-
- this.initializer = new ProtoChannelInitializer(new ServerHandler(), RpcRequest.getDefaultInstance());
- super.init(this.initializer, workerNum);
- }
-
- @ChannelHandler.Sharable
- private class ServerHandler extends ChannelInboundHandlerAdapter {
-
- @Override
- public void channelRegistered(ChannelHandlerContext ctx) throws Exception {
- accepted.add(ctx.channel());
- if(LOG.isDebugEnabled()){
- LOG.debug(String.format(serviceName + " accepted number of connections (%d)", accepted.size()));
- }
- super.channelRegistered(ctx);
- }
-
- @Override
- public void channelUnregistered(ChannelHandlerContext ctx) throws Exception {
- accepted.remove(ctx.channel());
- if (LOG.isDebugEnabled()) {
- LOG.debug(serviceName + " closes a connection. The number of current connections are " + accepted.size());
- }
- super.channelUnregistered(ctx);
- }
-
- @Override
- public void channelRead(final ChannelHandlerContext ctx, Object msg)
- throws Exception {
- if (msg instanceof RpcRequest) {
- try {
- final RpcRequest request = (RpcRequest) msg;
-
- String methodName = request.getMethodName();
- MethodDescriptor methodDescriptor = service.getDescriptorForType().findMethodByName(methodName);
-
- if (methodDescriptor == null) {
- throw new RemoteCallException(request.getId(), new NoSuchMethodException(methodName));
- }
-
- Message paramProto = null;
- if (request.hasRequestMessage()) {
- try {
- paramProto = service.getRequestPrototype(methodDescriptor).newBuilderForType()
- .mergeFrom(request.getRequestMessage()).build();
- } catch (Throwable t) {
- throw new RemoteCallException(request.getId(), methodDescriptor, t);
- }
- }
-
- final RpcController controller = new NettyRpcController();
-
- RpcCallback<Message> callback = !request.hasId() ? null : new RpcCallback<Message>() {
-
- public void run(Message returnValue) {
-
- RpcResponse.Builder builder = RpcResponse.newBuilder().setId(request.getId());
-
- if (returnValue != null) {
- builder.setResponseMessage(returnValue.toByteString());
- }
-
- if (controller.failed()) {
- builder.setErrorMessage(controller.errorText());
- }
-
- ctx.writeAndFlush(builder.build());
- }
- };
-
- service.callMethod(methodDescriptor, controller, paramProto, callback);
-
- } finally {
- ReferenceCountUtil.release(msg);
- }
- }
- }
-
- @Override
- public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause)
- throws Exception{
- if (cause instanceof RemoteCallException) {
- RemoteCallException callException = (RemoteCallException) cause;
- ctx.writeAndFlush(callException.getResponse());
- } else {
- LOG.error(cause.getMessage());
- }
-
- if (ctx != null && ctx.channel().isActive()) {
- ctx.channel().close();
- }
- }
-
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java
deleted file mode 100644
index 6a90330..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java
+++ /dev/null
@@ -1,273 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.*;
-import com.google.protobuf.Descriptors.MethodDescriptor;
-
-import io.netty.channel.*;
-import io.netty.util.concurrent.*;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.RpcConnectionPool.RpcConnectionKey;
-import org.apache.tajo.rpc.RpcProtos.RpcRequest;
-import org.apache.tajo.rpc.RpcProtos.RpcResponse;
-
-import io.netty.util.ReferenceCountUtil;
-
-import java.lang.reflect.Method;
-import java.net.InetSocketAddress;
-import java.util.Map;
-import java.util.concurrent.*;
-import java.util.concurrent.Future;
-
-public class BlockingRpcClient extends NettyClientBase {
- private static final Log LOG = LogFactory.getLog(RpcProtos.class);
-
- private final Map<Integer, ProtoCallFuture> requests =
- new ConcurrentHashMap<Integer, ProtoCallFuture>();
-
- private final Method stubMethod;
- private final ProxyRpcChannel rpcChannel;
- private final ChannelInboundHandlerAdapter inboundHandler;
-
- /**
- * Intentionally make this method package-private, avoiding user directly
- * new an instance through this constructor.
- */
- BlockingRpcClient(RpcConnectionKey rpcConnectionKey, int retries)
- throws ClassNotFoundException, NoSuchMethodException {
- super(rpcConnectionKey, retries);
- stubMethod = getServiceClass().getMethod("newBlockingStub", BlockingRpcChannel.class);
- rpcChannel = new ProxyRpcChannel();
- inboundHandler = new ClientChannelInboundHandler();
- init(new ProtoChannelInitializer(inboundHandler, RpcResponse.getDefaultInstance()));
- }
-
- @Override
- public <T> T getStub() {
- return getStub(stubMethod, rpcChannel);
- }
-
- @Override
- public void close() {
- for(ProtoCallFuture callback: requests.values()) {
- callback.setFailed("BlockingRpcClient terminates all the connections",
- new ServiceException("BlockingRpcClient terminates all the connections"));
- }
-
- super.close();
- }
-
- private class ProxyRpcChannel implements BlockingRpcChannel {
-
- @Override
- public Message callBlockingMethod(final MethodDescriptor method,
- final RpcController controller,
- final Message param,
- final Message responsePrototype)
- throws TajoServiceException {
-
- int nextSeqId = sequence.getAndIncrement();
-
- Message rpcRequest = buildRequest(nextSeqId, method, param);
-
- ProtoCallFuture callFuture =
- new ProtoCallFuture(controller, responsePrototype);
- requests.put(nextSeqId, callFuture);
-
- ChannelPromise channelPromise = getChannel().newPromise();
- channelPromise.addListener(new GenericFutureListener<ChannelFuture>() {
- @Override
- public void operationComplete(ChannelFuture future) throws Exception {
- if (!future.isSuccess()) {
- inboundHandler.exceptionCaught(null, new ServiceException(future.cause()));
- }
- }
- });
- getChannel().writeAndFlush(rpcRequest, channelPromise);
-
- try {
- return callFuture.get(60, TimeUnit.SECONDS);
- } catch (Throwable t) {
- if (t instanceof ExecutionException) {
- Throwable cause = t.getCause();
- if (cause != null && cause instanceof TajoServiceException) {
- throw (TajoServiceException)cause;
- }
- }
- throw new TajoServiceException(t.getMessage());
- }
- }
-
- private Message buildRequest(int seqId,
- MethodDescriptor method,
- Message param) {
- RpcRequest.Builder requestBuilder = RpcRequest.newBuilder()
- .setId(seqId)
- .setMethodName(method.getName());
-
- if (param != null) {
- requestBuilder.setRequestMessage(param.toByteString());
- }
-
- return requestBuilder.build();
- }
- }
-
- private String getErrorMessage(String message) {
- if(getChannel() != null) {
- return protocol.getName() +
- "(" + RpcUtils.normalizeInetSocketAddress((InetSocketAddress)
- getChannel().remoteAddress()) + "): " + message;
- } else {
- return "Exception " + message;
- }
- }
-
- private TajoServiceException makeTajoServiceException(RpcResponse response, Throwable cause) {
- if(getChannel() != null) {
- return new TajoServiceException(response.getErrorMessage(), cause, protocol.getName(),
- RpcUtils.normalizeInetSocketAddress((InetSocketAddress)getChannel().remoteAddress()));
- } else {
- return new TajoServiceException(response.getErrorMessage());
- }
- }
-
- @ChannelHandler.Sharable
- private class ClientChannelInboundHandler extends ChannelInboundHandlerAdapter {
-
- @Override
- public void channelRead(ChannelHandlerContext ctx, Object msg)
- throws Exception {
-
- if (msg instanceof RpcResponse) {
- try {
- RpcResponse rpcResponse = (RpcResponse) msg;
- ProtoCallFuture callback = requests.remove(rpcResponse.getId());
-
- if (callback == null) {
- LOG.warn("Dangling rpc call");
- } else {
- if (rpcResponse.hasErrorMessage()) {
- callback.setFailed(rpcResponse.getErrorMessage(),
- makeTajoServiceException(rpcResponse, new ServiceException(rpcResponse.getErrorTrace())));
- throw new RemoteException(getErrorMessage(rpcResponse.getErrorMessage()));
- } else {
- Message responseMessage;
-
- if (!rpcResponse.hasResponseMessage()) {
- responseMessage = null;
- } else {
- responseMessage = callback.returnType.newBuilderForType().mergeFrom(rpcResponse.getResponseMessage())
- .build();
- }
-
- callback.setResponse(responseMessage);
- }
- }
- } finally {
- ReferenceCountUtil.release(msg);
- }
- }
- }
-
- @Override
- public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause)
- throws Exception {
- for(ProtoCallFuture callback: requests.values()) {
- callback.setFailed(cause.getMessage(), cause);
- }
-
- if(LOG.isDebugEnabled()) {
- LOG.error("" + cause.getMessage(), cause);
- } else {
- LOG.error("RPC Exception:" + cause.getMessage());
- }
- if (ctx != null && ctx.channel().isActive()) {
- ctx.channel().close();
- }
- }
- }
-
- static class ProtoCallFuture implements Future<Message> {
- private Semaphore sem = new Semaphore(0);
- private Message response = null;
- private Message returnType;
-
- private RpcController controller;
-
- private ExecutionException ee;
-
- public ProtoCallFuture(RpcController controller, Message message) {
- this.controller = controller;
- this.returnType = message;
- }
-
- @Override
- public boolean cancel(boolean arg0) {
- return false;
- }
-
- @Override
- public Message get() throws InterruptedException, ExecutionException {
- sem.acquire();
- if(ee != null) {
- throw ee;
- }
- return response;
- }
-
- @Override
- public Message get(long timeout, TimeUnit unit)
- throws InterruptedException, ExecutionException, TimeoutException {
- if(sem.tryAcquire(timeout, unit)) {
- if (ee != null) {
- throw ee;
- }
- return response;
- } else {
- throw new TimeoutException();
- }
- }
-
- @Override
- public boolean isCancelled() {
- return false;
- }
-
- @Override
- public boolean isDone() {
- return sem.availablePermits() > 0;
- }
-
- public void setResponse(Message response) {
- this.response = response;
- sem.release();
- }
-
- public void setFailed(String errorText, Throwable t) {
- if(controller != null) {
- this.controller.setFailed(errorText);
- }
- ee = new ExecutionException(errorText, t);
- sem.release();
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java
deleted file mode 100644
index 0ce359f..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java
+++ /dev/null
@@ -1,147 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.BlockingService;
-import com.google.protobuf.Descriptors.MethodDescriptor;
-import com.google.protobuf.Message;
-import com.google.protobuf.RpcController;
-
-import io.netty.channel.*;
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.RpcProtos.RpcRequest;
-import org.apache.tajo.rpc.RpcProtos.RpcResponse;
-
-import io.netty.util.ReferenceCountUtil;
-
-import java.lang.reflect.Method;
-import java.net.InetSocketAddress;
-
-public class BlockingRpcServer extends NettyServerBase {
- private static Log LOG = LogFactory.getLog(BlockingRpcServer.class);
- private final BlockingService service;
- private final ChannelInitializer<Channel> initializer;
-
- public BlockingRpcServer(final Class<?> protocol,
- final Object instance,
- final InetSocketAddress bindAddress,
- final int workerNum)
- throws Exception {
-
- super(protocol.getSimpleName(), bindAddress);
-
- String serviceClassName = protocol.getName() + "$" +
- protocol.getSimpleName() + "Service";
- Class<?> serviceClass = Class.forName(serviceClassName);
- Class<?> interfaceClass = Class.forName(serviceClassName +
- "$BlockingInterface");
- Method method = serviceClass.getMethod(
- "newReflectiveBlockingService", interfaceClass);
-
- this.service = (BlockingService) method.invoke(null, instance);
- this.initializer = new ProtoChannelInitializer(new ServerHandler(), RpcRequest.getDefaultInstance());
-
- super.init(this.initializer, workerNum);
- }
-
- @ChannelHandler.Sharable
- private class ServerHandler extends ChannelInboundHandlerAdapter {
-
- @Override
- public void channelRegistered(ChannelHandlerContext ctx) throws Exception {
- accepted.add(ctx.channel());
- if(LOG.isDebugEnabled()){
- LOG.debug(String.format(serviceName + " accepted number of connections (%d)", accepted.size()));
- }
- super.channelRegistered(ctx);
- }
-
- @Override
- public void channelUnregistered(ChannelHandlerContext ctx) throws Exception {
- accepted.remove(ctx.channel());
- if (LOG.isDebugEnabled()) {
- LOG.debug(serviceName + " closes a connection. The number of current connections are " + accepted.size());
- }
- super.channelUnregistered(ctx);
- }
-
- @Override
- public void channelRead(ChannelHandlerContext ctx, Object msg)
- throws Exception {
-
- if (msg instanceof RpcRequest) {
- try {
- final RpcRequest request = (RpcRequest) msg;
-
- String methodName = request.getMethodName();
- MethodDescriptor methodDescriptor = service.getDescriptorForType().findMethodByName(methodName);
-
- if (methodDescriptor == null) {
- throw new RemoteCallException(request.getId(), new NoSuchMethodException(methodName));
- }
- Message paramProto = null;
- if (request.hasRequestMessage()) {
- try {
- paramProto = service.getRequestPrototype(methodDescriptor).newBuilderForType()
- .mergeFrom(request.getRequestMessage()).build();
-
- } catch (Throwable t) {
- throw new RemoteCallException(request.getId(), methodDescriptor, t);
- }
- }
- Message returnValue;
- RpcController controller = new NettyRpcController();
-
- try {
- returnValue = service.callBlockingMethod(methodDescriptor, controller, paramProto);
- } catch (Throwable t) {
- throw new RemoteCallException(request.getId(), methodDescriptor, t);
- }
-
- RpcResponse.Builder builder = RpcResponse.newBuilder().setId(request.getId());
-
- if (returnValue != null) {
- builder.setResponseMessage(returnValue.toByteString());
- }
-
- if (controller.failed()) {
- builder.setErrorMessage(controller.errorText());
- }
- ctx.writeAndFlush(builder.build());
- } finally {
- ReferenceCountUtil.release(msg);
- }
- }
- }
-
- @Override
- public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) {
- if (cause instanceof RemoteCallException) {
- RemoteCallException callException = (RemoteCallException) cause;
- ctx.writeAndFlush(callException.getResponse());
- }
-
- if (ctx != null && ctx.channel().isActive()) {
- ctx.channel().close();
- }
- }
-
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/CallFuture.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/CallFuture.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/CallFuture.java
deleted file mode 100644
index c4c3256..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/CallFuture.java
+++ /dev/null
@@ -1,84 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.RpcCallback;
-import com.google.protobuf.RpcController;
-
-import java.util.concurrent.Future;
-import java.util.concurrent.Semaphore;
-import java.util.concurrent.TimeUnit;
-import java.util.concurrent.TimeoutException;
-
-public class CallFuture<T> implements RpcCallback<T>, Future<T> {
-
- private final Semaphore sem = new Semaphore(0);
- private boolean done = false;
- private T response;
- private RpcController controller;
-
- public CallFuture() {
- controller = new DefaultRpcController();
- }
-
- public RpcController getController() {
- return controller;
- }
-
- @Override
- public void run(T t) {
- this.response = t;
- done = true;
- sem.release();
- }
-
- @Override
- public boolean cancel(boolean mayInterruptIfRunning) {
- controller.startCancel();
- sem.release();
- return controller.isCanceled();
- }
-
- @Override
- public boolean isCancelled() {
- return controller.isCanceled();
- }
-
- @Override
- public boolean isDone() {
- return done;
- }
-
- @Override
- public T get() throws InterruptedException {
- sem.acquire();
-
- return response;
- }
-
- @Override
- public T get(long timeout, TimeUnit unit)
- throws InterruptedException, TimeoutException {
- if (sem.tryAcquire(timeout, unit)) {
- return response;
- } else {
- throw new TimeoutException();
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java
deleted file mode 100644
index 4ba19a5..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java
+++ /dev/null
@@ -1,65 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.RpcCallback;
-import com.google.protobuf.RpcController;
-
-public class DefaultRpcController implements RpcController {
- private String errorText;
- private boolean error;
- private boolean canceled;
-
- @Override
- public void reset() {
- errorText = "";
- error = false;
- canceled = false;
- }
-
- @Override
- public boolean failed() {
- return error;
- }
-
- @Override
- public String errorText() {
- return errorText;
- }
-
- @Override
- public void startCancel() {
- this.canceled = true;
- }
-
- @Override
- public void setFailed(String s) {
- this.errorText = s;
- this.error = true;
- }
-
- @Override
- public boolean isCanceled() {
- return canceled;
- }
-
- @Override
- public void notifyOnCancel(RpcCallback<Object> objectRpcCallback) {
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyClientBase.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyClientBase.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyClientBase.java
deleted file mode 100644
index 72278f2..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyClientBase.java
+++ /dev/null
@@ -1,221 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import io.netty.channel.*;
-
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-import org.apache.tajo.rpc.RpcConnectionPool.RpcConnectionKey;
-
-import io.netty.bootstrap.Bootstrap;
-import io.netty.buffer.PooledByteBufAllocator;
-import io.netty.channel.socket.nio.NioSocketChannel;
-import io.netty.util.concurrent.GenericFutureListener;
-
-import java.io.Closeable;
-import java.lang.reflect.Method;
-import java.net.InetSocketAddress;
-import java.net.SocketAddress;
-import java.util.concurrent.CountDownLatch;
-import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicInteger;
-
-public abstract class NettyClientBase implements Closeable {
- private static final Log LOG = LogFactory.getLog(NettyClientBase.class);
- private static final int CONNECTION_TIMEOUT = 60000; // 60 sec
- private static final long PAUSE = 1000; // 1 sec
-
- private final int numRetries;
-
- private Bootstrap bootstrap;
- private volatile ChannelFuture channelFuture;
-
- protected final Class<?> protocol;
- protected final AtomicInteger sequence = new AtomicInteger(0);
-
- private final RpcConnectionKey key;
- private final AtomicInteger counter = new AtomicInteger(0); // reference counter
-
- public NettyClientBase(RpcConnectionKey rpcConnectionKey, int numRetries)
- throws ClassNotFoundException, NoSuchMethodException {
- this.key = rpcConnectionKey;
- this.protocol = rpcConnectionKey.protocolClass;
- this.numRetries = numRetries;
- }
-
- // should be called from sub class
- protected void init(ChannelInitializer<Channel> initializer) {
- this.bootstrap = new Bootstrap();
- this.bootstrap
- .channel(NioSocketChannel.class)
- .handler(initializer)
- .option(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
- .option(ChannelOption.SO_REUSEADDR, true)
- .option(ChannelOption.CONNECT_TIMEOUT_MILLIS, CONNECTION_TIMEOUT)
- .option(ChannelOption.SO_RCVBUF, 1048576 * 10)
- .option(ChannelOption.TCP_NODELAY, true);
- }
-
- public RpcConnectionPool.RpcConnectionKey getKey() {
- return key;
- }
-
- protected final Class<?> getServiceClass() throws ClassNotFoundException {
- String serviceClassName = protocol.getName() + "$" + protocol.getSimpleName() + "Service";
- return Class.forName(serviceClassName);
- }
-
- @SuppressWarnings("unchecked")
- protected final <T> T getStub(Method stubMethod, Object rpcChannel) {
- try {
- return (T) stubMethod.invoke(null, rpcChannel);
- } catch (Exception e) {
- throw new RemoteException(e.getMessage(), e);
- }
- }
-
- public abstract <T> T getStub();
-
- public boolean acquire(long timeout) {
- if (!checkConnection(timeout)) {
- return false;
- }
- counter.incrementAndGet();
- return true;
- }
-
- public boolean release() {
- return counter.decrementAndGet() == 0;
- }
-
- private boolean checkConnection(long timeout) {
- if (isConnected()) {
- return true;
- }
-
- InetSocketAddress addr = key.addr;
- if (addr.isUnresolved()) {
- addr = RpcUtils.createSocketAddr(addr.getHostName(), addr.getPort());
- }
-
- return handleConnectionInternally(addr, timeout);
- }
-
- private void connectUsingNetty(InetSocketAddress address, GenericFutureListener<ChannelFuture> listener) {
- LOG.warn("Try to connect : " + address);
- this.channelFuture = bootstrap.clone().group(RpcChannelFactory.getSharedClientEventloopGroup())
- .connect(address)
- .addListener(listener);
- }
-
- // first attendant kicks connection
- private final RpcUtils.Scrutineer<CountDownLatch> connect = new RpcUtils.Scrutineer<CountDownLatch>();
-
- private boolean handleConnectionInternally(final InetSocketAddress addr, long timeout) {
- final CountDownLatch ticket = new CountDownLatch(1);
- final CountDownLatch granted = connect.check(ticket);
-
- // basically, it's double checked lock
- if (ticket == granted && isConnected()) {
- granted.countDown();
- return true;
- }
-
- if (ticket == granted) {
- connectUsingNetty(addr, new RetryConnectionListener(addr, granted));
- }
-
- try {
- granted.await(timeout, TimeUnit.MILLISECONDS);
- } catch (InterruptedException e) {
- // ignore
- }
-
- boolean success = channelFuture.isSuccess();
-
- if (granted.getCount() == 0) {
- connect.clear(granted);
- }
-
- return success;
- }
-
- class RetryConnectionListener implements GenericFutureListener<ChannelFuture> {
- private final AtomicInteger retryCount = new AtomicInteger();
- private final InetSocketAddress address;
- private final CountDownLatch latch;
-
- RetryConnectionListener(InetSocketAddress address, CountDownLatch latch) {
- this.address = address;
- this.latch = latch;
- }
-
- @Override
- public void operationComplete(ChannelFuture channelFuture) throws Exception {
- if (!channelFuture.isSuccess()) {
- channelFuture.channel().close();
-
- if (numRetries > retryCount.getAndIncrement()) {
- final GenericFutureListener<ChannelFuture> currentListener = this;
-
- RpcChannelFactory.getSharedClientEventloopGroup().schedule(new Runnable() {
- @Override
- public void run() {
- connectUsingNetty(address, currentListener);
- }
- }, PAUSE, TimeUnit.MILLISECONDS);
-
- LOG.debug("Connecting to " + address + " has been failed. Retrying to connect.");
- }
- else {
- latch.countDown();
-
- LOG.error("Max retry count has been exceeded. attempts=" + numRetries);
- }
- }
- else {
- latch.countDown();
- }
- }
- }
-
- public Channel getChannel() {
- return channelFuture == null ? null : channelFuture.channel();
- }
-
- public boolean isConnected() {
- Channel channel = getChannel();
- return channel != null && channel.isOpen() && channel.isActive();
- }
-
- public SocketAddress getRemoteAddress() {
- Channel channel = getChannel();
- return channel == null ? null : channel.remoteAddress();
- }
-
- @Override
- public void close() {
- Channel channel = getChannel();
- if (channel != null && channel.isOpen()) {
- LOG.debug("Proxy will be disconnected from remote " + channel.remoteAddress());
- channel.close();
- }
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyRpcController.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyRpcController.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyRpcController.java
deleted file mode 100644
index b7f4537..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyRpcController.java
+++ /dev/null
@@ -1,63 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.RpcCallback;
-import com.google.protobuf.RpcController;
-
-public class NettyRpcController implements RpcController {
- private String errorText;
-
- @Override
- public void reset() {
- errorText = null;
- }
-
- @Override
- public boolean failed() {
- return errorText != null;
- }
-
- @Override
- public String errorText() {
- return errorText;
- }
-
- @Override
- public void startCancel() {
- // TODO - to be implemented
- throw new UnsupportedOperationException();
- }
-
- @Override
- public void setFailed(String s) {
- errorText = s;
- }
-
- @Override
- public boolean isCanceled() {
- // TODO - to be implemented
- return false;
- }
-
- @Override
- public void notifyOnCancel(RpcCallback<Object> objectRpcCallback) {
- throw new UnsupportedOperationException();
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyServerBase.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
deleted file mode 100644
index 024108b..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NettyServerBase.java
+++ /dev/null
@@ -1,205 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import org.apache.commons.logging.Log;
-import org.apache.commons.logging.LogFactory;
-
-import io.netty.bootstrap.ServerBootstrap;
-import io.netty.buffer.PooledByteBufAllocator;
-import io.netty.channel.Channel;
-import io.netty.channel.ChannelFuture;
-import io.netty.channel.ChannelInitializer;
-import io.netty.channel.ChannelOption;
-import io.netty.channel.group.ChannelGroup;
-import io.netty.channel.group.DefaultChannelGroup;
-import io.netty.channel.socket.nio.NioServerSocketChannel;
-import io.netty.util.concurrent.GlobalEventExecutor;
-
-import java.io.IOException;
-import java.net.DatagramSocket;
-import java.net.InetSocketAddress;
-import java.net.ServerSocket;
-import java.util.Random;
-import java.util.concurrent.atomic.AtomicInteger;
-
-public class NettyServerBase {
- private static final Log LOG = LogFactory.getLog(NettyServerBase.class);
- private static final String DEFAULT_PREFIX = "RpcServer_";
- private static final AtomicInteger sequenceId = new AtomicInteger(0);
-
- protected String serviceName;
- protected InetSocketAddress serverAddr;
- protected InetSocketAddress bindAddress;
- protected ChannelInitializer<Channel> initializer;
- protected ServerBootstrap bootstrap;
- protected ChannelFuture channelFuture;
- protected ChannelGroup accepted = new DefaultChannelGroup(GlobalEventExecutor.INSTANCE);
-
- private InetSocketAddress initIsa;
-
- public NettyServerBase(InetSocketAddress address) {
- this.initIsa = address;
- }
-
- public NettyServerBase(String serviceName, InetSocketAddress addr) {
- this.serviceName = serviceName;
- this.initIsa = addr;
- }
-
- public void setName(String name) {
- this.serviceName = name;
- }
-
- public void init(ChannelInitializer<Channel> initializer, int workerNum) {
- bootstrap = RpcChannelFactory.createServerChannelFactory(serviceName, workerNum);
-
- this.initializer = initializer;
- bootstrap
- .channel(NioServerSocketChannel.class)
- .childHandler(initializer)
- .option(ChannelOption.SO_REUSEADDR, true)
- .option(ChannelOption.TCP_NODELAY, true)
- .childOption(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
- .childOption(ChannelOption.TCP_NODELAY, true)
- .childOption(ChannelOption.CONNECT_TIMEOUT_MILLIS, 10000)
- .childOption(ChannelOption.SO_RCVBUF, 1048576 * 10);
- }
-
- public InetSocketAddress getListenAddress() {
- return this.bindAddress;
- }
-
- public void start() {
- if (serviceName == null) {
- this.serviceName = getNextDefaultServiceName();
- }
-
- if (initIsa.getPort() == 0) {
- try {
- int port = getUnusedPort();
- serverAddr = new InetSocketAddress(initIsa.getHostName(), port);
- } catch (IOException e) {
- LOG.error(e, e);
- }
- } else {
- serverAddr = initIsa;
- }
-
- this.channelFuture = bootstrap.clone().bind(serverAddr).syncUninterruptibly();
- this.bindAddress = (InetSocketAddress) channelFuture.channel().localAddress();
-
- LOG.info("Rpc (" + serviceName + ") listens on " + this.bindAddress);
- }
-
- public Channel getChannel() {
- return this.channelFuture.channel();
- }
-
- public void shutdown() {
- shutdown(false);
- }
-
- public void shutdown(boolean waitUntilThreadsStop) {
- try {
- accepted.close();
- } catch (Throwable t) {
- LOG.error(t.getMessage(), t);
- }
-
- if(bootstrap != null) {
- if (bootstrap.childGroup() != null) {
- bootstrap.childGroup().shutdownGracefully();
- if (waitUntilThreadsStop) {
- bootstrap.childGroup().terminationFuture().awaitUninterruptibly();
- }
- }
-
- if (bootstrap.group() != null) {
- bootstrap.group().shutdownGracefully();
- if (waitUntilThreadsStop) {
- bootstrap.childGroup().terminationFuture().awaitUninterruptibly();
- }
- }
- }
-
- if (bindAddress != null) {
- LOG.info("Rpc (" + serviceName + ") listened on "
- + RpcUtils.normalizeInetSocketAddress(bindAddress)+ ") shutdown");
- }
- }
-
- private static String getNextDefaultServiceName() {
- return DEFAULT_PREFIX + sequenceId.getAndIncrement();
- }
-
- private static final int startPortRange = 10000;
- private static final int endPortRange = 50000;
- private static final Random rnd = new Random(System.currentTimeMillis());
- // each system has a different starting port number within the given range.
- private static final AtomicInteger nextPortNum =
- new AtomicInteger(startPortRange+ rnd.nextInt(endPortRange - startPortRange));
- private static final Object lockObject = new Object();
-
-
- private synchronized static int getUnusedPort() throws IOException {
- while (true) {
- int port = nextPortNum.getAndIncrement();
- if (port >= endPortRange) {
- synchronized (lockObject) {
- nextPortNum.set(startPortRange);
- port = nextPortNum.getAndIncrement();
- }
- }
- if (available(port)) {
- return port;
- }
- }
- }
-
- private static boolean available(int port) throws IOException {
- if (port < 1024 || port > 65535) {
- throw new IllegalArgumentException("Port Number Out of Bound: " + port);
- }
-
- ServerSocket ss = null;
- DatagramSocket ds = null;
-
- try {
- ss = new ServerSocket(port);
- ss.setReuseAddress(true);
-
- ds = new DatagramSocket(port);
- ds.setReuseAddress(true);
-
- return true;
-
- } catch (IOException e) {
- return false;
- } finally {
- if (ss != null) {
- ss.close();
- }
-
- if (ds != null) {
- ds.close();
- }
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/NullCallback.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NullCallback.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/NullCallback.java
deleted file mode 100644
index 9b7f8ac..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/NullCallback.java
+++ /dev/null
@@ -1,38 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.RpcCallback;
-
-public class NullCallback implements RpcCallback<Object> {
- private final static NullCallback instance;
-
- static {
- instance = new NullCallback();
- }
-
- public static RpcCallback get() {
- return instance;
- }
-
- @Override
- public void run(Object parameter) {
- // do nothing
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java
deleted file mode 100644
index 6a340dc..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java
+++ /dev/null
@@ -1,50 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import io.netty.channel.Channel;
-import io.netty.channel.ChannelHandler;
-import io.netty.channel.ChannelInitializer;
-import io.netty.channel.ChannelPipeline;
-import io.netty.handler.codec.protobuf.ProtobufDecoder;
-import io.netty.handler.codec.protobuf.ProtobufEncoder;
-import io.netty.handler.codec.protobuf.ProtobufVarint32FrameDecoder;
-import io.netty.handler.codec.protobuf.ProtobufVarint32LengthFieldPrepender;
-
-import com.google.protobuf.MessageLite;
-
-class ProtoChannelInitializer extends ChannelInitializer<Channel> {
- private final MessageLite defaultInstance;
- private final ChannelHandler handler;
-
- public ProtoChannelInitializer(ChannelHandler handler, MessageLite defaultInstance) {
- this.handler = handler;
- this.defaultInstance = defaultInstance;
- }
-
- @Override
- protected void initChannel(Channel channel) throws Exception {
- ChannelPipeline pipeline = channel.pipeline();
- pipeline.addLast("frameDecoder", new ProtobufVarint32FrameDecoder());
- pipeline.addLast("protobufDecoder", new ProtobufDecoder(defaultInstance));
- pipeline.addLast("frameEncoder", new ProtobufVarint32LengthFieldPrepender());
- pipeline.addLast("protobufEncoder", new ProtobufEncoder());
- pipeline.addLast("handler", handler);
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteCallException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteCallException.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteCallException.java
deleted file mode 100644
index 52ef31a..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteCallException.java
+++ /dev/null
@@ -1,69 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import com.google.protobuf.Descriptors.MethodDescriptor;
-import org.apache.tajo.rpc.RpcProtos.RpcResponse;
-
-import java.io.PrintWriter;
-import java.io.StringWriter;
-import java.io.Writer;
-
-public class RemoteCallException extends RemoteException {
- private int seqId;
- private String originExceptionClass;
-
- public RemoteCallException(int seqId, MethodDescriptor methodDesc,
- Throwable t) {
- super("Remote call error occurs when " + methodDesc.getFullName() + "is called:", t);
- this.seqId = seqId;
- if (t != null) {
- originExceptionClass = t.getClass().getCanonicalName();
- }
- }
-
- public RemoteCallException(int seqId, Throwable t) {
- super(t);
- this.seqId = seqId;
- if (t != null) {
- originExceptionClass = t.getClass().getCanonicalName();
- }
- }
-
- public RpcResponse getResponse() {
- RpcResponse.Builder builder = RpcResponse.newBuilder();
- builder.setId(seqId);
- if (getCause().getMessage() == null) {
- builder.setErrorMessage(getCause().getClass().getName());
- } else {
- builder.setErrorMessage(getCause().getMessage());
- }
- builder.setErrorTrace(getStackTraceString(getCause()));
- builder.setErrorClass(originExceptionClass);
-
- return builder.build();
- }
-
- private static String getStackTraceString(Throwable aThrowable) {
- final Writer result = new StringWriter();
- final PrintWriter printWriter = new PrintWriter(result);
- aThrowable.printStackTrace(printWriter);
- return result.toString();
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteException.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteException.java
deleted file mode 100644
index 30c110d..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RemoteException.java
+++ /dev/null
@@ -1,37 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-public class RemoteException extends RuntimeException {
- public RemoteException() {
- super();
- }
-
- public RemoteException(String message) {
- super(message);
- }
-
- public RemoteException(Throwable t) {
- super(t);
- }
-
- public RemoteException(String message, Throwable t) {
- super(message, t);
- }
-}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java b/tajo-rpc/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
deleted file mode 100644
index 3c054ad..0000000
--- a/tajo-rpc/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
+++ /dev/null
@@ -1,104 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tajo.rpc;
-
-import java.io.IOException;
-import java.util.Date;
-import java.util.List;
-
-public class RetriesExhaustedException extends RuntimeException {
- private static final long serialVersionUID = 1876775844L;
-
- public RetriesExhaustedException(final String msg) {
- super(msg);
- }
-
- public RetriesExhaustedException(final String msg, final IOException e) {
- super(msg, e);
- }
-
- /**
- * Datastructure that allows adding more info around Throwable incident.
- */
- public static class ThrowableWithExtraContext {
- private final Throwable t;
- private final long when;
- private final String extras;
-
- public ThrowableWithExtraContext(final Throwable t, final long when,
- final String extras) {
- this.t = t;
- this.when = when;
- this.extras = extras;
- }
-
- @Override
- public String toString() {
- return new Date(this.when).toString() + ", " + extras + ", " + t.toString();
- }
- }
-
- /**
- * Create a new RetriesExhaustedException from the list of prior failures.
- * @param callableVitals Details from the {@link ServerCallable} we were using
- * when we got this exception.
- * @param numTries The number of tries we made
- * @param exceptions List of exceptions that failed before giving up
- */
- public RetriesExhaustedException(final String callableVitals, int numTries,
- List<Throwable> exceptions) {
- super(getMessage(callableVitals, numTries, exceptions));
- }
-
- /**
- * Create a new RetriesExhaustedException from the list of prior failures.
- * @param numTries
- * @param exceptions List of exceptions that failed before giving up
- */
- public RetriesExhaustedException(final int numTries,
- final List<Throwable> exceptions) {
- super(getMessage(numTries, exceptions));
- }
-
- private static String getMessage(String callableVitals, int numTries,
- List<Throwable> exceptions) {
- StringBuilder buffer = new StringBuilder("Failed contacting ");
- buffer.append(callableVitals);
- buffer.append(" after ");
- buffer.append(numTries + 1);
- buffer.append(" attempts.\nExceptions:\n");
- for (Throwable t : exceptions) {
- buffer.append(t.toString());
- buffer.append("\n");
- }
- return buffer.toString();
- }
-
- private static String getMessage(final int numTries,
- final List<Throwable> exceptions) {
- StringBuilder buffer = new StringBuilder("Failed after attempts=");
- buffer.append(numTries + 1);
- buffer.append(", exceptions:\n");
- for (Throwable t : exceptions) {
- buffer.append(t.toString());
- buffer.append("\n");
- }
- return buffer.toString();
- }
-}
\ No newline at end of file
[2/5] tajo git commit: TAJO-1337: Implements common modules to handle
RESTful API
Posted by ji...@apache.org.
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ServerCallable.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ServerCallable.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ServerCallable.java
new file mode 100644
index 0000000..fb1cec2
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ServerCallable.java
@@ -0,0 +1,162 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import java.io.IOException;
+import java.lang.reflect.UndeclaredThrowableException;
+import java.net.InetSocketAddress;
+import java.util.ArrayList;
+import java.util.List;
+
+import com.google.protobuf.ServiceException;
+
+public abstract class ServerCallable<T> {
+ protected InetSocketAddress addr;
+ protected long startTime;
+ protected long endTime;
+ protected Class<?> protocol;
+ protected boolean asyncMode;
+ protected boolean closeConn;
+ protected RpcConnectionPool connPool;
+
+ public abstract T call(NettyClientBase client) throws Exception;
+
+ public ServerCallable(RpcConnectionPool connPool, InetSocketAddress addr, Class<?> protocol, boolean asyncMode) {
+ this(connPool, addr, protocol, asyncMode, false);
+ }
+
+ public ServerCallable(RpcConnectionPool connPool, InetSocketAddress addr, Class<?> protocol,
+ boolean asyncMode, boolean closeConn) {
+ this.connPool = connPool;
+ this.addr = addr;
+ this.protocol = protocol;
+ this.asyncMode = asyncMode;
+ this.closeConn = closeConn;
+ }
+
+ public void beforeCall() {
+ this.startTime = System.currentTimeMillis();
+ }
+
+ public long getStartTime(){
+ return startTime;
+ }
+
+ public void afterCall() {
+ this.endTime = System.currentTimeMillis();
+ }
+
+ public long getEndTime(){
+ return endTime;
+ }
+
+ boolean abort = false;
+ public void abort() {
+ abort = true;
+ }
+ /**
+ * Run this instance with retries, timed waits,
+ * and refinds of missing regions.
+ *
+ * @param <T> the type of the return value
+ * @return an object of type T
+ * @throws com.google.protobuf.ServiceException if a remote or network exception occurs
+ */
+ public T withRetries() throws ServiceException {
+ //TODO configurable
+ final long pause = 500; //ms
+ final int numRetries = 3;
+ List<Throwable> exceptions = new ArrayList<Throwable>();
+
+ for (int tries = 0; tries < numRetries; tries++) {
+ NettyClientBase client = null;
+ try {
+ beforeCall();
+ if(addr != null) {
+ client = connPool.getConnection(addr, protocol, asyncMode);
+ }
+ return call(client);
+ } catch (IOException ioe) {
+ exceptions.add(ioe);
+ if(abort) {
+ throw new ServiceException(ioe.getMessage(), ioe);
+ }
+ if (tries == numRetries - 1) {
+ throw new ServiceException("Giving up after tries=" + tries, ioe);
+ }
+ } catch (Throwable t) {
+ throw new ServiceException(t);
+ } finally {
+ afterCall();
+ if(closeConn) {
+ connPool.closeConnection(client);
+ } else {
+ connPool.releaseConnection(client);
+ }
+ }
+ try {
+ Thread.sleep(pause * (tries + 1));
+ } catch (InterruptedException e) {
+ Thread.currentThread().interrupt();
+ throw new ServiceException("Giving up after tries=" + tries, e);
+ }
+ }
+ return null;
+ }
+
+ /**
+ * Run this instance against the server once.
+ * @param <T> the type of the return value
+ * @return an object of type T
+ * @throws java.io.IOException if a remote or network exception occurs
+ * @throws RuntimeException other unspecified error
+ */
+ public T withoutRetries() throws IOException, RuntimeException {
+ NettyClientBase client = null;
+ try {
+ beforeCall();
+ client = connPool.getConnection(addr, protocol, asyncMode);
+ return call(client);
+ } catch (Throwable t) {
+ Throwable t2 = translateException(t);
+ if (t2 instanceof IOException) {
+ throw (IOException)t2;
+ } else {
+ throw new RuntimeException(t2);
+ }
+ } finally {
+ afterCall();
+ if(closeConn) {
+ connPool.closeConnection(client);
+ } else {
+ connPool.releaseConnection(client);
+ }
+ }
+ }
+
+ private static Throwable translateException(Throwable t) throws IOException {
+ if (t instanceof UndeclaredThrowableException) {
+ t = t.getCause();
+ }
+ if (t instanceof RemoteException && t.getCause() != null) {
+ t = t.getCause();
+ }
+ return t;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/TajoServiceException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/TajoServiceException.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/TajoServiceException.java
new file mode 100644
index 0000000..113d181
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/TajoServiceException.java
@@ -0,0 +1,58 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.ServiceException;
+import org.apache.commons.lang.exception.ExceptionUtils;
+
+public class TajoServiceException extends ServiceException {
+ private String traceMessage;
+ private String protocol;
+ private String remoteAddress;
+
+ public TajoServiceException(String message) {
+ super(message);
+ }
+ public TajoServiceException(String message, String traceMessage) {
+ super(message);
+ this.traceMessage = traceMessage;
+ }
+
+ public TajoServiceException(String message, Throwable cause, String protocol, String remoteAddress) {
+ super(message, cause);
+
+ this.protocol = protocol;
+ this.remoteAddress = remoteAddress;
+ }
+
+ public String getTraceMessage() {
+ if(traceMessage == null && getCause() != null){
+ this.traceMessage = ExceptionUtils.getStackTrace(getCause());
+ }
+ return traceMessage;
+ }
+
+ public String getProtocol() {
+ return protocol;
+ }
+
+ public String getRemoteAddress() {
+ return remoteAddress;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/proto/DummyProtos.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/proto/DummyProtos.proto b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/DummyProtos.proto
new file mode 100644
index 0000000..f53f0d6
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/DummyProtos.proto
@@ -0,0 +1,47 @@
+/*
+ * Copyright 2012 Database Lab., Korea Univ.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+option java_package = "org.apache.tajo.rpc.test";
+option java_outer_classname = "DummyProtos";
+option java_generic_services = true;
+option java_generate_equals_and_hash = true;
+
+message MulRequest1 {
+ required int32 x1 = 1;
+ required int32 x2 = 2;
+}
+
+message MulRequest2 {
+ required int32 x1 = 1;
+ required int32 x2 = 2;
+}
+
+message MulResponse {
+ required int32 result1 = 1;
+ required int32 result2 = 2;
+}
+
+message InnerNode {
+ required string instr = 1;
+}
+
+message InnerRequest {
+ repeated InnerNode nodes = 1;
+}
+
+message InnerResponse {
+ repeated InnerNode nodes = 1;
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/proto/RpcProtos.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/proto/RpcProtos.proto b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/RpcProtos.proto
new file mode 100644
index 0000000..69f43ed
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/RpcProtos.proto
@@ -0,0 +1,32 @@
+/*
+ * Copyright 2012 Database Lab., Korea Univ.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+option java_package = "org.apache.tajo.rpc";
+option java_outer_classname = "RpcProtos";
+
+message RpcRequest {
+ required int32 id = 1;
+ required string method_name = 2;
+ optional bytes request_message = 3;
+}
+
+message RpcResponse {
+ required int32 id = 1;
+ optional bytes response_message = 2;
+ optional string error_class = 3;
+ optional string error_message = 4;
+ optional string error_trace = 5;
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtocol.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtocol.proto b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtocol.proto
new file mode 100644
index 0000000..58640ea
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtocol.proto
@@ -0,0 +1,31 @@
+/*
+ * Copyright 2012 Database Lab., Korea Univ.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+option java_package = "org.apache.tajo.rpc.test";
+option java_outer_classname = "DummyProtocol";
+option java_generic_services = true;
+option java_generate_equals_and_hash = true;
+
+import "TestProtos.proto";
+
+service DummyProtocolService {
+ rpc sum (SumRequest) returns (SumResponse);
+ rpc echo (EchoMessage) returns (EchoMessage);
+ rpc getError (EchoMessage) returns (EchoMessage);
+ rpc getNull (EchoMessage) returns (EchoMessage);
+ rpc deley (EchoMessage) returns (EchoMessage);
+ rpc throwException (EchoMessage) returns (EchoMessage);
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtos.proto
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtos.proto b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtos.proto
new file mode 100644
index 0000000..5001c0e
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/proto/TestProtos.proto
@@ -0,0 +1,35 @@
+/*
+ * Copyright 2012 Database Lab., Korea Univ.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+option java_package = "org.apache.tajo.rpc.test";
+option java_outer_classname = "TestProtos";
+option java_generic_services = true;
+option java_generate_equals_and_hash = true;
+
+message EchoMessage {
+ required string message = 1;
+}
+
+message SumRequest {
+ required int32 x1 = 1;
+ required int64 x2 = 2;
+ required double x3 = 3;
+ required float x4 = 4;
+}
+
+message SumResponse {
+ required double result = 1;
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/test/java/log4j.properties
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/test/java/log4j.properties b/tajo-rpc/tajo-rpc-protobuf/src/test/java/log4j.properties
new file mode 100644
index 0000000..2c4d991
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/test/java/log4j.properties
@@ -0,0 +1,25 @@
+##
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# log4j configuration used during build and unit tests
+
+log4j.rootLogger=info,stdout
+log4j.threshhold=ALL
+log4j.appender.stdout=org.apache.log4j.ConsoleAppender
+log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
+log4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} %p: %c (%M(%L)) - %m%n
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java
new file mode 100644
index 0000000..a974a65
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestAsyncRpc.java
@@ -0,0 +1,345 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.RpcCallback;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.test.DummyProtocol;
+import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.Interface;
+import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
+import org.apache.tajo.rpc.test.TestProtos.SumRequest;
+import org.apache.tajo.rpc.test.TestProtos.SumResponse;
+import org.apache.tajo.rpc.test.impl.DummyProtocolAsyncImpl;
+import org.junit.AfterClass;
+import org.junit.Rule;
+import org.junit.Test;
+import org.junit.rules.ExternalResource;
+import org.junit.runner.Description;
+import org.junit.runners.model.Statement;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+import java.net.InetSocketAddress;
+import java.net.ServerSocket;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.TimeoutException;
+
+import static org.junit.Assert.*;
+
+public class TestAsyncRpc {
+ private static Log LOG = LogFactory.getLog(TestAsyncRpc.class);
+ private static String MESSAGE = "TestAsyncRpc";
+
+ double sum;
+ String echo;
+
+ AsyncRpcServer server;
+ AsyncRpcClient client;
+ Interface stub;
+ DummyProtocolAsyncImpl service;
+ int retries;
+
+ @Retention(RetentionPolicy.RUNTIME)
+ @Target(ElementType.METHOD)
+ @interface SetupRpcConnection {
+ boolean setupRpcServer() default true;
+ boolean setupRpcClient() default true;
+ }
+
+ @Rule
+ public ExternalResource resource = new ExternalResource() {
+
+ private Description description;
+
+ @Override
+ public Statement apply(Statement base, Description description) {
+ this.description = description;
+ return super.apply(base, description);
+ }
+
+ @Override
+ protected void before() throws Throwable {
+ SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
+ setUpRpcServer();
+ }
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
+ setUpRpcClient();
+ }
+ }
+
+ @Override
+ protected void after() {
+ SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
+ try {
+ tearDownRpcClient();
+ } catch (Exception e) {
+ fail(e.getMessage());
+ }
+ }
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
+ try {
+ tearDownRpcServer();
+ } catch (Exception e) {
+ fail(e.getMessage());
+ }
+ }
+ }
+
+ };
+
+ public void setUpRpcServer() throws Exception {
+ service = new DummyProtocolAsyncImpl();
+ server = new AsyncRpcServer(DummyProtocol.class,
+ service, new InetSocketAddress("127.0.0.1", 0), 2);
+ server.start();
+ }
+
+ public void setUpRpcClient() throws Exception {
+ retries = 1;
+
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(
+ RpcUtils.getConnectAddress(server.getListenAddress()),
+ DummyProtocol.class, true);
+ client = new AsyncRpcClient(rpcConnectionKey, retries);
+ client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT);
+ stub = client.getStub();
+ }
+
+ @AfterClass
+ public static void tearDownClass() throws Exception {
+ RpcChannelFactory.shutdownGracefully();
+ }
+
+ public void tearDownRpcServer() throws Exception {
+ if(server != null) {
+ server.shutdown();
+ server = null;
+ }
+ }
+
+ public void tearDownRpcClient() throws Exception {
+ if(client != null) {
+ client.close();
+ client = null;
+ }
+ }
+
+ boolean calledMarker = false;
+
+ @Test
+ public void testRpc() throws Exception {
+
+ SumRequest sumRequest = SumRequest.newBuilder()
+ .setX1(1)
+ .setX2(2)
+ .setX3(3.15d)
+ .setX4(2.0f).build();
+
+ stub.sum(null, sumRequest, new RpcCallback<SumResponse>() {
+ @Override
+ public void run(SumResponse parameter) {
+ sum = parameter.getResult();
+ assertTrue(8.15d == sum);
+ }
+ });
+
+
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ RpcCallback<EchoMessage> callback = new RpcCallback<EchoMessage>() {
+ @Override
+ public void run(EchoMessage parameter) {
+ echo = parameter.getMessage();
+ assertEquals(MESSAGE, echo);
+ calledMarker = true;
+ }
+ };
+ stub.echo(null, echoMessage, callback);
+ Thread.sleep(1000);
+ assertTrue(calledMarker);
+ }
+
+ private CountDownLatch testNullLatch;
+
+ @Test
+ public void testGetNull() throws Exception {
+ testNullLatch = new CountDownLatch(1);
+ stub.getNull(null, null, new RpcCallback<EchoMessage>() {
+ @Override
+ public void run(EchoMessage parameter) {
+ assertNull(parameter);
+ LOG.info("testGetNull retrieved");
+ testNullLatch.countDown();
+ }
+ });
+ assertTrue(testNullLatch.await(1000, TimeUnit.MILLISECONDS));
+ assertTrue(service.getNullCalled);
+ }
+
+ @Test
+ public void testCallFuture() throws Exception {
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
+ stub.deley(null, echoMessage, future);
+
+ assertFalse(future.isDone());
+ assertEquals(future.get(), echoMessage);
+ assertTrue(future.isDone());
+ }
+
+ @Test
+ public void testCallFutureTimeout() throws Exception {
+ boolean timeout = false;
+ try {
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
+ stub.deley(null, echoMessage, future);
+
+ assertFalse(future.isDone());
+ future.get(1, TimeUnit.SECONDS);
+ } catch (TimeoutException te) {
+ timeout = true;
+ }
+ assertTrue(timeout);
+ }
+
+ @Test
+ public void testCallFutureDisconnected() throws Exception {
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
+
+ tearDownRpcServer();
+
+ stub.echo(future.getController(), echoMessage, future);
+ EchoMessage response = future.get();
+
+ assertNull(response);
+ assertTrue(future.getController().failed());
+ assertTrue(future.getController().errorText() != null);
+ }
+
+ @Test
+ public void testStubDisconnected() throws Exception {
+
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
+
+ if (server != null) {
+ server.shutdown(true);
+ server = null;
+ }
+
+ stub = client.getStub();
+ stub.echo(future.getController(), echoMessage, future);
+ EchoMessage response = future.get();
+
+ assertNull(response);
+ assertTrue(future.getController().failed());
+ assertTrue(future.getController().errorText() != null);
+ }
+
+ @Test
+ @SetupRpcConnection(setupRpcServer=false,setupRpcClient=false)
+ public void testConnectionRetry() throws Exception {
+ retries = 10;
+ ServerSocket serverSocket = new ServerSocket(0);
+ final InetSocketAddress address = new InetSocketAddress("127.0.0.1", serverSocket.getLocalPort());
+ serverSocket.close();
+ service = new DummyProtocolAsyncImpl();
+
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
+
+ //lazy startup
+ Thread serverThread = new Thread(new Runnable() {
+ @Override
+ public void run() {
+ try {
+ Thread.sleep(1000);
+ server = new AsyncRpcServer(DummyProtocol.class,
+ service, address, 2);
+ } catch (Exception e) {
+ fail(e.getMessage());
+ }
+ server.start();
+ }
+ });
+ serverThread.start();
+
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(address, DummyProtocol.class, true);
+ client = new AsyncRpcClient(rpcConnectionKey, retries);
+ assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ stub = client.getStub();
+ stub.echo(future.getController(), echoMessage, future);
+
+ assertFalse(future.isDone());
+ assertEquals(echoMessage, future.get());
+ assertTrue(future.isDone());
+ }
+
+ @Test
+ public void testConnectionFailure() throws Exception {
+ InetSocketAddress address = new InetSocketAddress("test", 0);
+ try {
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(address, DummyProtocol.class, true);
+ NettyClientBase client = new AsyncRpcClient(rpcConnectionKey, retries);
+ assertFalse(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ } catch (Throwable throwable) {
+ fail();
+ }
+ }
+
+ @Test
+ @SetupRpcConnection(setupRpcClient=false)
+ public void testUnresolvedAddress() throws Exception {
+ String hostAndPort = RpcUtils.normalizeInetSocketAddress(server.getListenAddress());
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(
+ RpcUtils.createUnresolved(hostAndPort), DummyProtocol.class, true);
+ client = new AsyncRpcClient(rpcConnectionKey, retries);
+ assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ Interface stub = client.getStub();
+ EchoMessage echoMessage = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ CallFuture<EchoMessage> future = new CallFuture<EchoMessage>();
+ stub.deley(null, echoMessage, future);
+
+ assertFalse(future.isDone());
+ assertEquals(future.get(), echoMessage);
+ assertTrue(future.isDone());
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java
new file mode 100644
index 0000000..10dd766
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/TestBlockingRpc.java
@@ -0,0 +1,349 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import org.apache.tajo.rpc.test.DummyProtocol;
+import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.BlockingInterface;
+import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
+import org.apache.tajo.rpc.test.TestProtos.SumRequest;
+import org.apache.tajo.rpc.test.TestProtos.SumResponse;
+import org.apache.tajo.rpc.test.impl.DummyProtocolBlockingImpl;
+import org.junit.AfterClass;
+import org.junit.Rule;
+import org.junit.Test;
+import org.junit.rules.ExternalResource;
+import org.junit.runner.Description;
+import org.junit.runners.model.Statement;
+
+import java.lang.annotation.ElementType;
+import java.lang.annotation.Retention;
+import java.lang.annotation.RetentionPolicy;
+import java.lang.annotation.Target;
+import java.net.InetSocketAddress;
+import java.net.ServerSocket;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.TimeUnit;
+
+import static org.junit.Assert.*;
+
+public class TestBlockingRpc {
+ public static final String MESSAGE = "TestBlockingRpc";
+
+ private BlockingRpcServer server;
+ private BlockingRpcClient client;
+ private BlockingInterface stub;
+ private DummyProtocolBlockingImpl service;
+ private int retries;
+
+ @Retention(RetentionPolicy.RUNTIME)
+ @Target(ElementType.METHOD)
+ @interface SetupRpcConnection {
+ boolean setupRpcServer() default true;
+ boolean setupRpcClient() default true;
+ }
+
+ @Rule
+ public ExternalResource resource = new ExternalResource() {
+
+ private Description description;
+
+ @Override
+ public Statement apply(Statement base, Description description) {
+ this.description = description;
+ return super.apply(base, description);
+ }
+
+ @Override
+ protected void before() throws Throwable {
+ SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
+ setUpRpcServer();
+ }
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
+ setUpRpcClient();
+ }
+ }
+
+ @Override
+ protected void after() {
+ SetupRpcConnection setupRpcConnection = description.getAnnotation(SetupRpcConnection.class);
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcClient()) {
+ try {
+ tearDownRpcClient();
+ } catch (Exception e) {
+ fail(e.getMessage());
+ }
+ }
+
+ if (setupRpcConnection == null || setupRpcConnection.setupRpcServer()) {
+ try {
+ tearDownRpcServer();
+ } catch (Exception e) {
+ fail(e.getMessage());
+ }
+ }
+ }
+
+ };
+
+ public void setUpRpcServer() throws Exception {
+ service = new DummyProtocolBlockingImpl();
+ server = new BlockingRpcServer(DummyProtocol.class, service,
+ new InetSocketAddress("127.0.0.1", 0), 2);
+ server.start();
+ }
+
+ public void setUpRpcClient() throws Exception {
+ retries = 1;
+
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(
+ RpcUtils.getConnectAddress(server.getListenAddress()),
+ DummyProtocol.class, false);
+ client = new BlockingRpcClient(rpcConnectionKey, retries);
+ assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ stub = client.getStub();
+ }
+
+ @AfterClass
+ public static void tearDownClass() throws Exception {
+ RpcChannelFactory.shutdownGracefully();
+ }
+
+ public void tearDownRpcServer() throws Exception {
+ if(server != null) {
+ server.shutdown();
+ server = null;
+ }
+ }
+
+ public void tearDownRpcClient() throws Exception {
+ if(client != null) {
+ client.close();
+ client = null;
+ }
+ }
+
+ @Test
+ public void testRpc() throws Exception {
+ SumRequest request = SumRequest.newBuilder()
+ .setX1(1)
+ .setX2(2)
+ .setX3(3.15d)
+ .setX4(2.0f).build();
+ SumResponse response1 = stub.sum(null, request);
+ assertEquals(8.15d, response1.getResult(), 1e-15);
+
+ EchoMessage message = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ EchoMessage response2 = stub.echo(null, message);
+ assertEquals(MESSAGE, response2.getMessage());
+ }
+
+ @Test
+ @SetupRpcConnection(setupRpcClient=false)
+ public void testRpcWithServiceCallable() throws Exception {
+ RpcConnectionPool pool = RpcConnectionPool.getPool();
+ final SumRequest request = SumRequest.newBuilder()
+ .setX1(1)
+ .setX2(2)
+ .setX3(3.15d)
+ .setX4(2.0f).build();
+
+ SumResponse response =
+ new ServerCallable<SumResponse>(pool,
+ server.getListenAddress(), DummyProtocol.class, false) {
+ @Override
+ public SumResponse call(NettyClientBase client) throws Exception {
+ BlockingInterface stub2 = client.getStub();
+ SumResponse response1 = stub2.sum(null, request);
+ return response1;
+ }
+ }.withRetries();
+
+ assertEquals(8.15d, response.getResult(), 1e-15);
+
+ response =
+ new ServerCallable<SumResponse>(pool,
+ server.getListenAddress(), DummyProtocol.class, false) {
+ @Override
+ public SumResponse call(NettyClientBase client) throws Exception {
+ BlockingInterface stub2 = client.getStub();
+ SumResponse response1 = stub2.sum(null, request);
+ return response1;
+ }
+ }.withoutRetries();
+
+ assertTrue(8.15d == response.getResult());
+ pool.close();
+ }
+
+ @Test
+ public void testThrowException() throws Exception {
+ EchoMessage message = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+
+ try {
+ stub.throwException(null, message);
+ fail("RpcCall should throw exception");
+ } catch (Throwable t) {
+ assertTrue(t instanceof TajoServiceException);
+ assertEquals("Exception Test", t.getMessage());
+ TajoServiceException te = (TajoServiceException)t;
+ assertEquals("org.apache.tajo.rpc.test.DummyProtocol", te.getProtocol());
+ assertEquals(server.getListenAddress().getAddress().getHostAddress() + ":" + server.getListenAddress().getPort(),
+ te.getRemoteAddress());
+ }
+ }
+
+ @Test
+ @SetupRpcConnection(setupRpcServer=false,setupRpcClient=false)
+ public void testConnectionRetry() throws Exception {
+ retries = 10;
+ ServerSocket serverSocket = new ServerSocket(0);
+ final InetSocketAddress address = new InetSocketAddress("127.0.0.1", serverSocket.getLocalPort());
+ serverSocket.close();
+
+ EchoMessage message = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+
+ //lazy startup
+ Thread serverThread = new Thread(new Runnable() {
+ @Override
+ public void run() {
+ try {
+ Thread.sleep(1000);
+ server = new BlockingRpcServer(DummyProtocol.class, new DummyProtocolBlockingImpl(), address, 2);
+ } catch (Exception e) {
+ fail(e.getMessage());
+ }
+ server.start();
+ }
+ });
+ serverThread.start();
+
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(address, DummyProtocol.class, false);
+ client = new BlockingRpcClient(rpcConnectionKey, retries);
+ assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ stub = client.getStub();
+
+ EchoMessage response = stub.echo(null, message);
+ assertEquals(MESSAGE, response.getMessage());
+ }
+
+ @Test
+ public void testConnectionFailed() throws Exception {
+ NettyClientBase client = null;
+
+ try {
+ int port = server.getListenAddress().getPort() + 1;
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(
+ RpcUtils.getConnectAddress(new InetSocketAddress("127.0.0.1", port)),
+ DummyProtocol.class, false);
+ client = new BlockingRpcClient(rpcConnectionKey, retries);
+ assertFalse(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ client.close();
+ } catch (Throwable ce){
+ if (client != null) {
+ client.close();
+ }
+ fail();
+ }
+ }
+
+ @Test
+ public void testGetNull() throws Exception {
+ assertNull(stub.getNull(null, null));
+ assertTrue(service.getNullCalled);
+ }
+
+ @Test
+ public void testShutdown() throws Exception {
+ final StringBuilder error = new StringBuilder();
+ Thread callThread = new Thread() {
+ public void run() {
+ try {
+ EchoMessage message = EchoMessage.newBuilder()
+ .setMessage(MESSAGE)
+ .build();
+ stub.deley(null, message);
+ } catch (Exception e) {
+ error.append(e.getMessage());
+ }
+ synchronized(error) {
+ error.notifyAll();
+ }
+ }
+ };
+
+ callThread.start();
+
+ final CountDownLatch latch = new CountDownLatch(1);
+ Thread shutdownThread = new Thread() {
+ public void run() {
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ }
+ try {
+ server.shutdown();
+ server = null;
+ latch.countDown();
+ } catch (Throwable e) {
+ e.printStackTrace();
+ }
+ }
+ };
+ shutdownThread.start();
+
+ assertTrue(latch.await(5 * 1000, TimeUnit.MILLISECONDS));
+
+ assertTrue(latch.getCount() == 0);
+
+ synchronized(error) {
+ error.wait(5 * 1000);
+ }
+
+ if(!error.toString().isEmpty()) {
+ fail(error.toString());
+ }
+ }
+
+ @Test
+ @SetupRpcConnection(setupRpcClient=false)
+ public void testUnresolvedAddress() throws Exception {
+ String hostAndPort = RpcUtils.normalizeInetSocketAddress(server.getListenAddress());
+ RpcConnectionPool.RpcConnectionKey rpcConnectionKey =
+ new RpcConnectionPool.RpcConnectionKey(
+ RpcUtils.createUnresolved(hostAndPort), DummyProtocol.class, false);
+ client = new BlockingRpcClient(rpcConnectionKey, retries);
+ assertTrue(client.acquire(RpcConnectionPool.DEFAULT_TIMEOUT));
+ BlockingInterface stub = client.getStub();
+
+ EchoMessage message = EchoMessage.newBuilder()
+ .setMessage(MESSAGE).build();
+ EchoMessage response2 = stub.echo(null, message);
+ assertEquals(MESSAGE, response2.getMessage());
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java
new file mode 100644
index 0000000..0ca7563
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolAsyncImpl.java
@@ -0,0 +1,86 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc.test.impl;
+
+import com.google.protobuf.RpcCallback;
+import com.google.protobuf.RpcController;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.Interface;
+import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
+import org.apache.tajo.rpc.test.TestProtos.SumRequest;
+import org.apache.tajo.rpc.test.TestProtos.SumResponse;
+
+public class DummyProtocolAsyncImpl implements Interface {
+ private static final Log LOG =
+ LogFactory.getLog(DummyProtocolAsyncImpl.class);
+ public boolean getNullCalled = false;
+ public boolean getErrorCalled = false;
+
+ @Override
+ public void sum(RpcController controller, SumRequest request,
+ RpcCallback<SumResponse> done) {
+
+ SumResponse response = SumResponse.newBuilder().setResult(
+ request.getX1()+request.getX2()+request.getX3()+request.getX4()
+ ).build();
+ done.run(response);
+ }
+
+ @Override
+ public void echo(RpcController controller, EchoMessage request,
+ RpcCallback<EchoMessage> done) {
+
+ done.run(request);
+ }
+
+ @Override
+ public void getError(RpcController controller, EchoMessage request,
+ RpcCallback<EchoMessage> done) {
+ LOG.info("noCallback is called");
+ getErrorCalled = true;
+ controller.setFailed(request.getMessage());
+ done.run(request);
+ }
+
+ @Override
+ public void getNull(RpcController controller, EchoMessage request,
+ RpcCallback<EchoMessage> done) {
+ getNullCalled = true;
+ LOG.info("noCallback is called");
+ done.run(null);
+ }
+
+ @Override
+ public void deley(RpcController controller, EchoMessage request,
+ RpcCallback<EchoMessage> done) {
+ try {
+ Thread.sleep(3000);
+ } catch (InterruptedException e) {
+ LOG.error(e.getMessage());
+ }
+
+ done.run(request);
+ }
+
+ public void throwException(RpcController controller, EchoMessage request,
+ RpcCallback<EchoMessage> done) {
+ done.run(request);
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
new file mode 100644
index 0000000..8d4b597
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/test/java/org/apache/tajo/rpc/test/impl/DummyProtocolBlockingImpl.java
@@ -0,0 +1,83 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc.test.impl;
+
+import com.google.protobuf.RpcController;
+import com.google.protobuf.ServiceException;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.test.DummyProtocol.DummyProtocolService.BlockingInterface;
+import org.apache.tajo.rpc.test.TestProtos.EchoMessage;
+import org.apache.tajo.rpc.test.TestProtos.SumRequest;
+import org.apache.tajo.rpc.test.TestProtos.SumResponse;
+
+public class DummyProtocolBlockingImpl implements BlockingInterface {
+ private static final Log LOG =
+ LogFactory.getLog(DummyProtocolBlockingImpl.class);
+ public boolean getNullCalled = false;
+ public boolean getErrorCalled = false;
+
+ @Override
+ public SumResponse sum(RpcController controller, SumRequest request)
+ throws ServiceException {
+ return SumResponse.newBuilder().setResult(
+ request.getX1()+request.getX2()+request.getX3()+request.getX4()
+ ).build();
+ }
+
+ @Override
+ public EchoMessage echo(RpcController controller, EchoMessage request)
+ throws ServiceException {
+ return EchoMessage.newBuilder().
+ setMessage(request.getMessage()).build();
+ }
+
+ @Override
+ public EchoMessage getError(RpcController controller, EchoMessage request)
+ throws ServiceException {
+ getErrorCalled = true;
+ controller.setFailed(request.getMessage());
+ return request;
+ }
+
+ @Override
+ public EchoMessage getNull(RpcController controller, EchoMessage request)
+ throws ServiceException {
+ getNullCalled = true;
+ LOG.info("noCallback is called");
+ return null;
+ }
+
+ @Override
+ public EchoMessage deley(RpcController controller, EchoMessage request)
+ throws ServiceException {
+ try {
+ Thread.sleep(3000);
+ } catch (InterruptedException e) {
+ //throw new ServiceException(e.getMessage(), e);
+ }
+
+ return request;
+ }
+
+ public EchoMessage throwException(RpcController controller, EchoMessage request)
+ throws ServiceException {
+ throw new ServiceException("Exception Test");
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/pom.xml b/tajo-rpc/tajo-ws-rs/pom.xml
new file mode 100644
index 0000000..a87a67a
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/pom.xml
@@ -0,0 +1,218 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <artifactId>tajo-project</artifactId>
+ <version>0.11.0-SNAPSHOT</version>
+ <groupId>org.apache.tajo</groupId>
+ <relativePath>../../tajo-project</relativePath>
+ </parent>
+ <packaging>jar</packaging>
+ <artifactId>tajo-ws-rs</artifactId>
+ <name>Tajo RESTful Container</name>
+ <description>RESTful Container Implementation based on Netty</description>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <source>1.6</source>
+ <target>1.6</target>
+ <encoding>${project.build.sourceEncoding}</encoding>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>verify</phase>
+ <goals>
+ <goal>check</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-jar-plugin</artifactId>
+ <version>2.4</version>
+ <configuration>
+ </configuration>
+ <executions>
+ <execution>
+ <id>create-jar</id>
+ <phase>prepare-package</phase>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>2.15</version>
+ </plugin>
+ </plugins>
+ </build>
+
+ <dependencies>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-transport</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-codec</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-codec-http</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.netty</groupId>
+ <artifactId>netty-handler</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.tajo</groupId>
+ <artifactId>tajo-rpc-common</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.glassfish.jersey.core</groupId>
+ <artifactId>jersey-common</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.glassfish.jersey.core</groupId>
+ <artifactId>jersey-server</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>javax.ws.rs</groupId>
+ <artifactId>javax.ws.rs-api</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.google.code.gson</groupId>
+ <artifactId>gson</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ </properties>
+
+ <profiles>
+ <profile>
+ <id>docs</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <executions>
+ <execution>
+ <!-- build javadoc jars per jar for publishing to maven -->
+ <id>module-javadocs</id>
+ <phase>package</phase>
+ <goals>
+ <goal>jar</goal>
+ </goals>
+ <configuration>
+ <destDir>${project.build.directory}</destDir>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ <profile>
+ <id>dist</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>dist</id>
+ <phase>package</phase>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ <configuration>
+ <target>
+ <echo file="${project.build.directory}/dist-layout-stitching.sh">
+ run() {
+ echo "\$ ${@}"
+ "${@}"
+ res=$?
+ if [ $res != 0 ]; then
+ echo
+ echo "Failed!"
+ echo
+ exit $res
+ fi
+ }
+
+ ROOT=`cd ${basedir}/..;pwd`
+ echo
+ echo "Current directory `pwd`"
+ echo
+ run rm -rf ${project.artifactId}-${project.version}
+ run mkdir ${project.artifactId}-${project.version}
+ run cd ${project.artifactId}-${project.version}
+ run cp -r ${basedir}/target/${project.artifactId}-${project.version}*.jar .
+ echo
+ echo "Tajo RESTful Container dist layout available at: ${project.build.directory}/${project.artifactId}-${project.version}"
+ echo
+ </echo>
+ <exec executable="sh" dir="${project.build.directory}" failonerror="true">
+ <arg line="./dist-layout-stitching.sh" />
+ </exec>
+ </target>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ </profiles>
+
+ <reporting>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>2.15</version>
+ </plugin>
+ </plugins>
+ </reporting>
+
+</project>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestChannelInitializer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestChannelInitializer.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestChannelInitializer.java
new file mode 100644
index 0000000..a1ea72b
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestChannelInitializer.java
@@ -0,0 +1,50 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelInitializer;
+import io.netty.channel.ChannelPipeline;
+import io.netty.handler.codec.http.HttpObjectAggregator;
+import io.netty.handler.codec.http.HttpServerCodec;
+import io.netty.handler.stream.ChunkedWriteHandler;
+
+/**
+ * Default Channel Initializer for Netty Rest server.
+ */
+public class NettyRestChannelInitializer extends ChannelInitializer<Channel> {
+
+ private ChannelHandler handler;
+
+ public NettyRestChannelInitializer(ChannelHandler handler) {
+ this.handler = handler;
+ }
+
+ @Override
+ protected void initChannel(Channel channel) throws Exception {
+ ChannelPipeline pipeline = channel.pipeline();
+
+ pipeline.addLast(new HttpServerCodec());
+ pipeline.addLast(new HttpObjectAggregator(1 << 16));
+ pipeline.addLast(new ChunkedWriteHandler());
+ pipeline.addLast(handler);
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainer.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainer.java
new file mode 100644
index 0000000..81d1eeb
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainer.java
@@ -0,0 +1,319 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import java.io.OutputStream;
+import java.net.InetSocketAddress;
+import java.net.URI;
+import java.net.URISyntaxException;
+import java.security.Principal;
+import java.util.List;
+import java.util.Map.Entry;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicBoolean;
+
+import io.netty.buffer.*;
+import io.netty.channel.ChannelDuplexHandler;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import io.netty.channel.ChannelHandler.Sharable;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelPromise;
+import io.netty.handler.codec.http.DefaultFullHttpResponse;
+import io.netty.handler.codec.http.FullHttpRequest;
+import io.netty.handler.codec.http.FullHttpResponse;
+import io.netty.handler.codec.http.HttpHeaders;
+import io.netty.handler.codec.http.HttpResponseStatus;
+import io.netty.handler.codec.http.HttpVersion;
+import io.netty.handler.codec.http.LastHttpContent;
+import io.netty.handler.ssl.SslHandler;
+import io.netty.util.CharsetUtil;
+import io.netty.util.ReferenceCountUtil;
+import io.netty.util.concurrent.GenericFutureListener;
+
+import javax.ws.rs.core.Application;
+import javax.ws.rs.core.MultivaluedMap;
+import javax.ws.rs.core.SecurityContext;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.glassfish.hk2.api.ServiceLocator;
+import org.glassfish.jersey.internal.MapPropertiesDelegate;
+import org.glassfish.jersey.server.ApplicationHandler;
+import org.glassfish.jersey.server.ContainerException;
+import org.glassfish.jersey.server.ContainerRequest;
+import org.glassfish.jersey.server.ContainerResponse;
+import org.glassfish.jersey.server.ResourceConfig;
+import org.glassfish.jersey.server.internal.ConfigHelper;
+import org.glassfish.jersey.server.spi.Container;
+import org.glassfish.jersey.server.spi.ContainerLifecycleListener;
+import org.glassfish.jersey.server.spi.ContainerResponseWriter;
+
+/**
+ * Jersy Container implementation on Netty
+ */
+@Sharable
+public class NettyRestHandlerContainer extends ChannelDuplexHandler implements Container {
+
+ private static Log LOG = LogFactory.getLog(NettyRestHandlerContainer.class);
+
+ private String rootPath;
+
+ private ApplicationHandler applicationHandler;
+ private ContainerLifecycleListener lifecycleListener;
+
+ NettyRestHandlerContainer(Application application) {
+ this(new ApplicationHandler(application));
+ }
+
+ NettyRestHandlerContainer(Application application, ServiceLocator parentLocator) {
+ this(new ApplicationHandler(application, null, parentLocator));
+ }
+
+ NettyRestHandlerContainer(ApplicationHandler appHandler) {
+ applicationHandler = appHandler;
+ lifecycleListener = ConfigHelper.getContainerLifecycleListener(applicationHandler);
+ }
+
+ @Override
+ public ResourceConfig getConfiguration() {
+ return applicationHandler.getConfiguration();
+ }
+
+ @Override
+ public void reload() {
+ reload(getConfiguration());
+ }
+
+ @Override
+ public void reload(ResourceConfig configuration) {
+ lifecycleListener.onShutdown(this);
+ applicationHandler = new ApplicationHandler(configuration);
+ lifecycleListener = ConfigHelper.getContainerLifecycleListener(applicationHandler);
+ lifecycleListener.onReload(this);
+ lifecycleListener.onStartup(this);
+
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("NettyRestHandlerContainer reloaded.");
+ }
+ }
+
+ public void setRootPath(String rootPath) {
+ String tempRootPath = rootPath;
+ if (tempRootPath == null || tempRootPath.isEmpty()) {
+ tempRootPath = "/";
+ } else if (tempRootPath.charAt(tempRootPath.length() - 1) != '/') {
+ tempRootPath += "/";
+ }
+ this.rootPath = tempRootPath;
+ }
+
+ private URI getBaseUri(ChannelHandlerContext ctx, FullHttpRequest request) {
+ URI baseUri;
+ String scheme;
+
+ if (ctx.pipeline().get(SslHandler.class) == null) {
+ scheme = "http";
+ } else {
+ scheme = "https";
+ }
+
+ List<String> hosts = request.headers().getAll(HttpHeaders.Names.HOST);
+ try {
+ if (hosts != null && hosts.size() > 0) {
+ baseUri = new URI(scheme + "://" + hosts.get(0) + rootPath);
+ } else {
+ InetSocketAddress localAddress = (InetSocketAddress) ctx.channel().localAddress();
+ baseUri = new URI(scheme, null, localAddress.getHostName(), localAddress.getPort(),
+ rootPath, null, null);
+ }
+ } catch (URISyntaxException e) {
+ throw new IllegalArgumentException(e);
+ }
+
+ return baseUri;
+ }
+
+ protected void messageReceived(ChannelHandlerContext ctx, FullHttpRequest request) throws Exception {
+ URI baseUri = getBaseUri(ctx, request);
+ URI requestUri = baseUri.resolve(request.getUri());
+ ByteBuf responseContent = PooledByteBufAllocator.DEFAULT.buffer();
+ FullHttpResponse response =
+ new DefaultFullHttpResponse(HttpVersion.HTTP_1_1, HttpResponseStatus.OK, responseContent);
+
+ NettyRestResponseWriter responseWriter = new NettyRestResponseWriter(ctx, response);
+ ContainerRequest containerRequest = new ContainerRequest(baseUri, requestUri,
+ request.getMethod().name(), getSecurityContext(), new MapPropertiesDelegate());
+ containerRequest.setEntityStream(new ByteBufInputStream(request.content()));
+
+ HttpHeaders httpHeaders = request.headers();
+ for (String headerName: httpHeaders.names()) {
+ List<String> headerValues = httpHeaders.getAll(headerName);
+ containerRequest.headers(headerName, headerValues);
+ }
+ containerRequest.setWriter(responseWriter);
+ try {
+ applicationHandler.handle(containerRequest);
+ } finally {
+ responseWriter.releaseConnection();
+ }
+ }
+
+ @Override
+ public void channelRead(ChannelHandlerContext ctx, Object msg) throws Exception {
+ boolean needRelease = true;
+ try {
+ if (msg instanceof FullHttpRequest) {
+ FullHttpRequest request = (FullHttpRequest) msg;
+ messageReceived(ctx, request);
+ } else {
+ needRelease = false;
+ ctx.fireChannelRead(msg);
+ }
+ } finally {
+ if (needRelease) {
+ ReferenceCountUtil.release(msg);
+ }
+ }
+ }
+
+ private SecurityContext getSecurityContext() {
+ return new SecurityContext() {
+
+ @Override
+ public boolean isUserInRole(String role) {
+ return false;
+ }
+
+ @Override
+ public boolean isSecure() {
+ return false;
+ }
+
+ @Override
+ public Principal getUserPrincipal() {
+ return null;
+ }
+
+ @Override
+ public String getAuthenticationScheme() {
+ return null;
+ }
+ };
+ }
+
+ /**
+ * Internal class for writing content on REST service.
+ */
+ static class NettyRestResponseWriter implements ContainerResponseWriter {
+
+ private final ChannelHandlerContext ctx;
+ private final FullHttpResponse response;
+ private final AtomicBoolean closed;
+
+ public NettyRestResponseWriter(ChannelHandlerContext ctx, FullHttpResponse response) {
+ this.ctx = ctx;
+ this.response = response;
+ this.closed = new AtomicBoolean(false);
+ }
+
+ @Override
+ public void commit() {
+ if (closed.compareAndSet(false, true)) {
+ ctx.write(response);
+ sendLastHttpContent();
+ }
+ }
+
+ @Override
+ public boolean enableResponseBuffering() {
+ return false;
+ }
+
+ @Override
+ public void failure(Throwable error) {
+ try {
+ sendError(HttpResponseStatus.INTERNAL_SERVER_ERROR, error);
+ } finally {
+ if (ctx.channel().isActive()) {
+ ctx.close();
+ }
+ }
+ }
+
+ private void sendError(HttpResponseStatus status, final Throwable error) {
+ FullHttpResponse response = new DefaultFullHttpResponse(HttpVersion.HTTP_1_1, status,
+ Unpooled.copiedBuffer(error.getMessage(), CharsetUtil.UTF_8));
+ response.headers().set(HttpHeaders.Names.CONTENT_TYPE, "text/plain; charset=UTF-8");
+ ChannelPromise promise = ctx.newPromise();
+ promise.addListener(new GenericFutureListener<ChannelFuture>() {
+
+ @Override
+ public void operationComplete(ChannelFuture future) throws Exception {
+ if (!future.isSuccess()) {
+ throw new ContainerException(error);
+ }
+ }
+ });
+
+ ctx.writeAndFlush(response, promise);
+ }
+
+ @Override
+ public void setSuspendTimeout(long timeOut, TimeUnit timeUnit) throws IllegalStateException {
+ throw new UnsupportedOperationException("setSuspendTimeout is not supported on this container.");
+ }
+
+ @Override
+ public boolean suspend(long timeOut, TimeUnit timeUnit, TimeoutHandler timeoutHandler) {
+ throw new UnsupportedOperationException("suspend is not supported on this container.");
+ }
+
+ @Override
+ public OutputStream writeResponseStatusAndHeaders(long contentLength, ContainerResponse context)
+ throws ContainerException {
+ MultivaluedMap<String, String> responseHeaders = context.getStringHeaders();
+ HttpHeaders nettyHeaders = response.headers();
+
+ for (Entry<String, List<String>> entry: responseHeaders.entrySet()) {
+ nettyHeaders.add(entry.getKey(), entry.getValue());
+ }
+
+ int status = context.getStatus();
+
+ response.setStatus(HttpResponseStatus.valueOf(status));
+ return new ByteBufOutputStream(response.content());
+ }
+
+ private void sendLastHttpContent() {
+ ctx.writeAndFlush(LastHttpContent.EMPTY_LAST_CONTENT)
+ .addListener(ChannelFutureListener.CLOSE);
+ }
+
+ private void releaseConnection() {
+ if (closed.compareAndSet(false, true)) {
+ String warnMessage = "ResponseWriter did not be commited.";
+ LOG.warn(warnMessage);
+ failure(new IllegalStateException(warnMessage));
+ }
+ }
+
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProvider.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProvider.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProvider.java
new file mode 100644
index 0000000..7481cfb
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestHandlerContainerProvider.java
@@ -0,0 +1,42 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import io.netty.channel.ChannelHandler;
+
+import javax.ws.rs.ProcessingException;
+
+import org.glassfish.jersey.server.ApplicationHandler;
+import org.glassfish.jersey.server.spi.ContainerProvider;
+
+/**
+ * Container Provider for NettyRestHandlerContainer
+ */
+public final class NettyRestHandlerContainerProvider implements ContainerProvider {
+
+ @Override
+ public <T> T createContainer(Class<T> type, ApplicationHandler application) throws ProcessingException {
+ if (type != NettyRestHandlerContainer.class &&
+ (type == null || !ChannelHandler.class.isAssignableFrom(type))) {
+ return null;
+ }
+ return type.cast(new NettyRestHandlerContainer(application));
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServer.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServer.java
new file mode 100644
index 0000000..f7fe148
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServer.java
@@ -0,0 +1,67 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import io.netty.channel.ChannelHandler;
+import java.net.InetSocketAddress;
+
+import org.apache.tajo.rpc.NettyServerBase;
+
+/**
+ * JAX-RS Http Server on Netty implementation.
+ */
+public class NettyRestServer extends NettyServerBase {
+
+ private ChannelHandler handler;
+ private int workerCount;
+
+ public NettyRestServer(InetSocketAddress address, int workerCount) {
+ this("NettyRestService", address, workerCount);
+ }
+
+ public NettyRestServer(String serviceName, InetSocketAddress address, int workerCount) {
+ super(serviceName, address);
+
+ this.workerCount = workerCount;
+ }
+
+ public ChannelHandler getHandler() {
+ return handler;
+ }
+
+ public void setHandler(ChannelHandler handler) {
+ this.handler = handler;
+ }
+
+ /**
+ * Bind desired port and start network service. Before starting network service, {@link NettyRestServer}
+ * will initialize its configuration.
+ *
+ */
+ @Override
+ public void start() {
+ if (handler == null) {
+ throw new IllegalStateException("ChannelHandler is null.");
+ }
+
+ super.init(new NettyRestChannelInitializer(handler), workerCount);
+ super.start();
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerFactory.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerFactory.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerFactory.java
new file mode 100644
index 0000000..5d2eea1
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerFactory.java
@@ -0,0 +1,89 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import java.net.InetSocketAddress;
+import java.net.URI;
+
+import org.glassfish.hk2.api.ServiceLocator;
+import org.glassfish.jersey.server.ResourceConfig;
+
+/**
+ * Factory class for creating {@link NettyRestServer} instances
+ */
+public final class NettyRestServerFactory {
+
+ public static NettyRestServer createNettyRestServer(URI uri, ResourceConfig configuration, int workerCount) {
+ return createNettyRestServer(uri, new NettyRestHandlerContainer(configuration), workerCount, true);
+ }
+
+ public static NettyRestServer createNettyRestServer(URI uri, ResourceConfig configuration, int workerCount,
+ boolean start) {
+ return createNettyRestServer(uri, new NettyRestHandlerContainer(configuration), workerCount, start);
+ }
+
+ public static NettyRestServer createNettyRestServer(URI uri, ResourceConfig configuration,
+ ServiceLocator parentLocator, int workerCount) {
+ return createNettyRestServer(uri, new NettyRestHandlerContainer(configuration, parentLocator), workerCount, true);
+ }
+
+ public static NettyRestServer createNettyRestServer(URI uri, ResourceConfig configuration,
+ ServiceLocator parentLocator, int workerCount, boolean start) {
+ return createNettyRestServer(uri, new NettyRestHandlerContainer(configuration, parentLocator), workerCount, start);
+ }
+
+ /**
+ * Creates {@link NettyRestServer} instances with JAX-RS application.
+ *
+ * @param uri
+ * @param handler
+ * @param start
+ * @return
+ */
+ private static NettyRestServer createNettyRestServer(URI uri, NettyRestHandlerContainer handler, int workerCount,
+ boolean start) {
+ if (uri == null) {
+ throw new IllegalArgumentException("uri is null.");
+ }
+
+ String schemeString = uri.getScheme();
+ if (!schemeString.equalsIgnoreCase("http") && !schemeString.equalsIgnoreCase("https")) {
+ throw new IllegalArgumentException("scheme of this uri (" + uri.toString() + ") should be http or https.");
+ }
+
+ int port = uri.getPort();
+ if (port == -1) {
+ throw new IllegalArgumentException("Port number should be provided.");
+ }
+
+ handler.setRootPath(uri.getPath());
+
+ InetSocketAddress bindAddress = new InetSocketAddress(port);
+ NettyRestServer nettyRestServer = new NettyRestServer("Tajo-REST", bindAddress, workerCount);
+
+ nettyRestServer.setHandler(handler);
+ nettyRestServer.addListener(new NettyRestServerListener(handler));
+
+ if (start) {
+ nettyRestServer.start();
+ }
+
+ return nettyRestServer;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerListener.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerListener.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerListener.java
new file mode 100644
index 0000000..ecd5bb0
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/NettyRestServerListener.java
@@ -0,0 +1,72 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty;
+
+import org.apache.tajo.rpc.RpcEventListener;
+import org.glassfish.jersey.server.ApplicationHandler;
+import org.glassfish.jersey.server.internal.ConfigHelper;
+import org.glassfish.jersey.server.spi.Container;
+import org.glassfish.jersey.server.spi.ContainerLifecycleListener;
+
+/**
+ * Event subscriber for netty rest service.
+ */
+public class NettyRestServerListener implements RpcEventListener {
+
+ private Container container;
+
+ public NettyRestServerListener(Container container) {
+ this.container = container;
+ }
+
+ @Override
+ public void onAfterInit(Object obj) {
+
+ }
+
+ @Override
+ public void onAfterShutdown(Object obj) {
+ ApplicationHandler applicationHandler = new ApplicationHandler(container.getConfiguration());
+ ContainerLifecycleListener lifecycleListener = ConfigHelper.getContainerLifecycleListener(applicationHandler);
+ lifecycleListener.onShutdown(container);
+ }
+
+ @Override
+ public void onAfterStart(Object obj) {
+ ApplicationHandler applicationHandler = new ApplicationHandler(container.getConfiguration());
+ ContainerLifecycleListener lifecycleListener = ConfigHelper.getContainerLifecycleListener(applicationHandler);
+ lifecycleListener.onStartup(container);
+ }
+
+ @Override
+ public void onBeforeInit(Object obj) {
+
+ }
+
+ @Override
+ public void onBeforeShutdown(Object obj) {
+
+ }
+
+ @Override
+ public void onBeforeStart(Object obj) {
+
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonFeature.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonFeature.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonFeature.java
new file mode 100644
index 0000000..26086d4
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonFeature.java
@@ -0,0 +1,34 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.gson;
+
+import javax.ws.rs.core.Feature;
+import javax.ws.rs.core.FeatureContext;
+import javax.ws.rs.ext.MessageBodyReader;
+import javax.ws.rs.ext.MessageBodyWriter;
+
+public class GsonFeature implements Feature {
+
+ @Override
+ public boolean configure(FeatureContext featureContext) {
+ featureContext.register(GsonReader.class, MessageBodyReader.class);
+ featureContext.register(GsonWriter.class, MessageBodyWriter.class);
+ return true;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonReader.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonReader.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonReader.java
new file mode 100644
index 0000000..4d6e440
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonReader.java
@@ -0,0 +1,52 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.gson;
+
+import com.google.gson.Gson;
+import com.google.gson.GsonBuilder;
+
+import javax.ws.rs.Consumes;
+import javax.ws.rs.WebApplicationException;
+import javax.ws.rs.core.MediaType;
+import javax.ws.rs.core.MultivaluedMap;
+import javax.ws.rs.ext.MessageBodyReader;
+import java.io.*;
+import java.lang.annotation.Annotation;
+import java.lang.reflect.Type;
+
+/**
+ * Custom message body reader with Gson feature.
+ */
+@Consumes(MediaType.APPLICATION_JSON)
+public class GsonReader<T> implements MessageBodyReader<T> {
+
+ @Override
+ public boolean isReadable(Class<?> aClass, Type type, Annotation[] annotations, MediaType mediaType) {
+ return GsonUtil.isJsonType(mediaType);
+ }
+
+ @Override
+ public T readFrom(Class<T> aClass, Type type, Annotation[] annotations, MediaType mediaType,
+ MultivaluedMap<String, String> multivaluedMap, InputStream inputStream)
+ throws IOException, WebApplicationException {
+ Gson gson = new GsonBuilder().create();
+ Reader reader = new BufferedReader(new InputStreamReader(inputStream));
+ return gson.fromJson(reader, type);
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonUtil.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonUtil.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonUtil.java
new file mode 100644
index 0000000..f16cb96
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonUtil.java
@@ -0,0 +1,32 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.gson;
+
+import javax.ws.rs.core.MediaType;
+
+public class GsonUtil {
+
+ public static boolean isJsonType(MediaType mediaType) {
+ if (mediaType != null) {
+ String subType = mediaType.getSubtype();
+ return "json".equalsIgnoreCase(subType) || subType.endsWith("+json");
+ }
+ return false;
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonWriter.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonWriter.java b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonWriter.java
new file mode 100644
index 0000000..d215611
--- /dev/null
+++ b/tajo-rpc/tajo-ws-rs/src/main/java/org/apache/tajo/ws/rs/netty/gson/GsonWriter.java
@@ -0,0 +1,59 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.ws.rs.netty.gson;
+
+import com.google.gson.Gson;
+import com.google.gson.GsonBuilder;
+
+import javax.ws.rs.Produces;
+import javax.ws.rs.WebApplicationException;
+import javax.ws.rs.core.MediaType;
+import javax.ws.rs.core.MultivaluedMap;
+import javax.ws.rs.ext.MessageBodyWriter;
+import java.io.*;
+import java.lang.annotation.Annotation;
+import java.lang.reflect.Type;
+
+/**
+ * custom message body writer with Gson feature.
+ */
+@Produces(MediaType.APPLICATION_JSON)
+public class GsonWriter<T> implements MessageBodyWriter<T> {
+
+ @Override
+ public boolean isWriteable(Class<?> aClass, Type type, Annotation[] annotations, MediaType mediaType) {
+ return GsonUtil.isJsonType(mediaType);
+ }
+
+ @Override
+ public long getSize(T t, Class<?> aClass, Type type, Annotation[] annotations, MediaType mediaType) {
+ return 0;
+ }
+
+ @Override
+ public void writeTo(T t, Class<?> aClass, Type type, Annotation[] annotations, MediaType mediaType,
+ MultivaluedMap<String, Object> multivaluedMap, OutputStream outputStream)
+ throws IOException, WebApplicationException {
+ Gson gson = new GsonBuilder().create();
+ Writer writer = new BufferedWriter(new OutputStreamWriter(outputStream));
+
+ gson.toJson(t, type, writer);
+ writer.flush();
+ }
+}
[3/5] tajo git commit: TAJO-1337: Implements common modules to handle
RESTful API
Posted by ji...@apache.org.
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java
new file mode 100644
index 0000000..ed6b634
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcChannelFactory.java
@@ -0,0 +1,182 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+
+import io.netty.bootstrap.ServerBootstrap;
+import io.netty.channel.EventLoopGroup;
+import io.netty.channel.nio.NioEventLoopGroup;
+
+import java.util.Map;
+import java.util.Queue;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentLinkedQueue;
+import java.util.concurrent.ThreadFactory;
+import java.util.concurrent.atomic.AtomicInteger;
+
+public final class RpcChannelFactory {
+ private static final Log LOG = LogFactory.getLog(RpcChannelFactory.class);
+
+ private static final int DEFAULT_WORKER_NUM = Runtime.getRuntime().availableProcessors() * 2;
+
+ private static final Object lockObjectForLoopGroup = new Object();
+ private static AtomicInteger serverCount = new AtomicInteger(0);
+
+ public enum ClientChannelId {
+ CLIENT_DEFAULT,
+ FETCHER
+ }
+
+ private static final Map<ClientChannelId, Integer> defaultMaxKeyPoolCount =
+ new ConcurrentHashMap<ClientChannelId, Integer>();
+ private static final Map<ClientChannelId, Queue<EventLoopGroup>> eventLoopGroupPool =
+ new ConcurrentHashMap<ClientChannelId, Queue<EventLoopGroup>>();
+
+ private RpcChannelFactory(){
+ }
+
+ static {
+ Runtime.getRuntime().addShutdownHook(new CleanUpHandler());
+
+ defaultMaxKeyPoolCount.put(ClientChannelId.CLIENT_DEFAULT, 1);
+ defaultMaxKeyPoolCount.put(ClientChannelId.FETCHER, 1);
+ }
+
+ /**
+ * make this factory static thus all clients can share its thread pool.
+ * NioClientSocketChannelFactory has only one method newChannel() visible for user, which is thread-safe
+ */
+ public static EventLoopGroup getSharedClientEventloopGroup() {
+ return getSharedClientEventloopGroup(DEFAULT_WORKER_NUM);
+ }
+
+ /**
+ * make this factory static thus all clients can share its thread pool.
+ * NioClientSocketChannelFactory has only one method newChannel() visible for user, which is thread-safe
+ *
+ * @param workerNum The number of workers
+ */
+ public static EventLoopGroup getSharedClientEventloopGroup(int workerNum){
+ //shared woker and boss pool
+ return getSharedClientEventloopGroup(ClientChannelId.CLIENT_DEFAULT, workerNum);
+ }
+
+ /**
+ * This function return eventloopgroup by key. Fetcher client will have one or more eventloopgroup for its throughput.
+ *
+ * @param clientId
+ * @param workerNum
+ * @return
+ */
+ public static EventLoopGroup getSharedClientEventloopGroup(ClientChannelId clientId, int workerNum) {
+ Queue<EventLoopGroup> eventLoopGroupQueue;
+ EventLoopGroup returnEventLoopGroup;
+
+ synchronized (lockObjectForLoopGroup) {
+ eventLoopGroupQueue = eventLoopGroupPool.get(clientId);
+ if (eventLoopGroupQueue == null) {
+ eventLoopGroupQueue = createClientEventloopGroups(clientId, workerNum);
+ }
+
+ returnEventLoopGroup = eventLoopGroupQueue.poll();
+ if (isEventLoopGroupShuttingDown(returnEventLoopGroup)) {
+ returnEventLoopGroup = createClientEventloopGroup(clientId.name(), workerNum);
+ }
+ eventLoopGroupQueue.add(returnEventLoopGroup);
+ }
+
+ return returnEventLoopGroup;
+ }
+
+ protected static boolean isEventLoopGroupShuttingDown(EventLoopGroup eventLoopGroup) {
+ return ((eventLoopGroup == null) || eventLoopGroup.isShuttingDown());
+ }
+
+ // Client must release the external resources
+ protected static Queue<EventLoopGroup> createClientEventloopGroups(ClientChannelId clientId, int workerNum) {
+ int defaultMaxObjectCount = defaultMaxKeyPoolCount.get(clientId);
+ Queue<EventLoopGroup> loopGroupQueue = new ConcurrentLinkedQueue<EventLoopGroup>();
+ eventLoopGroupPool.put(clientId, loopGroupQueue);
+
+ for (int objectIdx = 0; objectIdx < defaultMaxObjectCount; objectIdx++) {
+ loopGroupQueue.add(createClientEventloopGroup(clientId.name(), workerNum));
+ }
+
+ return loopGroupQueue;
+ }
+
+ protected static EventLoopGroup createClientEventloopGroup(String name, int workerNum) {
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Create " + name + " ClientEventLoopGroup. Worker:" + workerNum);
+ }
+
+ ThreadFactoryBuilder builder = new ThreadFactoryBuilder();
+ ThreadFactory clientFactory = builder.setNameFormat(name + " Client #%d").build();
+
+ return new NioEventLoopGroup(workerNum, clientFactory);
+ }
+
+ // Client must release the external resources
+ public static ServerBootstrap createServerChannelFactory(String name, int workerNum) {
+ name = name + "-" + serverCount.incrementAndGet();
+ if(LOG.isInfoEnabled()){
+ LOG.info("Create " + name + " ServerSocketChannelFactory. Worker:" + workerNum);
+ }
+ ThreadFactoryBuilder builder = new ThreadFactoryBuilder();
+ ThreadFactory bossFactory = builder.setNameFormat(name + " Server Boss #%d").build();
+ ThreadFactory workerFactory = builder.setNameFormat(name + " Server Worker #%d").build();
+
+ EventLoopGroup bossGroup =
+ new NioEventLoopGroup(1, bossFactory);
+ EventLoopGroup workerGroup =
+ new NioEventLoopGroup(workerNum, workerFactory);
+
+ return new ServerBootstrap().group(bossGroup, workerGroup);
+ }
+
+ public static void shutdownGracefully(){
+ if(LOG.isDebugEnabled()) {
+ LOG.debug("Shutdown Shared RPC Pool");
+ }
+
+ synchronized(lockObjectForLoopGroup) {
+ for (Queue<EventLoopGroup> eventLoopGroupQueue: eventLoopGroupPool.values()) {
+ for (EventLoopGroup eventLoopGroup: eventLoopGroupQueue) {
+ eventLoopGroup.shutdownGracefully();
+ }
+
+ eventLoopGroupQueue.clear();
+ }
+ eventLoopGroupPool.clear();
+ }
+ }
+
+ static class CleanUpHandler extends Thread {
+
+ @Override
+ public void run() {
+ RpcChannelFactory.shutdownGracefully();
+ }
+
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcEventListener.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcEventListener.java b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcEventListener.java
new file mode 100644
index 0000000..4d72536
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcEventListener.java
@@ -0,0 +1,62 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+/**
+ * Event listener for netty code. Users can subscribe events by using this interface.
+ */
+public interface RpcEventListener {
+
+ /**
+ * Performs actions before start.
+ * @param obj Method caller
+ */
+ public void onBeforeStart(Object obj);
+
+ /**
+ * Performs actions after start.
+ * @param obj Method caller
+ */
+ public void onAfterStart(Object obj);
+
+ /**
+ * Performs actions before initialization.
+ * @param obj Method caller
+ */
+ public void onBeforeInit(Object obj);
+
+ /**
+ * Performs actions after initialization.
+ * @param obj Method caller
+ */
+ public void onAfterInit(Object obj);
+
+ /**
+ * Performs actions before shutdown.
+ * @param obj Method caller
+ */
+ public void onBeforeShutdown(Object obj);
+
+ /**
+ * Performs actions after shutdown.
+ * @param obj Method caller
+ */
+ public void onAfterShutdown(Object obj);
+
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcUtils.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcUtils.java b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcUtils.java
new file mode 100644
index 0000000..152d426
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-common/src/main/java/org/apache/tajo/rpc/RpcUtils.java
@@ -0,0 +1,122 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import java.net.InetAddress;
+import java.net.InetSocketAddress;
+import java.net.UnknownHostException;
+import java.util.concurrent.atomic.AtomicReference;
+
+public class RpcUtils {
+
+ public static String normalizeInetSocketAddress(InetSocketAddress addr) {
+ return addr.getAddress().getHostAddress() + ":" + addr.getPort();
+ }
+
+ /**
+ * Util method to build socket addr from either:
+ * <host>
+ * <host>:<port>
+ * <fs>://<host>:<port>/<path>
+ */
+ public static InetSocketAddress createSocketAddr(String host, int port) {
+ return new InetSocketAddress(host, port);
+ }
+
+ /**
+ * Returns InetSocketAddress that a client can use to
+ * connect to the server. NettyServerBase.getListenerAddress() is not correct when
+ * the server binds to "0.0.0.0". This returns "hostname:port" of the server,
+ * or "127.0.0.1:port" when the getListenerAddress() returns "0.0.0.0:port".
+ *
+ * @param addr of a listener
+ * @return socket address that a client can use to connect to the server.
+ */
+ public static InetSocketAddress getConnectAddress(InetSocketAddress addr) {
+ if (!addr.isUnresolved() && addr.getAddress().isAnyLocalAddress()) {
+ try {
+ addr = new InetSocketAddress(InetAddress.getLocalHost(), addr.getPort());
+ } catch (UnknownHostException uhe) {
+ // shouldn't get here unless the host doesn't have a loopback iface
+ addr = new InetSocketAddress("127.0.0.1", addr.getPort());
+ }
+ }
+ InetSocketAddress canonicalAddress =
+ new InetSocketAddress(addr.getAddress().getCanonicalHostName(), addr.getPort());
+ return canonicalAddress;
+ }
+
+ public static InetSocketAddress createUnresolved(String addr) {
+ String [] splitted = addr.split(":");
+ return InetSocketAddress.createUnresolved(splitted[0], Integer.parseInt(splitted[1]));
+ }
+
+ public static class Timer {
+ private long remaining;
+ private long prev;
+ public Timer(long timeout) {
+ this.remaining = timeout;
+ this.prev = System.currentTimeMillis();
+ }
+
+ public boolean isTimedOut() {
+ return remaining <= 0;
+ }
+
+ public void elapsed() {
+ long current = System.currentTimeMillis();
+ remaining -= (prev - current);
+ prev = current;
+ }
+
+ public void interval(long wait) {
+ if (wait <= 0 || isTimedOut()) {
+ return;
+ }
+ try {
+ Thread.sleep(Math.min(remaining, wait));
+ } catch (Exception ex) {
+ // ignore
+ }
+ }
+
+ public long remaining() {
+ return remaining;
+ }
+ }
+
+ public static class Scrutineer<T> {
+
+ private final AtomicReference<T> reference = new AtomicReference<T>();
+
+ T check(T ticket) {
+ T granted = reference.get();
+ for (;granted == null; granted = reference.get()) {
+ if (reference.compareAndSet(null, ticket)) {
+ return ticket;
+ }
+ }
+ return granted;
+ }
+
+ boolean clear(T granted) {
+ return reference.compareAndSet(granted, null);
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/pom.xml
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/pom.xml b/tajo-rpc/tajo-rpc-protobuf/pom.xml
new file mode 100644
index 0000000..1f67255
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/pom.xml
@@ -0,0 +1,274 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <artifactId>tajo-project</artifactId>
+ <version>0.11.0-SNAPSHOT</version>
+ <groupId>org.apache.tajo</groupId>
+ <relativePath>../../tajo-project</relativePath>
+ </parent>
+ <packaging>jar</packaging>
+ <artifactId>tajo-rpc-protobuf</artifactId>
+ <name>Tajo Protocol Buffer Rpc</name>
+ <description>RPC Server/Client Implementation based on Netty and Protocol Buffer</description>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <configuration>
+ <source>1.6</source>
+ <target>1.6</target>
+ <encoding>${project.build.sourceEncoding}</encoding>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>verify</phase>
+ <goals>
+ <goal>check</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-jar-plugin</artifactId>
+ <version>2.4</version>
+ <configuration>
+ </configuration>
+ <executions>
+ <execution>
+ <id>create-jar</id>
+ <phase>prepare-package</phase>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>create-protobuf-generated-sources-directory</id>
+ <phase>initialize</phase>
+ <configuration>
+ <target>
+ <mkdir dir="target/generated-sources/proto" />
+ </target>
+ </configuration>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>exec-maven-plugin</artifactId>
+ <version>1.2</version>
+ <executions>
+ <execution>
+ <id>generate-sources</id>
+ <phase>generate-sources</phase>
+ <configuration>
+ <executable>protoc</executable>
+ <arguments>
+ <argument>-Isrc/main/proto/</argument>
+ <argument>--java_out=target/generated-sources/proto</argument>
+ <argument>src/main/proto/DummyProtos.proto</argument>
+ <argument>src/main/proto/RpcProtos.proto</argument>
+ <argument>src/main/proto/TestProtos.proto</argument>
+ <argument>src/main/proto/TestProtocol.proto</argument>
+ </arguments>
+ </configuration>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>build-helper-maven-plugin</artifactId>
+ <version>1.5</version>
+ <executions>
+ <execution>
+ <id>add-source</id>
+ <phase>generate-sources</phase>
+ <goals>
+ <goal>add-source</goal>
+ </goals>
+ <configuration>
+ <sources>
+ <source>target/generated-sources/proto</source>
+ </sources>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>2.15</version>
+ </plugin>
+ </plugins>
+ </build>
+
+ <dependencies>
+ <dependency>
+ <groupId>commons-logging</groupId>
+ <artifactId>commons-logging</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>commons-lang</groupId>
+ <artifactId>commons-lang</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.google.guava</groupId>
+ <artifactId>guava</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.google.protobuf</groupId>
+ <artifactId>protobuf-java</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.tajo</groupId>
+ <artifactId>tajo-rpc-common</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ </properties>
+ <repositories>
+ <repository>
+ <id>repository.jboss.org</id>
+ <url>https://repository.jboss.org/nexus/content/repositories/releases/
+ </url>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ </repositories>
+
+ <profiles>
+ <profile>
+ <id>docs</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <executions>
+ <execution>
+ <!-- build javadoc jars per jar for publishing to maven -->
+ <id>module-javadocs</id>
+ <phase>package</phase>
+ <goals>
+ <goal>jar</goal>
+ </goals>
+ <configuration>
+ <destDir>${project.build.directory}</destDir>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ <profile>
+ <id>dist</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>dist</id>
+ <phase>package</phase>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ <configuration>
+ <target>
+ <echo file="${project.build.directory}/dist-layout-stitching.sh">
+ run() {
+ echo "\$ ${@}"
+ "${@}"
+ res=$?
+ if [ $res != 0 ]; then
+ echo
+ echo "Failed!"
+ echo
+ exit $res
+ fi
+ }
+
+ ROOT=`cd ${basedir}/..;pwd`
+ echo
+ echo "Current directory `pwd`"
+ echo
+ run rm -rf ${project.artifactId}-${project.version}
+ run mkdir ${project.artifactId}-${project.version}
+ run cd ${project.artifactId}-${project.version}
+ run cp -r ${basedir}/target/${project.artifactId}-${project.version}*.jar .
+ echo
+ echo "Tajo Rpc dist layout available at: ${project.build.directory}/${project.artifactId}-${project.version}"
+ echo
+ </echo>
+ <exec executable="sh" dir="${project.build.directory}" failonerror="true">
+ <arg line="./dist-layout-stitching.sh" />
+ </exec>
+ </target>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+ </profiles>
+
+ <reporting>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-report-plugin</artifactId>
+ <version>2.15</version>
+ </plugin>
+ </plugins>
+ </reporting>
+
+</project>
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java
new file mode 100644
index 0000000..3d856ce
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcClient.java
@@ -0,0 +1,227 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.Descriptors.MethodDescriptor;
+import com.google.protobuf.*;
+
+import io.netty.channel.*;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.RpcConnectionPool.RpcConnectionKey;
+import org.apache.tajo.rpc.RpcProtos.RpcRequest;
+import org.apache.tajo.rpc.RpcProtos.RpcResponse;
+
+import io.netty.util.ReferenceCountUtil;
+import io.netty.util.concurrent.GenericFutureListener;
+
+import java.lang.reflect.Method;
+import java.net.InetSocketAddress;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+import java.util.concurrent.ConcurrentMap;
+
+public class AsyncRpcClient extends NettyClientBase {
+ private static final Log LOG = LogFactory.getLog(AsyncRpcClient.class);
+
+ private final ConcurrentMap<Integer, ResponseCallback> requests =
+ new ConcurrentHashMap<Integer, ResponseCallback>();
+
+ private final Method stubMethod;
+ private final ProxyRpcChannel rpcChannel;
+ private final ClientChannelInboundHandler inboundHandler;
+
+ /**
+ * Intentionally make this method package-private, avoiding user directly
+ * new an instance through this constructor.
+ */
+ AsyncRpcClient(RpcConnectionKey rpcConnectionKey, int retries)
+ throws ClassNotFoundException, NoSuchMethodException {
+ super(rpcConnectionKey, retries);
+ stubMethod = getServiceClass().getMethod("newStub", RpcChannel.class);
+ rpcChannel = new ProxyRpcChannel();
+ inboundHandler = new ClientChannelInboundHandler();
+ init(new ProtoChannelInitializer(inboundHandler, RpcResponse.getDefaultInstance()));
+ }
+
+ @Override
+ public <T> T getStub() {
+ return getStub(stubMethod, rpcChannel);
+ }
+
+ protected void sendExceptions(String message) {
+ for(Map.Entry<Integer, ResponseCallback> callbackEntry: requests.entrySet()) {
+ ResponseCallback callback = callbackEntry.getValue();
+ Integer id = callbackEntry.getKey();
+
+ RpcResponse.Builder responseBuilder = RpcResponse.newBuilder()
+ .setErrorMessage(message)
+ .setId(id);
+
+ callback.run(responseBuilder.build());
+ }
+ }
+
+ @Override
+ public void close() {
+ sendExceptions("AsyncRpcClient terminates all the connections");
+
+ super.close();
+ }
+
+ private class ProxyRpcChannel implements RpcChannel {
+
+ public void callMethod(final MethodDescriptor method,
+ final RpcController controller,
+ final Message param,
+ final Message responseType,
+ RpcCallback<Message> done) {
+
+ int nextSeqId = sequence.getAndIncrement();
+
+ Message rpcRequest = buildRequest(nextSeqId, method, param);
+
+ inboundHandler.registerCallback(nextSeqId,
+ new ResponseCallback(controller, responseType, done));
+
+ ChannelPromise channelPromise = getChannel().newPromise();
+ channelPromise.addListener(new GenericFutureListener<ChannelFuture>() {
+
+ @Override
+ public void operationComplete(ChannelFuture future) throws Exception {
+ if (!future.isSuccess()) {
+ inboundHandler.exceptionCaught(null, new ServiceException(future.cause()));
+ }
+ }
+ });
+ getChannel().writeAndFlush(rpcRequest, channelPromise);
+ }
+
+ private Message buildRequest(int seqId,
+ MethodDescriptor method,
+ Message param) {
+
+ RpcRequest.Builder requestBuilder = RpcRequest.newBuilder()
+ .setId(seqId)
+ .setMethodName(method.getName());
+
+ if (param != null) {
+ requestBuilder.setRequestMessage(param.toByteString());
+ }
+
+ return requestBuilder.build();
+ }
+ }
+
+ private class ResponseCallback implements RpcCallback<RpcResponse> {
+ private final RpcController controller;
+ private final Message responsePrototype;
+ private final RpcCallback<Message> callback;
+
+ public ResponseCallback(RpcController controller,
+ Message responsePrototype,
+ RpcCallback<Message> callback) {
+ this.controller = controller;
+ this.responsePrototype = responsePrototype;
+ this.callback = callback;
+ }
+
+ @Override
+ public void run(RpcResponse rpcResponse) {
+ // if hasErrorMessage is true, it means rpc-level errors.
+ // it does not call the callback function\
+ if (rpcResponse.hasErrorMessage()) {
+ if (controller != null) {
+ this.controller.setFailed(rpcResponse.getErrorMessage());
+ }
+ callback.run(null);
+ } else { // if rpc call succeed
+ try {
+ Message responseMessage;
+ if (!rpcResponse.hasResponseMessage()) {
+ responseMessage = null;
+ } else {
+ responseMessage = responsePrototype.newBuilderForType().mergeFrom(
+ rpcResponse.getResponseMessage()).build();
+ }
+
+ callback.run(responseMessage);
+
+ } catch (InvalidProtocolBufferException e) {
+ throw new RemoteException(getErrorMessage(""), e);
+ }
+ }
+ }
+ }
+
+ private String getErrorMessage(String message) {
+ return "Exception [" + protocol.getCanonicalName() +
+ "(" + RpcUtils.normalizeInetSocketAddress((InetSocketAddress)
+ getChannel().remoteAddress()) + ")]: " + message;
+ }
+
+ @ChannelHandler.Sharable
+ private class ClientChannelInboundHandler extends ChannelInboundHandlerAdapter {
+
+ void registerCallback(int seqId, ResponseCallback callback) {
+
+ if (requests.putIfAbsent(seqId, callback) != null) {
+ throw new RemoteException(
+ getErrorMessage("Duplicate Sequence Id "+ seqId));
+ }
+ }
+
+ @Override
+ public void channelRead(ChannelHandlerContext ctx, Object msg)
+ throws Exception {
+ if (msg instanceof RpcResponse) {
+ try {
+ RpcResponse response = (RpcResponse) msg;
+ ResponseCallback callback = requests.remove(response.getId());
+
+ if (callback == null) {
+ LOG.warn("Dangling rpc call");
+ } else {
+ callback.run(response);
+ }
+ } finally {
+ ReferenceCountUtil.release(msg);
+ }
+ }
+ }
+
+ @Override
+ public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause)
+ throws Exception {
+ LOG.error(getRemoteAddress() + "," + protocol + "," + cause.getMessage(), cause);
+
+ sendExceptions(cause.getMessage());
+
+ if(LOG.isDebugEnabled()) {
+ LOG.error(cause.getMessage(), cause);
+ } else {
+ LOG.error("RPC Exception:" + cause.getMessage());
+ }
+
+ if (ctx != null && ctx.channel().isActive()) {
+ ctx.channel().close();
+ }
+ }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java
new file mode 100644
index 0000000..3b5a747
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/AsyncRpcServer.java
@@ -0,0 +1,148 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.*;
+import com.google.protobuf.Descriptors.MethodDescriptor;
+
+import io.netty.channel.*;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.RpcProtos.RpcRequest;
+import org.apache.tajo.rpc.RpcProtos.RpcResponse;
+
+import io.netty.util.ReferenceCountUtil;
+
+import java.lang.reflect.Method;
+import java.net.InetSocketAddress;
+
+public class AsyncRpcServer extends NettyServerBase {
+ private static final Log LOG = LogFactory.getLog(AsyncRpcServer.class);
+
+ private final Service service;
+ private final ChannelInitializer<Channel> initializer;
+
+ public AsyncRpcServer(final Class<?> protocol,
+ final Object instance,
+ final InetSocketAddress bindAddress,
+ final int workerNum)
+ throws Exception {
+ super(protocol.getSimpleName(), bindAddress);
+
+ String serviceClassName = protocol.getName() + "$" +
+ protocol.getSimpleName() + "Service";
+ Class<?> serviceClass = Class.forName(serviceClassName);
+ Class<?> interfaceClass = Class.forName(serviceClassName + "$Interface");
+ Method method = serviceClass.getMethod("newReflectiveService", interfaceClass);
+ this.service = (Service) method.invoke(null, instance);
+
+ this.initializer = new ProtoChannelInitializer(new ServerHandler(), RpcRequest.getDefaultInstance());
+ super.init(this.initializer, workerNum);
+ }
+
+ @ChannelHandler.Sharable
+ private class ServerHandler extends ChannelInboundHandlerAdapter {
+
+ @Override
+ public void channelRegistered(ChannelHandlerContext ctx) throws Exception {
+ accepted.add(ctx.channel());
+ if(LOG.isDebugEnabled()){
+ LOG.debug(String.format(serviceName + " accepted number of connections (%d)", accepted.size()));
+ }
+ super.channelRegistered(ctx);
+ }
+
+ @Override
+ public void channelUnregistered(ChannelHandlerContext ctx) throws Exception {
+ accepted.remove(ctx.channel());
+ if (LOG.isDebugEnabled()) {
+ LOG.debug(serviceName + " closes a connection. The number of current connections are " + accepted.size());
+ }
+ super.channelUnregistered(ctx);
+ }
+
+ @Override
+ public void channelRead(final ChannelHandlerContext ctx, Object msg)
+ throws Exception {
+ if (msg instanceof RpcRequest) {
+ try {
+ final RpcRequest request = (RpcRequest) msg;
+
+ String methodName = request.getMethodName();
+ MethodDescriptor methodDescriptor = service.getDescriptorForType().findMethodByName(methodName);
+
+ if (methodDescriptor == null) {
+ throw new RemoteCallException(request.getId(), new NoSuchMethodException(methodName));
+ }
+
+ Message paramProto = null;
+ if (request.hasRequestMessage()) {
+ try {
+ paramProto = service.getRequestPrototype(methodDescriptor).newBuilderForType()
+ .mergeFrom(request.getRequestMessage()).build();
+ } catch (Throwable t) {
+ throw new RemoteCallException(request.getId(), methodDescriptor, t);
+ }
+ }
+
+ final RpcController controller = new NettyRpcController();
+
+ RpcCallback<Message> callback = !request.hasId() ? null : new RpcCallback<Message>() {
+
+ public void run(Message returnValue) {
+
+ RpcResponse.Builder builder = RpcResponse.newBuilder().setId(request.getId());
+
+ if (returnValue != null) {
+ builder.setResponseMessage(returnValue.toByteString());
+ }
+
+ if (controller.failed()) {
+ builder.setErrorMessage(controller.errorText());
+ }
+
+ ctx.writeAndFlush(builder.build());
+ }
+ };
+
+ service.callMethod(methodDescriptor, controller, paramProto, callback);
+
+ } finally {
+ ReferenceCountUtil.release(msg);
+ }
+ }
+ }
+
+ @Override
+ public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause)
+ throws Exception{
+ if (cause instanceof RemoteCallException) {
+ RemoteCallException callException = (RemoteCallException) cause;
+ ctx.writeAndFlush(callException.getResponse());
+ } else {
+ LOG.error(cause.getMessage());
+ }
+
+ if (ctx != null && ctx.channel().isActive()) {
+ ctx.channel().close();
+ }
+ }
+
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java
new file mode 100644
index 0000000..6a90330
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcClient.java
@@ -0,0 +1,273 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.*;
+import com.google.protobuf.Descriptors.MethodDescriptor;
+
+import io.netty.channel.*;
+import io.netty.util.concurrent.*;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.RpcConnectionPool.RpcConnectionKey;
+import org.apache.tajo.rpc.RpcProtos.RpcRequest;
+import org.apache.tajo.rpc.RpcProtos.RpcResponse;
+
+import io.netty.util.ReferenceCountUtil;
+
+import java.lang.reflect.Method;
+import java.net.InetSocketAddress;
+import java.util.Map;
+import java.util.concurrent.*;
+import java.util.concurrent.Future;
+
+public class BlockingRpcClient extends NettyClientBase {
+ private static final Log LOG = LogFactory.getLog(RpcProtos.class);
+
+ private final Map<Integer, ProtoCallFuture> requests =
+ new ConcurrentHashMap<Integer, ProtoCallFuture>();
+
+ private final Method stubMethod;
+ private final ProxyRpcChannel rpcChannel;
+ private final ChannelInboundHandlerAdapter inboundHandler;
+
+ /**
+ * Intentionally make this method package-private, avoiding user directly
+ * new an instance through this constructor.
+ */
+ BlockingRpcClient(RpcConnectionKey rpcConnectionKey, int retries)
+ throws ClassNotFoundException, NoSuchMethodException {
+ super(rpcConnectionKey, retries);
+ stubMethod = getServiceClass().getMethod("newBlockingStub", BlockingRpcChannel.class);
+ rpcChannel = new ProxyRpcChannel();
+ inboundHandler = new ClientChannelInboundHandler();
+ init(new ProtoChannelInitializer(inboundHandler, RpcResponse.getDefaultInstance()));
+ }
+
+ @Override
+ public <T> T getStub() {
+ return getStub(stubMethod, rpcChannel);
+ }
+
+ @Override
+ public void close() {
+ for(ProtoCallFuture callback: requests.values()) {
+ callback.setFailed("BlockingRpcClient terminates all the connections",
+ new ServiceException("BlockingRpcClient terminates all the connections"));
+ }
+
+ super.close();
+ }
+
+ private class ProxyRpcChannel implements BlockingRpcChannel {
+
+ @Override
+ public Message callBlockingMethod(final MethodDescriptor method,
+ final RpcController controller,
+ final Message param,
+ final Message responsePrototype)
+ throws TajoServiceException {
+
+ int nextSeqId = sequence.getAndIncrement();
+
+ Message rpcRequest = buildRequest(nextSeqId, method, param);
+
+ ProtoCallFuture callFuture =
+ new ProtoCallFuture(controller, responsePrototype);
+ requests.put(nextSeqId, callFuture);
+
+ ChannelPromise channelPromise = getChannel().newPromise();
+ channelPromise.addListener(new GenericFutureListener<ChannelFuture>() {
+ @Override
+ public void operationComplete(ChannelFuture future) throws Exception {
+ if (!future.isSuccess()) {
+ inboundHandler.exceptionCaught(null, new ServiceException(future.cause()));
+ }
+ }
+ });
+ getChannel().writeAndFlush(rpcRequest, channelPromise);
+
+ try {
+ return callFuture.get(60, TimeUnit.SECONDS);
+ } catch (Throwable t) {
+ if (t instanceof ExecutionException) {
+ Throwable cause = t.getCause();
+ if (cause != null && cause instanceof TajoServiceException) {
+ throw (TajoServiceException)cause;
+ }
+ }
+ throw new TajoServiceException(t.getMessage());
+ }
+ }
+
+ private Message buildRequest(int seqId,
+ MethodDescriptor method,
+ Message param) {
+ RpcRequest.Builder requestBuilder = RpcRequest.newBuilder()
+ .setId(seqId)
+ .setMethodName(method.getName());
+
+ if (param != null) {
+ requestBuilder.setRequestMessage(param.toByteString());
+ }
+
+ return requestBuilder.build();
+ }
+ }
+
+ private String getErrorMessage(String message) {
+ if(getChannel() != null) {
+ return protocol.getName() +
+ "(" + RpcUtils.normalizeInetSocketAddress((InetSocketAddress)
+ getChannel().remoteAddress()) + "): " + message;
+ } else {
+ return "Exception " + message;
+ }
+ }
+
+ private TajoServiceException makeTajoServiceException(RpcResponse response, Throwable cause) {
+ if(getChannel() != null) {
+ return new TajoServiceException(response.getErrorMessage(), cause, protocol.getName(),
+ RpcUtils.normalizeInetSocketAddress((InetSocketAddress)getChannel().remoteAddress()));
+ } else {
+ return new TajoServiceException(response.getErrorMessage());
+ }
+ }
+
+ @ChannelHandler.Sharable
+ private class ClientChannelInboundHandler extends ChannelInboundHandlerAdapter {
+
+ @Override
+ public void channelRead(ChannelHandlerContext ctx, Object msg)
+ throws Exception {
+
+ if (msg instanceof RpcResponse) {
+ try {
+ RpcResponse rpcResponse = (RpcResponse) msg;
+ ProtoCallFuture callback = requests.remove(rpcResponse.getId());
+
+ if (callback == null) {
+ LOG.warn("Dangling rpc call");
+ } else {
+ if (rpcResponse.hasErrorMessage()) {
+ callback.setFailed(rpcResponse.getErrorMessage(),
+ makeTajoServiceException(rpcResponse, new ServiceException(rpcResponse.getErrorTrace())));
+ throw new RemoteException(getErrorMessage(rpcResponse.getErrorMessage()));
+ } else {
+ Message responseMessage;
+
+ if (!rpcResponse.hasResponseMessage()) {
+ responseMessage = null;
+ } else {
+ responseMessage = callback.returnType.newBuilderForType().mergeFrom(rpcResponse.getResponseMessage())
+ .build();
+ }
+
+ callback.setResponse(responseMessage);
+ }
+ }
+ } finally {
+ ReferenceCountUtil.release(msg);
+ }
+ }
+ }
+
+ @Override
+ public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause)
+ throws Exception {
+ for(ProtoCallFuture callback: requests.values()) {
+ callback.setFailed(cause.getMessage(), cause);
+ }
+
+ if(LOG.isDebugEnabled()) {
+ LOG.error("" + cause.getMessage(), cause);
+ } else {
+ LOG.error("RPC Exception:" + cause.getMessage());
+ }
+ if (ctx != null && ctx.channel().isActive()) {
+ ctx.channel().close();
+ }
+ }
+ }
+
+ static class ProtoCallFuture implements Future<Message> {
+ private Semaphore sem = new Semaphore(0);
+ private Message response = null;
+ private Message returnType;
+
+ private RpcController controller;
+
+ private ExecutionException ee;
+
+ public ProtoCallFuture(RpcController controller, Message message) {
+ this.controller = controller;
+ this.returnType = message;
+ }
+
+ @Override
+ public boolean cancel(boolean arg0) {
+ return false;
+ }
+
+ @Override
+ public Message get() throws InterruptedException, ExecutionException {
+ sem.acquire();
+ if(ee != null) {
+ throw ee;
+ }
+ return response;
+ }
+
+ @Override
+ public Message get(long timeout, TimeUnit unit)
+ throws InterruptedException, ExecutionException, TimeoutException {
+ if(sem.tryAcquire(timeout, unit)) {
+ if (ee != null) {
+ throw ee;
+ }
+ return response;
+ } else {
+ throw new TimeoutException();
+ }
+ }
+
+ @Override
+ public boolean isCancelled() {
+ return false;
+ }
+
+ @Override
+ public boolean isDone() {
+ return sem.availablePermits() > 0;
+ }
+
+ public void setResponse(Message response) {
+ this.response = response;
+ sem.release();
+ }
+
+ public void setFailed(String errorText, Throwable t) {
+ if(controller != null) {
+ this.controller.setFailed(errorText);
+ }
+ ee = new ExecutionException(errorText, t);
+ sem.release();
+ }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java
new file mode 100644
index 0000000..0ce359f
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/BlockingRpcServer.java
@@ -0,0 +1,147 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.BlockingService;
+import com.google.protobuf.Descriptors.MethodDescriptor;
+import com.google.protobuf.Message;
+import com.google.protobuf.RpcController;
+
+import io.netty.channel.*;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.RpcProtos.RpcRequest;
+import org.apache.tajo.rpc.RpcProtos.RpcResponse;
+
+import io.netty.util.ReferenceCountUtil;
+
+import java.lang.reflect.Method;
+import java.net.InetSocketAddress;
+
+public class BlockingRpcServer extends NettyServerBase {
+ private static Log LOG = LogFactory.getLog(BlockingRpcServer.class);
+ private final BlockingService service;
+ private final ChannelInitializer<Channel> initializer;
+
+ public BlockingRpcServer(final Class<?> protocol,
+ final Object instance,
+ final InetSocketAddress bindAddress,
+ final int workerNum)
+ throws Exception {
+
+ super(protocol.getSimpleName(), bindAddress);
+
+ String serviceClassName = protocol.getName() + "$" +
+ protocol.getSimpleName() + "Service";
+ Class<?> serviceClass = Class.forName(serviceClassName);
+ Class<?> interfaceClass = Class.forName(serviceClassName +
+ "$BlockingInterface");
+ Method method = serviceClass.getMethod(
+ "newReflectiveBlockingService", interfaceClass);
+
+ this.service = (BlockingService) method.invoke(null, instance);
+ this.initializer = new ProtoChannelInitializer(new ServerHandler(), RpcRequest.getDefaultInstance());
+
+ super.init(this.initializer, workerNum);
+ }
+
+ @ChannelHandler.Sharable
+ private class ServerHandler extends ChannelInboundHandlerAdapter {
+
+ @Override
+ public void channelRegistered(ChannelHandlerContext ctx) throws Exception {
+ accepted.add(ctx.channel());
+ if(LOG.isDebugEnabled()){
+ LOG.debug(String.format(serviceName + " accepted number of connections (%d)", accepted.size()));
+ }
+ super.channelRegistered(ctx);
+ }
+
+ @Override
+ public void channelUnregistered(ChannelHandlerContext ctx) throws Exception {
+ accepted.remove(ctx.channel());
+ if (LOG.isDebugEnabled()) {
+ LOG.debug(serviceName + " closes a connection. The number of current connections are " + accepted.size());
+ }
+ super.channelUnregistered(ctx);
+ }
+
+ @Override
+ public void channelRead(ChannelHandlerContext ctx, Object msg)
+ throws Exception {
+
+ if (msg instanceof RpcRequest) {
+ try {
+ final RpcRequest request = (RpcRequest) msg;
+
+ String methodName = request.getMethodName();
+ MethodDescriptor methodDescriptor = service.getDescriptorForType().findMethodByName(methodName);
+
+ if (methodDescriptor == null) {
+ throw new RemoteCallException(request.getId(), new NoSuchMethodException(methodName));
+ }
+ Message paramProto = null;
+ if (request.hasRequestMessage()) {
+ try {
+ paramProto = service.getRequestPrototype(methodDescriptor).newBuilderForType()
+ .mergeFrom(request.getRequestMessage()).build();
+
+ } catch (Throwable t) {
+ throw new RemoteCallException(request.getId(), methodDescriptor, t);
+ }
+ }
+ Message returnValue;
+ RpcController controller = new NettyRpcController();
+
+ try {
+ returnValue = service.callBlockingMethod(methodDescriptor, controller, paramProto);
+ } catch (Throwable t) {
+ throw new RemoteCallException(request.getId(), methodDescriptor, t);
+ }
+
+ RpcResponse.Builder builder = RpcResponse.newBuilder().setId(request.getId());
+
+ if (returnValue != null) {
+ builder.setResponseMessage(returnValue.toByteString());
+ }
+
+ if (controller.failed()) {
+ builder.setErrorMessage(controller.errorText());
+ }
+ ctx.writeAndFlush(builder.build());
+ } finally {
+ ReferenceCountUtil.release(msg);
+ }
+ }
+ }
+
+ @Override
+ public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) {
+ if (cause instanceof RemoteCallException) {
+ RemoteCallException callException = (RemoteCallException) cause;
+ ctx.writeAndFlush(callException.getResponse());
+ }
+
+ if (ctx != null && ctx.channel().isActive()) {
+ ctx.channel().close();
+ }
+ }
+
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/CallFuture.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/CallFuture.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/CallFuture.java
new file mode 100644
index 0000000..c4c3256
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/CallFuture.java
@@ -0,0 +1,84 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.RpcCallback;
+import com.google.protobuf.RpcController;
+
+import java.util.concurrent.Future;
+import java.util.concurrent.Semaphore;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.TimeoutException;
+
+public class CallFuture<T> implements RpcCallback<T>, Future<T> {
+
+ private final Semaphore sem = new Semaphore(0);
+ private boolean done = false;
+ private T response;
+ private RpcController controller;
+
+ public CallFuture() {
+ controller = new DefaultRpcController();
+ }
+
+ public RpcController getController() {
+ return controller;
+ }
+
+ @Override
+ public void run(T t) {
+ this.response = t;
+ done = true;
+ sem.release();
+ }
+
+ @Override
+ public boolean cancel(boolean mayInterruptIfRunning) {
+ controller.startCancel();
+ sem.release();
+ return controller.isCanceled();
+ }
+
+ @Override
+ public boolean isCancelled() {
+ return controller.isCanceled();
+ }
+
+ @Override
+ public boolean isDone() {
+ return done;
+ }
+
+ @Override
+ public T get() throws InterruptedException {
+ sem.acquire();
+
+ return response;
+ }
+
+ @Override
+ public T get(long timeout, TimeUnit unit)
+ throws InterruptedException, TimeoutException {
+ if (sem.tryAcquire(timeout, unit)) {
+ return response;
+ } else {
+ throw new TimeoutException();
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java
new file mode 100644
index 0000000..4ba19a5
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/DefaultRpcController.java
@@ -0,0 +1,65 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.RpcCallback;
+import com.google.protobuf.RpcController;
+
+public class DefaultRpcController implements RpcController {
+ private String errorText;
+ private boolean error;
+ private boolean canceled;
+
+ @Override
+ public void reset() {
+ errorText = "";
+ error = false;
+ canceled = false;
+ }
+
+ @Override
+ public boolean failed() {
+ return error;
+ }
+
+ @Override
+ public String errorText() {
+ return errorText;
+ }
+
+ @Override
+ public void startCancel() {
+ this.canceled = true;
+ }
+
+ @Override
+ public void setFailed(String s) {
+ this.errorText = s;
+ this.error = true;
+ }
+
+ @Override
+ public boolean isCanceled() {
+ return canceled;
+ }
+
+ @Override
+ public void notifyOnCancel(RpcCallback<Object> objectRpcCallback) {
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyClientBase.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyClientBase.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyClientBase.java
new file mode 100644
index 0000000..72278f2
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyClientBase.java
@@ -0,0 +1,221 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import io.netty.channel.*;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.tajo.rpc.RpcConnectionPool.RpcConnectionKey;
+
+import io.netty.bootstrap.Bootstrap;
+import io.netty.buffer.PooledByteBufAllocator;
+import io.netty.channel.socket.nio.NioSocketChannel;
+import io.netty.util.concurrent.GenericFutureListener;
+
+import java.io.Closeable;
+import java.lang.reflect.Method;
+import java.net.InetSocketAddress;
+import java.net.SocketAddress;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+public abstract class NettyClientBase implements Closeable {
+ private static final Log LOG = LogFactory.getLog(NettyClientBase.class);
+ private static final int CONNECTION_TIMEOUT = 60000; // 60 sec
+ private static final long PAUSE = 1000; // 1 sec
+
+ private final int numRetries;
+
+ private Bootstrap bootstrap;
+ private volatile ChannelFuture channelFuture;
+
+ protected final Class<?> protocol;
+ protected final AtomicInteger sequence = new AtomicInteger(0);
+
+ private final RpcConnectionKey key;
+ private final AtomicInteger counter = new AtomicInteger(0); // reference counter
+
+ public NettyClientBase(RpcConnectionKey rpcConnectionKey, int numRetries)
+ throws ClassNotFoundException, NoSuchMethodException {
+ this.key = rpcConnectionKey;
+ this.protocol = rpcConnectionKey.protocolClass;
+ this.numRetries = numRetries;
+ }
+
+ // should be called from sub class
+ protected void init(ChannelInitializer<Channel> initializer) {
+ this.bootstrap = new Bootstrap();
+ this.bootstrap
+ .channel(NioSocketChannel.class)
+ .handler(initializer)
+ .option(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
+ .option(ChannelOption.SO_REUSEADDR, true)
+ .option(ChannelOption.CONNECT_TIMEOUT_MILLIS, CONNECTION_TIMEOUT)
+ .option(ChannelOption.SO_RCVBUF, 1048576 * 10)
+ .option(ChannelOption.TCP_NODELAY, true);
+ }
+
+ public RpcConnectionPool.RpcConnectionKey getKey() {
+ return key;
+ }
+
+ protected final Class<?> getServiceClass() throws ClassNotFoundException {
+ String serviceClassName = protocol.getName() + "$" + protocol.getSimpleName() + "Service";
+ return Class.forName(serviceClassName);
+ }
+
+ @SuppressWarnings("unchecked")
+ protected final <T> T getStub(Method stubMethod, Object rpcChannel) {
+ try {
+ return (T) stubMethod.invoke(null, rpcChannel);
+ } catch (Exception e) {
+ throw new RemoteException(e.getMessage(), e);
+ }
+ }
+
+ public abstract <T> T getStub();
+
+ public boolean acquire(long timeout) {
+ if (!checkConnection(timeout)) {
+ return false;
+ }
+ counter.incrementAndGet();
+ return true;
+ }
+
+ public boolean release() {
+ return counter.decrementAndGet() == 0;
+ }
+
+ private boolean checkConnection(long timeout) {
+ if (isConnected()) {
+ return true;
+ }
+
+ InetSocketAddress addr = key.addr;
+ if (addr.isUnresolved()) {
+ addr = RpcUtils.createSocketAddr(addr.getHostName(), addr.getPort());
+ }
+
+ return handleConnectionInternally(addr, timeout);
+ }
+
+ private void connectUsingNetty(InetSocketAddress address, GenericFutureListener<ChannelFuture> listener) {
+ LOG.warn("Try to connect : " + address);
+ this.channelFuture = bootstrap.clone().group(RpcChannelFactory.getSharedClientEventloopGroup())
+ .connect(address)
+ .addListener(listener);
+ }
+
+ // first attendant kicks connection
+ private final RpcUtils.Scrutineer<CountDownLatch> connect = new RpcUtils.Scrutineer<CountDownLatch>();
+
+ private boolean handleConnectionInternally(final InetSocketAddress addr, long timeout) {
+ final CountDownLatch ticket = new CountDownLatch(1);
+ final CountDownLatch granted = connect.check(ticket);
+
+ // basically, it's double checked lock
+ if (ticket == granted && isConnected()) {
+ granted.countDown();
+ return true;
+ }
+
+ if (ticket == granted) {
+ connectUsingNetty(addr, new RetryConnectionListener(addr, granted));
+ }
+
+ try {
+ granted.await(timeout, TimeUnit.MILLISECONDS);
+ } catch (InterruptedException e) {
+ // ignore
+ }
+
+ boolean success = channelFuture.isSuccess();
+
+ if (granted.getCount() == 0) {
+ connect.clear(granted);
+ }
+
+ return success;
+ }
+
+ class RetryConnectionListener implements GenericFutureListener<ChannelFuture> {
+ private final AtomicInteger retryCount = new AtomicInteger();
+ private final InetSocketAddress address;
+ private final CountDownLatch latch;
+
+ RetryConnectionListener(InetSocketAddress address, CountDownLatch latch) {
+ this.address = address;
+ this.latch = latch;
+ }
+
+ @Override
+ public void operationComplete(ChannelFuture channelFuture) throws Exception {
+ if (!channelFuture.isSuccess()) {
+ channelFuture.channel().close();
+
+ if (numRetries > retryCount.getAndIncrement()) {
+ final GenericFutureListener<ChannelFuture> currentListener = this;
+
+ RpcChannelFactory.getSharedClientEventloopGroup().schedule(new Runnable() {
+ @Override
+ public void run() {
+ connectUsingNetty(address, currentListener);
+ }
+ }, PAUSE, TimeUnit.MILLISECONDS);
+
+ LOG.debug("Connecting to " + address + " has been failed. Retrying to connect.");
+ }
+ else {
+ latch.countDown();
+
+ LOG.error("Max retry count has been exceeded. attempts=" + numRetries);
+ }
+ }
+ else {
+ latch.countDown();
+ }
+ }
+ }
+
+ public Channel getChannel() {
+ return channelFuture == null ? null : channelFuture.channel();
+ }
+
+ public boolean isConnected() {
+ Channel channel = getChannel();
+ return channel != null && channel.isOpen() && channel.isActive();
+ }
+
+ public SocketAddress getRemoteAddress() {
+ Channel channel = getChannel();
+ return channel == null ? null : channel.remoteAddress();
+ }
+
+ @Override
+ public void close() {
+ Channel channel = getChannel();
+ if (channel != null && channel.isOpen()) {
+ LOG.debug("Proxy will be disconnected from remote " + channel.remoteAddress());
+ channel.close();
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyRpcController.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyRpcController.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyRpcController.java
new file mode 100644
index 0000000..b7f4537
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NettyRpcController.java
@@ -0,0 +1,63 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.RpcCallback;
+import com.google.protobuf.RpcController;
+
+public class NettyRpcController implements RpcController {
+ private String errorText;
+
+ @Override
+ public void reset() {
+ errorText = null;
+ }
+
+ @Override
+ public boolean failed() {
+ return errorText != null;
+ }
+
+ @Override
+ public String errorText() {
+ return errorText;
+ }
+
+ @Override
+ public void startCancel() {
+ // TODO - to be implemented
+ throw new UnsupportedOperationException();
+ }
+
+ @Override
+ public void setFailed(String s) {
+ errorText = s;
+ }
+
+ @Override
+ public boolean isCanceled() {
+ // TODO - to be implemented
+ return false;
+ }
+
+ @Override
+ public void notifyOnCancel(RpcCallback<Object> objectRpcCallback) {
+ throw new UnsupportedOperationException();
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NullCallback.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NullCallback.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NullCallback.java
new file mode 100644
index 0000000..9b7f8ac
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/NullCallback.java
@@ -0,0 +1,38 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.RpcCallback;
+
+public class NullCallback implements RpcCallback<Object> {
+ private final static NullCallback instance;
+
+ static {
+ instance = new NullCallback();
+ }
+
+ public static RpcCallback get() {
+ return instance;
+ }
+
+ @Override
+ public void run(Object parameter) {
+ // do nothing
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java
new file mode 100644
index 0000000..6a340dc
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/ProtoChannelInitializer.java
@@ -0,0 +1,50 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelInitializer;
+import io.netty.channel.ChannelPipeline;
+import io.netty.handler.codec.protobuf.ProtobufDecoder;
+import io.netty.handler.codec.protobuf.ProtobufEncoder;
+import io.netty.handler.codec.protobuf.ProtobufVarint32FrameDecoder;
+import io.netty.handler.codec.protobuf.ProtobufVarint32LengthFieldPrepender;
+
+import com.google.protobuf.MessageLite;
+
+class ProtoChannelInitializer extends ChannelInitializer<Channel> {
+ private final MessageLite defaultInstance;
+ private final ChannelHandler handler;
+
+ public ProtoChannelInitializer(ChannelHandler handler, MessageLite defaultInstance) {
+ this.handler = handler;
+ this.defaultInstance = defaultInstance;
+ }
+
+ @Override
+ protected void initChannel(Channel channel) throws Exception {
+ ChannelPipeline pipeline = channel.pipeline();
+ pipeline.addLast("frameDecoder", new ProtobufVarint32FrameDecoder());
+ pipeline.addLast("protobufDecoder", new ProtobufDecoder(defaultInstance));
+ pipeline.addLast("frameEncoder", new ProtobufVarint32LengthFieldPrepender());
+ pipeline.addLast("protobufEncoder", new ProtobufEncoder());
+ pipeline.addLast("handler", handler);
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteCallException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteCallException.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteCallException.java
new file mode 100644
index 0000000..52ef31a
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteCallException.java
@@ -0,0 +1,69 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import com.google.protobuf.Descriptors.MethodDescriptor;
+import org.apache.tajo.rpc.RpcProtos.RpcResponse;
+
+import java.io.PrintWriter;
+import java.io.StringWriter;
+import java.io.Writer;
+
+public class RemoteCallException extends RemoteException {
+ private int seqId;
+ private String originExceptionClass;
+
+ public RemoteCallException(int seqId, MethodDescriptor methodDesc,
+ Throwable t) {
+ super("Remote call error occurs when " + methodDesc.getFullName() + "is called:", t);
+ this.seqId = seqId;
+ if (t != null) {
+ originExceptionClass = t.getClass().getCanonicalName();
+ }
+ }
+
+ public RemoteCallException(int seqId, Throwable t) {
+ super(t);
+ this.seqId = seqId;
+ if (t != null) {
+ originExceptionClass = t.getClass().getCanonicalName();
+ }
+ }
+
+ public RpcResponse getResponse() {
+ RpcResponse.Builder builder = RpcResponse.newBuilder();
+ builder.setId(seqId);
+ if (getCause().getMessage() == null) {
+ builder.setErrorMessage(getCause().getClass().getName());
+ } else {
+ builder.setErrorMessage(getCause().getMessage());
+ }
+ builder.setErrorTrace(getStackTraceString(getCause()));
+ builder.setErrorClass(originExceptionClass);
+
+ return builder.build();
+ }
+
+ private static String getStackTraceString(Throwable aThrowable) {
+ final Writer result = new StringWriter();
+ final PrintWriter printWriter = new PrintWriter(result);
+ aThrowable.printStackTrace(printWriter);
+ return result.toString();
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteException.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteException.java
new file mode 100644
index 0000000..30c110d
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RemoteException.java
@@ -0,0 +1,37 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+public class RemoteException extends RuntimeException {
+ public RemoteException() {
+ super();
+ }
+
+ public RemoteException(String message) {
+ super(message);
+ }
+
+ public RemoteException(Throwable t) {
+ super(t);
+ }
+
+ public RemoteException(String message, Throwable t) {
+ super(message, t);
+ }
+}
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
new file mode 100644
index 0000000..3c054ad
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RetriesExhaustedException.java
@@ -0,0 +1,104 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import java.io.IOException;
+import java.util.Date;
+import java.util.List;
+
+public class RetriesExhaustedException extends RuntimeException {
+ private static final long serialVersionUID = 1876775844L;
+
+ public RetriesExhaustedException(final String msg) {
+ super(msg);
+ }
+
+ public RetriesExhaustedException(final String msg, final IOException e) {
+ super(msg, e);
+ }
+
+ /**
+ * Datastructure that allows adding more info around Throwable incident.
+ */
+ public static class ThrowableWithExtraContext {
+ private final Throwable t;
+ private final long when;
+ private final String extras;
+
+ public ThrowableWithExtraContext(final Throwable t, final long when,
+ final String extras) {
+ this.t = t;
+ this.when = when;
+ this.extras = extras;
+ }
+
+ @Override
+ public String toString() {
+ return new Date(this.when).toString() + ", " + extras + ", " + t.toString();
+ }
+ }
+
+ /**
+ * Create a new RetriesExhaustedException from the list of prior failures.
+ * @param callableVitals Details from the {@link ServerCallable} we were using
+ * when we got this exception.
+ * @param numTries The number of tries we made
+ * @param exceptions List of exceptions that failed before giving up
+ */
+ public RetriesExhaustedException(final String callableVitals, int numTries,
+ List<Throwable> exceptions) {
+ super(getMessage(callableVitals, numTries, exceptions));
+ }
+
+ /**
+ * Create a new RetriesExhaustedException from the list of prior failures.
+ * @param numTries
+ * @param exceptions List of exceptions that failed before giving up
+ */
+ public RetriesExhaustedException(final int numTries,
+ final List<Throwable> exceptions) {
+ super(getMessage(numTries, exceptions));
+ }
+
+ private static String getMessage(String callableVitals, int numTries,
+ List<Throwable> exceptions) {
+ StringBuilder buffer = new StringBuilder("Failed contacting ");
+ buffer.append(callableVitals);
+ buffer.append(" after ");
+ buffer.append(numTries + 1);
+ buffer.append(" attempts.\nExceptions:\n");
+ for (Throwable t : exceptions) {
+ buffer.append(t.toString());
+ buffer.append("\n");
+ }
+ return buffer.toString();
+ }
+
+ private static String getMessage(final int numTries,
+ final List<Throwable> exceptions) {
+ StringBuilder buffer = new StringBuilder("Failed after attempts=");
+ buffer.append(numTries + 1);
+ buffer.append(", exceptions:\n");
+ for (Throwable t : exceptions) {
+ buffer.append(t.toString());
+ buffer.append("\n");
+ }
+ return buffer.toString();
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/tajo/blob/a9ae3cab/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java
----------------------------------------------------------------------
diff --git a/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java
new file mode 100644
index 0000000..6d1f479
--- /dev/null
+++ b/tajo-rpc/tajo-rpc-protobuf/src/main/java/org/apache/tajo/rpc/RpcConnectionPool.java
@@ -0,0 +1,190 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.tajo.rpc;
+
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import io.netty.channel.ConnectTimeoutException;
+import io.netty.util.internal.logging.CommonsLoggerFactory;
+import io.netty.util.internal.logging.InternalLoggerFactory;
+
+import java.net.InetSocketAddress;
+import java.util.HashMap;
+import java.util.Map;
+
+public class RpcConnectionPool {
+ private static final Log LOG = LogFactory.getLog(RpcConnectionPool.class);
+
+ private Map<RpcConnectionKey, NettyClientBase> connections =
+ new HashMap<RpcConnectionKey, NettyClientBase>();
+
+ private static RpcConnectionPool instance;
+ private final Object lockObject = new Object();
+
+ public final static int RPC_RETRIES = 3;
+
+ private RpcConnectionPool() {
+ }
+
+ public synchronized static RpcConnectionPool getPool() {
+ if(instance == null) {
+ InternalLoggerFactory.setDefaultFactory(new CommonsLoggerFactory());
+ instance = new RpcConnectionPool();
+ }
+ return instance;
+ }
+
+ private NettyClientBase makeConnection(RpcConnectionKey rpcConnectionKey)
+ throws NoSuchMethodException, ClassNotFoundException, ConnectTimeoutException {
+ NettyClientBase client;
+ if(rpcConnectionKey.asyncMode) {
+ client = new AsyncRpcClient(rpcConnectionKey, RPC_RETRIES);
+ } else {
+ client = new BlockingRpcClient(rpcConnectionKey, RPC_RETRIES);
+ }
+ return client;
+ }
+
+ public static final long DEFAULT_TIMEOUT = 3000;
+ public static final long DEFAULT_INTERVAL = 500;
+
+ public NettyClientBase getConnection(InetSocketAddress addr,
+ Class<?> protocolClass, boolean asyncMode)
+ throws NoSuchMethodException, ClassNotFoundException, ConnectTimeoutException {
+ return getConnection(addr, protocolClass, asyncMode, DEFAULT_TIMEOUT, DEFAULT_INTERVAL);
+ }
+
+ public NettyClientBase getConnection(InetSocketAddress addr,
+ Class<?> protocolClass, boolean asyncMode, long timeout, long interval)
+ throws NoSuchMethodException, ClassNotFoundException, ConnectTimeoutException {
+ RpcConnectionKey key = new RpcConnectionKey(addr, protocolClass, asyncMode);
+
+ RpcUtils.Timer timer = new RpcUtils.Timer(timeout);
+ for (; !timer.isTimedOut(); timer.elapsed()) {
+ NettyClientBase client;
+ synchronized (lockObject) {
+ client = connections.get(key);
+ if (client == null) {
+ connections.put(key, client = makeConnection(key));
+ }
+ }
+ if (client.acquire(timer.remaining())) {
+ return client;
+ }
+ timer.interval(interval);
+ }
+
+ throw new ConnectTimeoutException("Failed to get connection for " + timeout + " msec");
+ }
+
+ public void releaseConnection(NettyClientBase client) {
+ release(client, false);
+ }
+
+ public void closeConnection(NettyClientBase client) {
+ release(client, true);
+ }
+
+ private void release(NettyClientBase client, boolean close) {
+ if (client == null) {
+ return;
+ }
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Close connection [" + client.getKey() + "]");
+ }
+ try {
+ if (returnToPool(client, close)) {
+ client.close();
+ }
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Current Connections [" + connections.size() + "]");
+ }
+ } catch (Exception e) {
+ LOG.error("Can't close connection:" + client.getKey() + ":" + e.getMessage(), e);
+ }
+ }
+
+ // return true if the connection should be closed
+ private boolean returnToPool(NettyClientBase client, boolean close) {
+ synchronized (lockObject) {
+ if (client.release() && (close || !client.isConnected())) {
+ connections.remove(client.getKey());
+ return true;
+ }
+ }
+ return false;
+ }
+
+ public void close() {
+ if(LOG.isDebugEnabled()) {
+ LOG.debug("Pool Closed");
+ }
+
+ synchronized (lockObject) {
+ for (NettyClientBase eachClient : connections.values()) {
+ try {
+ eachClient.close();
+ } catch (Exception e) {
+ LOG.error("close client pool error", e);
+ }
+ }
+ connections.clear();
+ }
+ }
+
+ public void shutdown(){
+ close();
+ RpcChannelFactory.shutdownGracefully();
+ }
+
+ static class RpcConnectionKey {
+ final InetSocketAddress addr;
+ final Class<?> protocolClass;
+ final boolean asyncMode;
+
+ final String description;
+
+ public RpcConnectionKey(InetSocketAddress addr,
+ Class<?> protocolClass, boolean asyncMode) {
+ this.addr = addr;
+ this.protocolClass = protocolClass;
+ this.asyncMode = asyncMode;
+ this.description = "["+ protocolClass + "] " + addr + "," + asyncMode;
+ }
+
+ @Override
+ public String toString() {
+ return description;
+ }
+
+ @Override
+ public boolean equals(Object obj) {
+ if(!(obj instanceof RpcConnectionKey)) {
+ return false;
+ }
+
+ return toString().equals(obj.toString());
+ }
+
+ @Override
+ public int hashCode() {
+ return description.hashCode();
+ }
+ }
+}