You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by in...@apache.org on 2018/06/02 00:04:14 UTC
[1/5] hadoop git commit: HDFS-13637. RBF: Router fails when
threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed
by CR Hota.
Repository: hadoop
Updated Branches:
refs/heads/branch-2 87e805ba4 -> c8f183edd
refs/heads/branch-2.9 60a79a0c2 -> a4e76f573
refs/heads/branch-3.0 f13e01fdf -> d40c49257
refs/heads/branch-3.1 0be93a797 -> fdacc8a08
refs/heads/trunk 4880d890e -> e11d67404
HDFS-13637. RBF: Router fails when threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed by CR Hota.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/e11d6740
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/e11d6740
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/e11d6740
Branch: refs/heads/trunk
Commit: e11d67404945d80db2eb8a99453606419dbdc938
Parents: 4880d89
Author: Inigo Goiri <in...@apache.org>
Authored: Fri Jun 1 16:59:04 2018 -0700
Committer: Inigo Goiri <in...@apache.org>
Committed: Fri Jun 1 16:59:04 2018 -0700
----------------------------------------------------------------------
.../hdfs/server/federation/router/ConnectionPool.java | 12 +++++++++++-
.../federation/router/TestConnectionManager.java | 13 +++++++++++++
2 files changed, 24 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/e11d6740/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
index 6b416dd..5fcde5b 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
@@ -29,6 +29,7 @@ import java.util.concurrent.atomic.AtomicInteger;
import javax.net.SocketFactory;
+import com.google.common.annotations.VisibleForTesting;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration;
@@ -149,6 +150,14 @@ public class ConnectionPool {
}
/**
+ * Get the clientIndex used to calculate index for lookup.
+ */
+ @VisibleForTesting
+ public AtomicInteger getClientIndex() {
+ return this.clientIndex;
+ }
+
+ /**
* Return the next connection round-robin.
*
* @return Connection context.
@@ -161,7 +170,8 @@ public class ConnectionPool {
ConnectionContext conn = null;
List<ConnectionContext> tmpConnections = this.connections;
int size = tmpConnections.size();
- int threadIndex = this.clientIndex.getAndIncrement();
+ // Inc and mask off sign bit, lookup index should be non-negative int
+ int threadIndex = this.clientIndex.getAndIncrement() & 0x7FFFFFFF;
for (int i=0; i<size; i++) {
int index = (threadIndex + i) % size;
conn = tmpConnections.get(index);
http://git-wip-us.apache.org/repos/asf/hadoop/blob/e11d6740/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
index a731648..0e1eb40 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
@@ -32,6 +32,7 @@ import java.util.Map;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
+import static org.junit.Assert.assertNotNull;
/**
* Test functionalities of {@link ConnectionManager}, which manages a pool
@@ -150,6 +151,18 @@ public class TestConnectionManager {
}
@Test
+ public void testValidClientIndex() throws Exception {
+ ConnectionPool pool = new ConnectionPool(
+ conf, TEST_NN_ADDRESS, TEST_USER1, 2, 2, ClientProtocol.class);
+ for(int i = -3; i <= 3; i++) {
+ pool.getClientIndex().set(i);
+ ConnectionContext conn = pool.getConnection();
+ assertNotNull(conn);
+ assertTrue(conn.isUsable());
+ }
+ }
+
+ @Test
public void getGetConnectionNamenodeProtocol() throws Exception {
Map<ConnectionPoolId, ConnectionPool> poolMap = connManager.getPools();
final int totalConns = 10;
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[3/5] hadoop git commit: HDFS-13637. RBF: Router fails when
threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed
by CR Hota.
Posted by in...@apache.org.
HDFS-13637. RBF: Router fails when threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed by CR Hota.
(cherry picked from commit e11d67404945d80db2eb8a99453606419dbdc938)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/d40c4925
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/d40c4925
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/d40c4925
Branch: refs/heads/branch-3.0
Commit: d40c49257a53b9ef367d4e6cbd2d60f229e52791
Parents: f13e01f
Author: Inigo Goiri <in...@apache.org>
Authored: Fri Jun 1 16:59:04 2018 -0700
Committer: Inigo Goiri <in...@apache.org>
Committed: Fri Jun 1 17:00:12 2018 -0700
----------------------------------------------------------------------
.../hdfs/server/federation/router/ConnectionPool.java | 12 +++++++++++-
.../federation/router/TestConnectionManager.java | 13 +++++++++++++
2 files changed, 24 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/d40c4925/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
index 6b416dd..5fcde5b 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
@@ -29,6 +29,7 @@ import java.util.concurrent.atomic.AtomicInteger;
import javax.net.SocketFactory;
+import com.google.common.annotations.VisibleForTesting;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration;
@@ -149,6 +150,14 @@ public class ConnectionPool {
}
/**
+ * Get the clientIndex used to calculate index for lookup.
+ */
+ @VisibleForTesting
+ public AtomicInteger getClientIndex() {
+ return this.clientIndex;
+ }
+
+ /**
* Return the next connection round-robin.
*
* @return Connection context.
@@ -161,7 +170,8 @@ public class ConnectionPool {
ConnectionContext conn = null;
List<ConnectionContext> tmpConnections = this.connections;
int size = tmpConnections.size();
- int threadIndex = this.clientIndex.getAndIncrement();
+ // Inc and mask off sign bit, lookup index should be non-negative int
+ int threadIndex = this.clientIndex.getAndIncrement() & 0x7FFFFFFF;
for (int i=0; i<size; i++) {
int index = (threadIndex + i) % size;
conn = tmpConnections.get(index);
http://git-wip-us.apache.org/repos/asf/hadoop/blob/d40c4925/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
index a731648..0e1eb40 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
@@ -32,6 +32,7 @@ import java.util.Map;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
+import static org.junit.Assert.assertNotNull;
/**
* Test functionalities of {@link ConnectionManager}, which manages a pool
@@ -150,6 +151,18 @@ public class TestConnectionManager {
}
@Test
+ public void testValidClientIndex() throws Exception {
+ ConnectionPool pool = new ConnectionPool(
+ conf, TEST_NN_ADDRESS, TEST_USER1, 2, 2, ClientProtocol.class);
+ for(int i = -3; i <= 3; i++) {
+ pool.getClientIndex().set(i);
+ ConnectionContext conn = pool.getConnection();
+ assertNotNull(conn);
+ assertTrue(conn.isUsable());
+ }
+ }
+
+ @Test
public void getGetConnectionNamenodeProtocol() throws Exception {
Map<ConnectionPoolId, ConnectionPool> poolMap = connManager.getPools();
final int totalConns = 10;
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[2/5] hadoop git commit: HDFS-13637. RBF: Router fails when
threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed
by CR Hota.
Posted by in...@apache.org.
HDFS-13637. RBF: Router fails when threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed by CR Hota.
(cherry picked from commit e11d67404945d80db2eb8a99453606419dbdc938)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/fdacc8a0
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/fdacc8a0
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/fdacc8a0
Branch: refs/heads/branch-3.1
Commit: fdacc8a088c0e58baddb4be79ec049d353025929
Parents: 0be93a7
Author: Inigo Goiri <in...@apache.org>
Authored: Fri Jun 1 16:59:04 2018 -0700
Committer: Inigo Goiri <in...@apache.org>
Committed: Fri Jun 1 16:59:35 2018 -0700
----------------------------------------------------------------------
.../hdfs/server/federation/router/ConnectionPool.java | 12 +++++++++++-
.../federation/router/TestConnectionManager.java | 13 +++++++++++++
2 files changed, 24 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/fdacc8a0/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
index 6b416dd..5fcde5b 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
@@ -29,6 +29,7 @@ import java.util.concurrent.atomic.AtomicInteger;
import javax.net.SocketFactory;
+import com.google.common.annotations.VisibleForTesting;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration;
@@ -149,6 +150,14 @@ public class ConnectionPool {
}
/**
+ * Get the clientIndex used to calculate index for lookup.
+ */
+ @VisibleForTesting
+ public AtomicInteger getClientIndex() {
+ return this.clientIndex;
+ }
+
+ /**
* Return the next connection round-robin.
*
* @return Connection context.
@@ -161,7 +170,8 @@ public class ConnectionPool {
ConnectionContext conn = null;
List<ConnectionContext> tmpConnections = this.connections;
int size = tmpConnections.size();
- int threadIndex = this.clientIndex.getAndIncrement();
+ // Inc and mask off sign bit, lookup index should be non-negative int
+ int threadIndex = this.clientIndex.getAndIncrement() & 0x7FFFFFFF;
for (int i=0; i<size; i++) {
int index = (threadIndex + i) % size;
conn = tmpConnections.get(index);
http://git-wip-us.apache.org/repos/asf/hadoop/blob/fdacc8a0/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
index a731648..0e1eb40 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
@@ -32,6 +32,7 @@ import java.util.Map;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
+import static org.junit.Assert.assertNotNull;
/**
* Test functionalities of {@link ConnectionManager}, which manages a pool
@@ -150,6 +151,18 @@ public class TestConnectionManager {
}
@Test
+ public void testValidClientIndex() throws Exception {
+ ConnectionPool pool = new ConnectionPool(
+ conf, TEST_NN_ADDRESS, TEST_USER1, 2, 2, ClientProtocol.class);
+ for(int i = -3; i <= 3; i++) {
+ pool.getClientIndex().set(i);
+ ConnectionContext conn = pool.getConnection();
+ assertNotNull(conn);
+ assertTrue(conn.isUsable());
+ }
+ }
+
+ @Test
public void getGetConnectionNamenodeProtocol() throws Exception {
Map<ConnectionPoolId, ConnectionPool> poolMap = connManager.getPools();
final int totalConns = 10;
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[4/5] hadoop git commit: HDFS-13637. RBF: Router fails when
threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed
by CR Hota.
Posted by in...@apache.org.
HDFS-13637. RBF: Router fails when threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed by CR Hota.
(cherry picked from commit e11d67404945d80db2eb8a99453606419dbdc938)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/c8f183ed
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/c8f183ed
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/c8f183ed
Branch: refs/heads/branch-2
Commit: c8f183edd3cc8a96356fae6cfe2087bf9140911f
Parents: 87e805b
Author: Inigo Goiri <in...@apache.org>
Authored: Fri Jun 1 16:59:04 2018 -0700
Committer: Inigo Goiri <in...@apache.org>
Committed: Fri Jun 1 17:01:02 2018 -0700
----------------------------------------------------------------------
.../hdfs/server/federation/router/ConnectionPool.java | 12 +++++++++++-
.../federation/router/TestConnectionManager.java | 13 +++++++++++++
2 files changed, 24 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/c8f183ed/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
index bd7cac3..119ad28 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
@@ -29,6 +29,7 @@ import java.util.concurrent.atomic.AtomicInteger;
import javax.net.SocketFactory;
+import com.google.common.annotations.VisibleForTesting;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration;
@@ -149,6 +150,14 @@ public class ConnectionPool {
}
/**
+ * Get the clientIndex used to calculate index for lookup.
+ */
+ @VisibleForTesting
+ public AtomicInteger getClientIndex() {
+ return this.clientIndex;
+ }
+
+ /**
* Return the next connection round-robin.
*
* @return Connection context.
@@ -161,7 +170,8 @@ public class ConnectionPool {
ConnectionContext conn = null;
List<ConnectionContext> tmpConnections = this.connections;
int size = tmpConnections.size();
- int threadIndex = this.clientIndex.getAndIncrement();
+ // Inc and mask off sign bit, lookup index should be non-negative int
+ int threadIndex = this.clientIndex.getAndIncrement() & 0x7FFFFFFF;
for (int i=0; i<size; i++) {
int index = (threadIndex + i) % size;
conn = tmpConnections.get(index);
http://git-wip-us.apache.org/repos/asf/hadoop/blob/c8f183ed/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
index a731648..0e1eb40 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
@@ -32,6 +32,7 @@ import java.util.Map;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
+import static org.junit.Assert.assertNotNull;
/**
* Test functionalities of {@link ConnectionManager}, which manages a pool
@@ -150,6 +151,18 @@ public class TestConnectionManager {
}
@Test
+ public void testValidClientIndex() throws Exception {
+ ConnectionPool pool = new ConnectionPool(
+ conf, TEST_NN_ADDRESS, TEST_USER1, 2, 2, ClientProtocol.class);
+ for(int i = -3; i <= 3; i++) {
+ pool.getClientIndex().set(i);
+ ConnectionContext conn = pool.getConnection();
+ assertNotNull(conn);
+ assertTrue(conn.isUsable());
+ }
+ }
+
+ @Test
public void getGetConnectionNamenodeProtocol() throws Exception {
Map<ConnectionPoolId, ConnectionPool> poolMap = connManager.getPools();
final int totalConns = 10;
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org
[5/5] hadoop git commit: HDFS-13637. RBF: Router fails when
threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed
by CR Hota.
Posted by in...@apache.org.
HDFS-13637. RBF: Router fails when threadIndex (in ConnectionPool) wraps around Integer.MIN_VALUE. Contributed by CR Hota.
(cherry picked from commit e11d67404945d80db2eb8a99453606419dbdc938)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/a4e76f57
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/a4e76f57
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/a4e76f57
Branch: refs/heads/branch-2.9
Commit: a4e76f573f8d33f68868cfa922793c443162741b
Parents: 60a79a0
Author: Inigo Goiri <in...@apache.org>
Authored: Fri Jun 1 16:59:04 2018 -0700
Committer: Inigo Goiri <in...@apache.org>
Committed: Fri Jun 1 17:01:28 2018 -0700
----------------------------------------------------------------------
.../hdfs/server/federation/router/ConnectionPool.java | 12 +++++++++++-
.../federation/router/TestConnectionManager.java | 13 +++++++++++++
2 files changed, 24 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/a4e76f57/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
index bd7cac3..119ad28 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ConnectionPool.java
@@ -29,6 +29,7 @@ import java.util.concurrent.atomic.AtomicInteger;
import javax.net.SocketFactory;
+import com.google.common.annotations.VisibleForTesting;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration;
@@ -149,6 +150,14 @@ public class ConnectionPool {
}
/**
+ * Get the clientIndex used to calculate index for lookup.
+ */
+ @VisibleForTesting
+ public AtomicInteger getClientIndex() {
+ return this.clientIndex;
+ }
+
+ /**
* Return the next connection round-robin.
*
* @return Connection context.
@@ -161,7 +170,8 @@ public class ConnectionPool {
ConnectionContext conn = null;
List<ConnectionContext> tmpConnections = this.connections;
int size = tmpConnections.size();
- int threadIndex = this.clientIndex.getAndIncrement();
+ // Inc and mask off sign bit, lookup index should be non-negative int
+ int threadIndex = this.clientIndex.getAndIncrement() & 0x7FFFFFFF;
for (int i=0; i<size; i++) {
int index = (threadIndex + i) % size;
conn = tmpConnections.get(index);
http://git-wip-us.apache.org/repos/asf/hadoop/blob/a4e76f57/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
----------------------------------------------------------------------
diff --git a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
index a731648..0e1eb40 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
+++ b/hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestConnectionManager.java
@@ -32,6 +32,7 @@ import java.util.Map;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
+import static org.junit.Assert.assertNotNull;
/**
* Test functionalities of {@link ConnectionManager}, which manages a pool
@@ -150,6 +151,18 @@ public class TestConnectionManager {
}
@Test
+ public void testValidClientIndex() throws Exception {
+ ConnectionPool pool = new ConnectionPool(
+ conf, TEST_NN_ADDRESS, TEST_USER1, 2, 2, ClientProtocol.class);
+ for(int i = -3; i <= 3; i++) {
+ pool.getClientIndex().set(i);
+ ConnectionContext conn = pool.getConnection();
+ assertNotNull(conn);
+ assertTrue(conn.isUsable());
+ }
+ }
+
+ @Test
public void getGetConnectionNamenodeProtocol() throws Exception {
Map<ConnectionPoolId, ConnectionPool> poolMap = connManager.getPools();
final int totalConns = 10;
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org