You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by sa...@apache.org on 2020/02/27 19:09:07 UTC
[hbase] branch branch-2.1 updated: HBASE-23878 : Backport
HBASE-22040 to branch-2.1 (#1203)
This is an automated email from the ASF dual-hosted git repository.
sakthi pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/hbase.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new e15525f HBASE-23878 : Backport HBASE-22040 to branch-2.1 (#1203)
e15525f is described below
commit e15525fcec3e6012b4c32b31f80238cedc689875
Author: Sakthi <sa...@apache.org>
AuthorDate: Thu Feb 27 11:08:55 2020 -0800
HBASE-23878 : Backport HBASE-22040 to branch-2.1 (#1203)
HBASE-22040 - Add mergeRegionsAsync with a List of region names method in AsyncAdmin
Signed-off-by: Sean Busbey <bu...@apache.org>
---
.../java/org/apache/hadoop/hbase/client/Admin.java | 28 +++++----
.../org/apache/hadoop/hbase/client/AsyncAdmin.java | 19 +++++-
.../hadoop/hbase/client/AsyncHBaseAdmin.java | 5 +-
.../org/apache/hadoop/hbase/client/HBaseAdmin.java | 37 +++--------
.../hadoop/hbase/client/RawAsyncHBaseAdmin.java | 72 +++++++++++-----------
.../hadoop/hbase/master/MasterRpcServices.java | 2 -
.../org/apache/hadoop/hbase/client/TestAdmin1.java | 36 +++++++++++
.../hbase/client/TestAsyncRegionAdminApi2.java | 30 +++++++++
8 files changed, 145 insertions(+), 84 deletions(-)
diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
index d17b709..221935a 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Admin.java
@@ -1282,29 +1282,31 @@ public interface Admin extends Abortable, Closeable {
/**
* Merge two regions. Asynchronous operation.
- *
* @param nameOfRegionA encoded or full name of region a
* @param nameOfRegionB encoded or full name of region b
- * @param forcible <code>true</code> if do a compulsory merge, otherwise we will only merge
- * two adjacent regions
- * @throws IOException
+ * @param forcible <code>true</code> if do a compulsory merge, otherwise we will only merge two
+ * adjacent regions
*/
- Future<Void> mergeRegionsAsync(
- byte[] nameOfRegionA,
- byte[] nameOfRegionB,
- boolean forcible) throws IOException;
+ default Future<Void> mergeRegionsAsync(byte[] nameOfRegionA, byte[] nameOfRegionB,
+ boolean forcible) throws IOException {
+ byte[][] nameofRegionsToMerge = new byte[2][];
+ nameofRegionsToMerge[0] = nameOfRegionA;
+ nameofRegionsToMerge[1] = nameOfRegionB;
+ return mergeRegionsAsync(nameofRegionsToMerge, forcible);
+ }
/**
* Merge regions. Asynchronous operation.
- *
+ * <p/>
+ * You may get a {@code DoNotRetryIOException} if you pass more than two regions in but the master
+ * does not support merging more than two regions. At least till 2.1.10, we still only support
+ * merging two regions.
* @param nameofRegionsToMerge encoded or full name of daughter regions
* @param forcible <code>true</code> if do a compulsory merge, otherwise we will only merge
* adjacent regions
- * @throws IOException
*/
- Future<Void> mergeRegionsAsync(
- byte[][] nameofRegionsToMerge,
- boolean forcible) throws IOException;
+ Future<Void> mergeRegionsAsync(byte[][] nameofRegionsToMerge, boolean forcible)
+ throws IOException;
/**
+ Split a table. The method will execute split action for each region in table.
diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
index 84bf3c1..31e96e0 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
@@ -19,6 +19,7 @@ package org.apache.hadoop.hbase.client;
import com.google.protobuf.RpcChannel;
+import java.util.Arrays;
import java.util.Collection;
import java.util.EnumSet;
import java.util.List;
@@ -474,8 +475,22 @@ public interface AsyncAdmin {
* @param forcible true if do a compulsory merge, otherwise we will only merge two adjacent
* regions
*/
- CompletableFuture<Void> mergeRegions(byte[] nameOfRegionA, byte[] nameOfRegionB,
- boolean forcible);
+ default CompletableFuture<Void> mergeRegions(byte[] nameOfRegionA, byte[] nameOfRegionB,
+ boolean forcible) {
+ return mergeRegions(Arrays.asList(nameOfRegionA, nameOfRegionB), forcible);
+ }
+
+ /**
+ * Merge regions.
+ * <p/>
+ * You may get a {@code DoNotRetryIOException} if you pass more than two regions in but the master
+ * does not support merging more than two regions. At least till 2.1.10, we still only support
+ * merging two regions.
+ * @param nameOfRegionsToMerge encoded or full name of daughter regions
+ * @param forcible true if do a compulsory merge, otherwise we will only merge two adjacent
+ * regions
+ */
+ CompletableFuture<Void> mergeRegions(List<byte[]> nameOfRegionsToMerge, boolean forcible);
/**
* Split a table. The method will execute split action for each region in table.
diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java
index 8258b03..e8e3e04 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java
@@ -313,9 +313,8 @@ class AsyncHBaseAdmin implements AsyncAdmin {
}
@Override
- public CompletableFuture<Void> mergeRegions(byte[] nameOfRegionA, byte[] nameOfRegionB,
- boolean forcible) {
- return wrap(rawAdmin.mergeRegions(nameOfRegionA, nameOfRegionB, forcible));
+ public CompletableFuture<Void> mergeRegions(List<byte[]> nameOfRegionsToMerge, boolean forcible) {
+ return wrap(rawAdmin.mergeRegions(nameOfRegionsToMerge, forcible));
}
@Override
diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
index 109a66f..5db75b6 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/HBaseAdmin.java
@@ -107,6 +107,7 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;
+import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;
import org.apache.hbase.thirdparty.com.google.protobuf.ServiceException;
import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter;
@@ -1679,40 +1680,20 @@ public class HBaseAdmin implements Admin {
/**
* Merge two regions. Asynchronous operation.
- * @param nameOfRegionA encoded or full name of region a
- * @param nameOfRegionB encoded or full name of region b
- * @param forcible true if do a compulsory merge, otherwise we will only merge
- * two adjacent regions
- * @throws IOException
- */
- @Override
- public Future<Void> mergeRegionsAsync(
- final byte[] nameOfRegionA,
- final byte[] nameOfRegionB,
- final boolean forcible) throws IOException {
- byte[][] nameofRegionsToMerge = new byte[2][];
- nameofRegionsToMerge[0] = nameOfRegionA;
- nameofRegionsToMerge[1] = nameOfRegionB;
- return mergeRegionsAsync(nameofRegionsToMerge, forcible);
- }
-
- /**
- * Merge two regions. Asynchronous operation.
* @param nameofRegionsToMerge encoded or full name of daughter regions
* @param forcible true if do a compulsory merge, otherwise we will only merge
* adjacent regions
- * @throws IOException
*/
@Override
- public Future<Void> mergeRegionsAsync(
- final byte[][] nameofRegionsToMerge,
- final boolean forcible) throws IOException {
- assert(nameofRegionsToMerge.length >= 2);
+ public Future<Void> mergeRegionsAsync(final byte[][] nameofRegionsToMerge, final boolean forcible)
+ throws IOException {
+ Preconditions.checkArgument(nameofRegionsToMerge.length >= 2, "Can not merge only %s region",
+ nameofRegionsToMerge.length);
byte[][] encodedNameofRegionsToMerge = new byte[nameofRegionsToMerge.length][];
- for(int i = 0; i < nameofRegionsToMerge.length; i++) {
- encodedNameofRegionsToMerge[i] = HRegionInfo.isEncodedRegionName(nameofRegionsToMerge[i]) ?
- nameofRegionsToMerge[i] :
- Bytes.toBytes(HRegionInfo.encodeRegionName(nameofRegionsToMerge[i]));
+ for (int i = 0; i < nameofRegionsToMerge.length; i++) {
+ encodedNameofRegionsToMerge[i] =
+ RegionInfo.isEncodedRegionName(nameofRegionsToMerge[i]) ? nameofRegionsToMerge[i]
+ : Bytes.toBytes(RegionInfo.encodeRegionName(nameofRegionsToMerge[i]));
}
TableName tableName = null;
diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
index aae0101..050e3d2 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/RawAsyncHBaseAdmin.java
@@ -1129,13 +1129,12 @@ class RawAsyncHBaseAdmin implements AsyncAdmin {
});
}
- private CompletableFuture<TableName> checkRegionsAndGetTableName(byte[] encodeRegionNameA,
- byte[] encodeRegionNameB) {
+ private CompletableFuture<TableName> checkRegionsAndGetTableName(byte[][] encodedRegionNames) {
AtomicReference<TableName> tableNameRef = new AtomicReference<>();
CompletableFuture<TableName> future = new CompletableFuture<>();
-
- checkAndGetTableName(encodeRegionNameA, tableNameRef, future);
- checkAndGetTableName(encodeRegionNameB, tableNameRef, future);
+ for (byte[] encodedRegionName : encodedRegionNames) {
+ checkAndGetTableName(encodedRegionName, tableNameRef, future);
+ }
return future;
}
@@ -1185,41 +1184,42 @@ class RawAsyncHBaseAdmin implements AsyncAdmin {
}
@Override
- public CompletableFuture<Void> mergeRegions(byte[] nameOfRegionA, byte[] nameOfRegionB,
- boolean forcible) {
+ public CompletableFuture<Void> mergeRegions(List<byte[]> nameOfRegionsToMerge, boolean forcible) {
+ if (nameOfRegionsToMerge.size() < 2) {
+ return failedFuture(new IllegalArgumentException(
+ "Can not merge only " + nameOfRegionsToMerge.size() + " region"));
+ }
CompletableFuture<Void> future = new CompletableFuture<>();
- final byte[] encodeRegionNameA = toEncodeRegionName(nameOfRegionA);
- final byte[] encodeRegionNameB = toEncodeRegionName(nameOfRegionB);
+ byte[][] encodedNameOfRegionsToMerge =
+ nameOfRegionsToMerge.stream().map(this::toEncodeRegionName).toArray(byte[][]::new);
- addListener(checkRegionsAndGetTableName(encodeRegionNameA, encodeRegionNameB),
- (tableName, err) -> {
- if (err != null) {
- future.completeExceptionally(err);
- return;
- }
+ addListener(checkRegionsAndGetTableName(encodedNameOfRegionsToMerge), (tableName, err) -> {
+ if (err != null) {
+ future.completeExceptionally(err);
+ return;
+ }
- MergeTableRegionsRequest request = null;
- try {
- request = RequestConverter.buildMergeTableRegionsRequest(
- new byte[][] { encodeRegionNameA, encodeRegionNameB }, forcible, ng.getNonceGroup(),
- ng.newNonce());
- } catch (DeserializationException e) {
- future.completeExceptionally(e);
- return;
- }
+ MergeTableRegionsRequest request = null;
+ try {
+ request = RequestConverter.buildMergeTableRegionsRequest(encodedNameOfRegionsToMerge,
+ forcible, ng.getNonceGroup(), ng.newNonce());
+ } catch (DeserializationException e) {
+ future.completeExceptionally(e);
+ return;
+ }
- addListener(
- this.<MergeTableRegionsRequest, MergeTableRegionsResponse> procedureCall(request,
- (s, c, req, done) -> s.mergeTableRegions(c, req, done), (resp) -> resp.getProcId(),
- new MergeTableRegionProcedureBiConsumer(tableName)),
- (ret, err2) -> {
- if (err2 != null) {
- future.completeExceptionally(err2);
- } else {
- future.complete(ret);
- }
- });
- });
+ addListener(
+ this.<MergeTableRegionsRequest, MergeTableRegionsResponse> procedureCall(request,
+ (s, c, req, done) -> s.mergeTableRegions(c, req, done), (resp) -> resp.getProcId(),
+ new MergeTableRegionProcedureBiConsumer(tableName)),
+ (ret, err2) -> {
+ if (err2 != null) {
+ future.completeExceptionally(err2);
+ } else {
+ future.complete(ret);
+ }
+ });
+ });
return future;
}
diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterRpcServices.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterRpcServices.java
index 949aed5..d8d9401 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterRpcServices.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/MasterRpcServices.java
@@ -783,8 +783,6 @@ public class MasterRpcServices extends RSRpcServices
}
RegionStates regionStates = master.getAssignmentManager().getRegionStates();
-
- assert(request.getRegionCount() == 2);
RegionInfo[] regionsToMerge = new RegionInfo[request.getRegionCount()];
for (int i = 0; i < request.getRegionCount(); i++) {
final byte[] encodedNameOfRegion = request.getRegion(i).getValue().toByteArray();
diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAdmin1.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAdmin1.java
index d4a662d..00b551b 100644
--- a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAdmin1.java
+++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAdmin1.java
@@ -29,6 +29,7 @@ import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
+import java.util.concurrent.ExecutionException;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;
import org.apache.hadoop.hbase.HBaseClassTestRule;
@@ -1437,6 +1438,41 @@ public class TestAdmin1 {
}
@Test
+ public void testMergeRegionsInvalidRegionCount()
+ throws IOException, InterruptedException, ExecutionException {
+ TableName tableName = TableName.valueOf(name.getMethodName());
+ TableDescriptor td = TableDescriptorBuilder.newBuilder(tableName)
+ .setColumnFamily(ColumnFamilyDescriptorBuilder.of("d")).build();
+ byte[][] splitRows = new byte[2][];
+ splitRows[0] = new byte[] { (byte) '3' };
+ splitRows[1] = new byte[] { (byte) '6' };
+ try {
+ TEST_UTIL.createTable(td, splitRows);
+ TEST_UTIL.waitTableAvailable(tableName);
+
+ List<RegionInfo> tableRegions = admin.getRegions(tableName);
+ // 0
+ try {
+ admin.mergeRegionsAsync(new byte[0][0], false).get();
+ fail();
+ } catch (IllegalArgumentException e) {
+ // expected
+ }
+ // 1
+ try {
+ admin.mergeRegionsAsync(new byte[][] { tableRegions.get(0).getEncodedNameAsBytes() }, false)
+ .get();
+ fail();
+ } catch (IllegalArgumentException e) {
+ // expected
+ }
+ } finally {
+ admin.disableTable(tableName);
+ admin.deleteTable(tableName);
+ }
+ }
+
+ @Test
public void testSplitShouldNotHappenIfSplitIsDisabledForTable()
throws Exception {
final TableName tableName = TableName.valueOf(name.getMethodName());
diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncRegionAdminApi2.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncRegionAdminApi2.java
index 89f7b4a..6420552 100644
--- a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncRegionAdminApi2.java
+++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncRegionAdminApi2.java
@@ -18,12 +18,18 @@
package org.apache.hadoop.hbase.client;
import static org.apache.hadoop.hbase.TableName.META_TABLE_NAME;
+import static org.hamcrest.CoreMatchers.instanceOf;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertThat;
import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
import java.util.ArrayList;
+import java.util.Collections;
import java.util.List;
+import java.util.concurrent.ExecutionException;
+import java.util.stream.Collectors;
import org.apache.hadoop.hbase.AsyncMetaTableAccessor;
import org.apache.hadoop.hbase.HBaseClassTestRule;
import org.apache.hadoop.hbase.HConstants;
@@ -176,6 +182,30 @@ public class TestAsyncRegionAdminApi2 extends TestAsyncAdminBase {
}
@Test
+ public void testMergeRegionsInvalidRegionCount() throws InterruptedException {
+ byte[][] splitRows = new byte[][] { Bytes.toBytes("3"), Bytes.toBytes("6") };
+ createTableWithDefaultConf(tableName, splitRows);
+ List<RegionInfo> regions = admin.getRegions(tableName).join();
+ // 0
+ try {
+ admin.mergeRegions(Collections.emptyList(), false).get();
+ fail();
+ } catch (ExecutionException e) {
+ // expected
+ assertThat(e.getCause(), instanceOf(IllegalArgumentException.class));
+ }
+ // 1
+ try {
+ admin.mergeRegions(regions.stream().limit(1).map(RegionInfo::getEncodedNameAsBytes)
+ .collect(Collectors.toList()), false).get();
+ fail();
+ } catch (ExecutionException e) {
+ // expected
+ assertThat(e.getCause(), instanceOf(IllegalArgumentException.class));
+ }
+ }
+
+ @Test
public void testSplitTable() throws Exception {
initSplitMergeSwitch();
splitTest(TableName.valueOf("testSplitTable"), 3000, false, null);