You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by zh...@apache.org on 2021/12/31 14:49:09 UTC
[hbase] branch master updated (c14a76c -> 9e469e4)
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hbase.git.
from c14a76c HBASE-26523 Upgrade hbase-thirdparty dependency to 4.0.1 (#3987)
add 7286cc0 HBASE-26407 Introduce a region replication sink for sinking WAL edits to secondary replicas directly (#3807)
add 2ee1898 HBASE-26412 Handle sink failure in RegionReplicationSink (#3815)
add 0b29a79 HBASE-26413 Limit the total size of buffered region replication entries (#3844)
add 1b0d9ce HBASE-26449 The way we add or clear failedReplicas may have race (#3846)
add a8d46db HBASE-26448 Make sure we do not flush a region too frequently (#3847)
add 67306e7 HBASE-26457 Should not always clear all the failed replicas when getting a flush all request (#3850)
add 529c36e HBASE-26416 Implement a new method for region replication instead of using replay (#3864)
add 70259a2 HBASE-26456 Limit the size for one replicating (#3873)
add 9f6dfe6 HBASE-26417 Remove NoopReplicationQueueStorage (#3882)
add fa37aed HBASE-26481 Consider rolling upgrading from old region replication framework (#3880)
add 2a43cc6 HBASE-26478 Update ref guide about the new region replication framework (#3885)
add a62e071 HBASE-26486 Attach the new region replication framework design doc to git repo (#3884)
add 1fdd0a4 HBASE-26538 Should find a way to clear the replication queue for a legacy region_replica_replication peer (#3918)
add 5ac76c1 HBASE-26539 The default rpc timeout 200ms is too small for replicating meta edits (#3919)
add 9e469e4 HBASE-26540 Implement a tool to verify the lag of region replication (#3950)
No new revisions were added by this update.
Summary of changes:
...6233-A_new_framework_for_region_replication.pdf | Bin 0 -> 59530 bytes
.../hbase/client/AsyncRpcRetryingCaller.java | 12 +-
.../java/org/apache/hadoop/hbase/HConstants.java | 6 +
hbase-common/src/main/resources/hbase-default.xml | 7 +-
.../src/main/protobuf/server/region/Admin.proto | 5 +
.../hadoop/hbase/replication/ReplicationUtils.java | 3 +
.../hbase/client/AsyncClusterConnection.java | 13 +-
.../hbase/client/AsyncClusterConnectionImpl.java | 17 +-
.../AsyncRegionReplicaReplayRetryingCaller.java | 147 ------
.../AsyncRegionReplicationRetryingCaller.java | 126 +++++
.../org/apache/hadoop/hbase/ipc/RpcServer.java | 11 +
.../hadoop/hbase/master/MasterRpcServices.java | 6 +
.../hadoop/hbase/master/janitor/MetaFixer.java | 9 -
.../master/procedure/CreateTableProcedure.java | 11 -
.../master/procedure/ModifyTableProcedure.java | 9 -
.../ClaimReplicationQueuesProcedure.java | 18 +-
.../master/replication/ReplicationPeerManager.java | 12 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 384 +++++++++++++--
.../hadoop/hbase/regionserver/HRegionServer.java | 10 +-
.../apache/hadoop/hbase/regionserver/HStore.java | 3 +-
.../MultiVersionConcurrencyControl.java | 24 +-
.../hadoop/hbase/regionserver/RSRpcServices.java | 67 ++-
.../hbase/regionserver/RegionServerServices.java | 12 +
.../regionserver/handler/AssignRegionHandler.java | 12 +-
.../handler/UnassignRegionHandler.java | 12 +-
.../RegionReplicationBufferManager.java | 145 ++++++
.../RegionReplicationFlushRequester.java | 143 ++++++
.../regionreplication/RegionReplicationSink.java | 451 ++++++++++++++++++
.../hbase/regionserver/wal/AbstractFSWAL.java | 3 +-
.../hadoop/hbase/regionserver/wal/WALUtil.java | 44 +-
.../regionserver/CatalogReplicationSource.java | 47 --
.../regionserver/CatalogReplicationSourcePeer.java | 50 --
.../regionserver/NoopReplicationQueueStorage.java | 140 ------
.../RegionReplicaReplicationEndpoint.java | 407 ----------------
.../regionserver/ReplicationSourceFactory.java | 1 -
.../regionserver/ReplicationSourceManager.java | 96 +---
.../hadoop/hbase/util/ServerRegionReplicaUtil.java | 36 +-
.../org/apache/hadoop/hbase/wal/WALSplitUtil.java | 2 +
.../hadoop/hbase/MockRegionServerServices.java | 15 +-
.../hbase/RegionReplicationLagEvaluation.java | 167 +++++++
.../org/apache/hadoop/hbase/TestIOFencing.java | 4 +-
.../hbase/TestRegionReplicationLagEvaluation.java | 30 +-
.../hbase/client/DummyAsyncClusterConnection.java | 13 +-
.../hbase/client/TestFallbackToUseReplay.java | 129 ++++++
.../hadoop/hbase/master/MockRegionServer.java | 19 +-
.../hadoop/hbase/regionserver/TestHRegion.java | 2 +-
.../regionserver/TestHRegionReplayEvents.java | 2 +-
.../regionserver/TestRegionReplicaFailover.java | 4 +-
.../TestRegionReplicaReplicationError.java | 158 +++++++
.../hbase/regionserver/TestReplicateToReplica.java | 388 ++++++++++++++++
.../TestRegionReplicationBufferManager.java | 125 +++++
.../TestRegionReplicationFlushRequester.java | 84 ++++
.../TestRegionReplicationSink.java | 403 ++++++++++++++++
...StartupWithLegacyRegionReplicationEndpoint.java | 105 +++++
....java => TestMetaRegionReplicaReplication.java} | 190 ++------
.../regionserver/TestRegionReplicaReplication.java | 272 +++++++++++
.../TestRegionReplicaReplicationEndpoint.java | 515 ---------------------
...stRegionReplicaReplicationEndpointNoMaster.java | 281 -----------
src/main/asciidoc/_chapters/architecture.adoc | 45 +-
59 files changed, 3384 insertions(+), 2068 deletions(-)
create mode 100644 dev-support/design-docs/HBASE-26233-A_new_framework_for_region_replication.pdf
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/client/AsyncRegionReplicaReplayRetryingCaller.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/client/AsyncRegionReplicationRetryingCaller.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/regionreplication/RegionReplicationBufferManager.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/regionreplication/RegionReplicationFlushRequester.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/regionreplication/RegionReplicationSink.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/CatalogReplicationSource.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/CatalogReplicationSourcePeer.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/NoopReplicationQueueStorage.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/RegionReplicaReplicationEndpoint.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/RegionReplicationLagEvaluation.java
copy hbase-examples/src/test/java/org/apache/hadoop/hbase/client/example/TestAsyncClientExample.java => hbase-server/src/test/java/org/apache/hadoop/hbase/TestRegionReplicationLagEvaluation.java (64%)
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestFallbackToUseReplay.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionReplicaReplicationError.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestReplicateToReplica.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/regionreplication/TestRegionReplicationBufferManager.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/regionreplication/TestRegionReplicationFlushRequester.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/regionreplication/TestRegionReplicationSink.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/regionreplication/TestStartupWithLegacyRegionReplicationEndpoint.java
rename hbase-server/src/test/java/org/apache/hadoop/hbase/replication/regionserver/{TestMetaRegionReplicaReplicationEndpoint.java => TestMetaRegionReplicaReplication.java} (73%)
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/replication/regionserver/TestRegionReplicaReplication.java
delete mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/replication/regionserver/TestRegionReplicaReplicationEndpoint.java
delete mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/replication/regionserver/TestRegionReplicaReplicationEndpointNoMaster.java