You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by zh...@apache.org on 2021/12/31 04:34:11 UTC
[hbase] branch HBASE-26233 updated (d338204 -> 9e469e4)
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a change to branch HBASE-26233
in repository https://gitbox.apache.org/repos/asf/hbase.git.
discard d338204 HBASE-26540 Implement a tool to verify the lag of region replication (#3950)
discard 4db7039 HBASE-26539 The default rpc timeout 200ms is too small for replicating meta edits (#3919)
discard 9873466 HBASE-26538 Should find a way to clear the replication queue for a legacy region_replica_replication peer (#3918)
discard 93d6ade HBASE-26486 Attach the new region replication framework design doc to git repo (#3884)
discard 333407b HBASE-26478 Update ref guide about the new region replication framework (#3885)
discard 39e8cbe HBASE-26481 Consider rolling upgrading from old region replication framework (#3880)
discard 6085852 HBASE-26417 Remove NoopReplicationQueueStorage (#3882)
discard ec4b479 HBASE-26456 Limit the size for one replicating (#3873)
discard 77e1ac0 HBASE-26416 Implement a new method for region replication instead of using replay (#3864)
discard ba2fa86 HBASE-26457 Should not always clear all the failed replicas when getting a flush all request (#3850)
discard ced75c8 HBASE-26448 Make sure we do not flush a region too frequently (#3847)
discard 47aa48a HBASE-26449 The way we add or clear failedReplicas may have race (#3846)
discard b9af471 HBASE-26413 Limit the total size of buffered region replication entries (#3844)
discard 6084588 HBASE-26412 Handle sink failure in RegionReplicationSink (#3815)
discard 0628985 HBASE-26407 Introduce a region replication sink for sinking WAL edits to secondary replicas directly (#3807)
add 543582e HBASE-26566 Optimize encodeNumeric in OrderedBytes (#3940)
add a599d52 HBASE-26564 Retire the method visitLogEntryBeforeWrite without RegionInfo in WALActionListner (#3938)
add c8b0148 HBASE-26623 Report CallDroppedException in exception metrics (#3980)
add 8f0c2da HBASE-26625 ExportSnapshot tool failed to copy data files for tables with merge region (#3981)
add b948ddb HBASE-26347 Support detect and exclude slow DNs in fan-out of WAL (#3800)
add fbc8046 HBASE-26636 Update the ref guide upgrading section to mention that the master issue when upgrading to 2.3 (#3989)
add c14a76c HBASE-26523 Upgrade hbase-thirdparty dependency to 4.0.1 (#3987)
add 7286cc0 HBASE-26407 Introduce a region replication sink for sinking WAL edits to secondary replicas directly (#3807)
add 2ee1898 HBASE-26412 Handle sink failure in RegionReplicationSink (#3815)
add 0b29a79 HBASE-26413 Limit the total size of buffered region replication entries (#3844)
add 1b0d9ce HBASE-26449 The way we add or clear failedReplicas may have race (#3846)
add a8d46db HBASE-26448 Make sure we do not flush a region too frequently (#3847)
add 67306e7 HBASE-26457 Should not always clear all the failed replicas when getting a flush all request (#3850)
add 529c36e HBASE-26416 Implement a new method for region replication instead of using replay (#3864)
add 70259a2 HBASE-26456 Limit the size for one replicating (#3873)
add 9f6dfe6 HBASE-26417 Remove NoopReplicationQueueStorage (#3882)
add fa37aed HBASE-26481 Consider rolling upgrading from old region replication framework (#3880)
add 2a43cc6 HBASE-26478 Update ref guide about the new region replication framework (#3885)
add a62e071 HBASE-26486 Attach the new region replication framework design doc to git repo (#3884)
add 1fdd0a4 HBASE-26538 Should find a way to clear the replication queue for a legacy region_replica_replication peer (#3918)
add 5ac76c1 HBASE-26539 The default rpc timeout 200ms is too small for replicating meta edits (#3919)
add 9e469e4 HBASE-26540 Implement a tool to verify the lag of region replication (#3950)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d338204)
\
N -- N -- N refs/heads/HBASE-26233 (9e469e4)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../hbase/io/asyncfs/AsyncFSOutputHelper.java | 5 +-
.../io/asyncfs/FanOutOneBlockAsyncDFSOutput.java | 54 +++--
.../FanOutOneBlockAsyncDFSOutputHelper.java | 37 ++--
.../io/asyncfs/monitor/ExcludeDatanodeManager.java | 114 +++++++++++
.../io/asyncfs/monitor/StreamSlowMonitor.java | 217 +++++++++++++++++++++
.../io/asyncfs/TestExcludeDatanodeManager.java | 87 +++++++++
.../asyncfs/TestFanOutOneBlockAsyncDFSOutput.java | 48 ++++-
.../hbase/io/asyncfs/TestLocalAsyncOutput.java | 6 +-
.../TestSaslFanOutOneBlockAsyncDFSOutput.java | 7 +-
.../org/apache/hadoop/hbase/util/OrderedBytes.java | 68 ++++---
.../apache/hadoop/hbase/util/TestOrderedBytes.java | 15 +-
.../hbase/metrics/ExceptionTrackingSource.java | 2 +
.../hbase/metrics/ExceptionTrackingSourceImpl.java | 8 +
.../hadoop/hbase/http/resource/JerseyResource.java | 16 +-
.../org/apache/hadoop/hbase/MockHttpApiRule.java | 2 +-
.../apache/hadoop/hbase/RESTApiClusterManager.java | 16 +-
.../hadoop/hbase/snapshot/ExportSnapshot.java | 41 ++--
.../hadoop/hbase/mapreduce/TestImportExport.java | 2 +-
.../hadoop/hbase/snapshot/TestExportSnapshot.java | 57 +++++-
.../snapshot/TestExportSnapshotV1NoCluster.java | 19 +-
hbase-rest/pom.xml | 8 +-
.../apache/hadoop/hbase/rest/ExistsResource.java | 17 +-
.../apache/hadoop/hbase/rest/MultiRowResource.java | 15 +-
.../hbase/rest/NamespacesInstanceResource.java | 25 +--
.../hadoop/hbase/rest/NamespacesResource.java | 19 +-
.../hadoop/hbase/rest/ProtobufStreamingOutput.java | 5 +-
.../org/apache/hadoop/hbase/rest/RESTServer.java | 2 +-
.../apache/hadoop/hbase/rest/RegionsResource.java | 15 +-
.../org/apache/hadoop/hbase/rest/ResourceBase.java | 5 +-
.../org/apache/hadoop/hbase/rest/RootResource.java | 27 ++-
.../org/apache/hadoop/hbase/rest/RowResource.java | 27 ++-
.../hadoop/hbase/rest/ScannerInstanceResource.java | 27 ++-
.../apache/hadoop/hbase/rest/ScannerResource.java | 31 ++-
.../apache/hadoop/hbase/rest/SchemaResource.java | 25 +--
.../hbase/rest/StorageClusterStatusResource.java | 15 +-
.../hbase/rest/StorageClusterVersionResource.java | 15 +-
.../apache/hadoop/hbase/rest/TableResource.java | 17 +-
.../hadoop/hbase/rest/TableScanResource.java | 22 +--
.../apache/hadoop/hbase/rest/VersionResource.java | 21 +-
.../hadoop/hbase/rest/model/ScannerModel.java | 15 +-
.../hbase/rest/provider/JAXBContextResolver.java | 9 +-
.../consumer/ProtobufMessageBodyConsumer.java | 19 +-
.../producer/PlainTextMessageBodyProducer.java | 17 +-
.../producer/ProtobufMessageBodyProducer.java | 15 +-
.../apache/hadoop/hbase/rest/RowResourceBase.java | 8 +-
.../hadoop/hbase/rest/TestMultiRowResource.java | 9 +-
.../hbase/rest/TestNamespacesInstanceResource.java | 5 +-
.../hadoop/hbase/rest/TestSecureRESTServer.java | 8 +-
.../apache/hadoop/hbase/rest/TestTableScan.java | 5 +-
.../hadoop/hbase/rest/TestVersionResource.java | 5 +-
.../hadoop/hbase/rest/model/TestModelBase.java | 5 +-
.../hadoop/hbase/coprocessor/MetaTableMetrics.java | 32 ++-
.../hadoop/hbase/io/hfile/LruCachedBlockQueue.java | 25 ++-
.../hbase/io/hfile/bucket/CachedEntryQueue.java | 7 +
.../hadoop/hbase/ipc/MetricsHBaseServer.java | 3 +
.../hadoop/hbase/regionserver/StoreFileInfo.java | 19 ++
.../hbase/regionserver/wal/AbstractFSWAL.java | 2 +-
.../wal/AbstractProtobufLogWriter.java | 10 +-
.../hadoop/hbase/regionserver/wal/AsyncFSWAL.java | 11 +-
.../regionserver/wal/AsyncProtobufLogWriter.java | 6 +-
.../hbase/regionserver/wal/ProtobufLogWriter.java | 5 +-
.../hbase/regionserver/wal/WALActionsListener.java | 10 -
.../ReplicationSourceWALActionListener.java | 3 +-
.../hadoop/hbase/wal/AsyncFSWALProvider.java | 19 +-
.../apache/hadoop/hbase/wal/FSHLogProvider.java | 8 +-
.../org/apache/hadoop/hbase/wal/WALFactory.java | 10 +-
.../apache/hadoop/hbase/ipc/TestRpcMetrics.java | 5 +-
.../regionserver/TestHRegionServerBulkLoad.java | 3 +-
.../hbase/regionserver/wal/AbstractTestFSWAL.java | 2 +-
.../regionserver/wal/AbstractTestWALReplay.java | 4 +-
.../hadoop/hbase/regionserver/wal/TestFSHLog.java | 3 +-
.../master/TestRecoverStandbyProcedure.java | 5 +-
.../apache/hadoop/hbase/wal/IOTestProvider.java | 9 +-
.../apache/hadoop/hbase/wal/TestWALFactory.java | 7 -
.../hadoop/hbase/wal/WALPerformanceEvaluation.java | 2 +-
.../apache/hadoop/hbase/thrift/ThriftMetrics.java | 3 +
.../hbase/thrift/ErrorThrowingGetObserver.java | 6 +-
pom.xml | 28 ++-
src/main/asciidoc/_chapters/upgrading.adoc | 6 +
79 files changed, 1099 insertions(+), 433 deletions(-)
create mode 100644 hbase-asyncfs/src/main/java/org/apache/hadoop/hbase/io/asyncfs/monitor/ExcludeDatanodeManager.java
create mode 100644 hbase-asyncfs/src/main/java/org/apache/hadoop/hbase/io/asyncfs/monitor/StreamSlowMonitor.java
create mode 100644 hbase-asyncfs/src/test/java/org/apache/hadoop/hbase/io/asyncfs/TestExcludeDatanodeManager.java