You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by zh...@apache.org on 2023/03/10 13:54:28 UTC
[hbase] branch master updated (c013c7c72c5 -> e48c4485db8)
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hbase.git
from c013c7c72c5 HBASE-27688 HFile splitting occurs during bulkload, the CREATE_TIME_TS of hfileinfo is 0 (#5082)
add e48c4485db8 HBASE-27632 Refactor WAL.Reader implementation so we can better support WAL splitting and replication (#5055)
No new revisions were added by this update.
Summary of changes:
.../hbase/IntegrationTestIngestWithEncryption.java | 4 -
.../hadoop/hbase/mapreduce/WALInputFormat.java | 56 +-
.../hadoop/hbase/master/region/MasterRegion.java | 3 +
.../store/region/WALProcedurePrettyPrinter.java | 3 +-
.../apache/hadoop/hbase/regionserver/HRegion.java | 33 +-
.../hbase/regionserver/wal/AbstractFSWAL.java | 5 +-
.../wal/AbstractProtobufLogWriter.java | 11 +-
.../wal/AbstractProtobufWALReader.java | 564 +++++++++++++++++++++
.../hadoop/hbase/regionserver/wal/Compressor.java | 10 +-
.../hbase/regionserver/wal/ProtobufLogReader.java | 529 -------------------
.../regionserver/wal/ProtobufWALStreamReader.java | 136 +++++
.../regionserver/wal/ProtobufWALTailingReader.java | 331 ++++++++++++
.../hadoop/hbase/regionserver/wal/ReaderBase.java | 185 -------
.../regionserver/wal/SecureProtobufLogReader.java | 149 ------
...ALException.java => WALHeaderEOFException.java} | 27 +-
.../ReplaySyncReplicationWALCallable.java | 39 +-
.../regionserver/ReplicationSourceWALReader.java | 179 +++----
.../SerialReplicationSourceWALReader.java | 33 +-
.../replication/regionserver/WALEntryStream.java | 465 +++++++++--------
.../hadoop/hbase/wal/AbstractFSWALProvider.java | 75 +--
.../wal/AbstractRecoveredEditsOutputSink.java | 3 +-
.../main/java/org/apache/hadoop/hbase/wal/WAL.java | 15 -
.../org/apache/hadoop/hbase/wal/WALFactory.java | 111 ++--
.../apache/hadoop/hbase/wal/WALPrettyPrinter.java | 14 +-
.../org/apache/hadoop/hbase/wal/WALSplitter.java | 26 +-
.../apache/hadoop/hbase/wal/WALStreamReader.java | 64 +++
.../apache/hadoop/hbase/wal/WALTailingReader.java | 148 ++++++
.../TestSequenceIdMonotonicallyIncreasing.java | 7 +-
.../hadoop/hbase/master/AbstractTestDLS.java | 14 -
.../hadoop/hbase/regionserver/TestHRegion.java | 14 +-
.../regionserver/TestHRegionReplayEvents.java | 8 +-
.../hbase/regionserver/TestRecoveredEdits.java | 3 +-
.../TestWALMonotonicallyIncreasingSeqId.java | 9 +-
.../regionserver/wal/AbstractTestProtobufLog.java | 3 +-
.../regionserver/wal/AbstractTestWALReplay.java | 14 +-
...der.java => FaultyProtobufWALStreamReader.java} | 20 +-
.../regionserver/wal/ProtobufLogTestHelper.java | 17 +-
.../regionserver/wal/TestCombinedAsyncWriter.java | 6 +-
.../hbase/regionserver/wal/TestDurability.java | 10 +-
.../hbase/regionserver/wal/TestLogRolling.java | 8 +-
.../regionserver/wal/TestSecureAsyncWALReplay.java | 3 -
.../regionserver/wal/TestSecureWALReplay.java | 3 -
.../replication/SerialReplicationTestBase.java | 16 +-
.../TestReplicationEmptyWALRecovery.java | 7 +-
.../hbase/replication/TestSerialReplication.java | 12 +-
.../replication/TestSyncReplicationActive.java | 8 +-
.../regionserver/TestBasicWALEntryStream.java | 213 ++++----
.../TestBasicWALEntryStreamAsyncFSWAL.java | 3 +
.../TestBasicWALEntryStreamFSHLog.java | 3 +
.../TestRaceWhenCreatingReplicationSource.java | 8 +-
.../regionserver/TestReplicationSource.java | 4 +-
.../TestWALEntryStreamDifferentCounts.java | 11 +-
.../regionserver/WALEntryStreamTestBase.java | 42 +-
.../hadoop/hbase/wal/CompressedWALTestBase.java | 2 +-
.../hadoop/hbase/wal/NoEOFWALStreamReader.java | 95 ++++
.../hadoop/hbase/wal/TestParsePartialWALFile.java | 213 ++++++++
.../org/apache/hadoop/hbase/wal/TestSecureWAL.java | 33 +-
.../hbase/wal/TestSyncReplicationWALProvider.java | 18 +-
.../apache/hadoop/hbase/wal/TestWALFactory.java | 302 +++++------
.../hbase/wal/TestWALOpenAfterDNRollingStart.java | 4 +-
.../hadoop/hbase/wal/TestWALReaderOnSecureWAL.java | 225 --------
.../org/apache/hadoop/hbase/wal/TestWALSplit.java | 66 +--
.../hadoop/hbase/wal/WALPerformanceEvaluation.java | 5 +-
63 files changed, 2537 insertions(+), 2110 deletions(-)
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/AbstractProtobufWALReader.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/ProtobufLogReader.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/ProtobufWALStreamReader.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/ProtobufWALTailingReader.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/ReaderBase.java
delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/SecureProtobufLogReader.java
copy hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/wal/{DamagedWALException.java => WALHeaderEOFException.java} (63%)
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/wal/WALStreamReader.java
create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/wal/WALTailingReader.java
rename hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/wal/{FaultyProtobufLogReader.java => FaultyProtobufWALStreamReader.java} (88%)
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/wal/NoEOFWALStreamReader.java
create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/wal/TestParsePartialWALFile.java
delete mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/wal/TestWALReaderOnSecureWAL.java