You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kafka.apache.org by jg...@apache.org on 2020/11/02 23:08:08 UTC
[kafka] branch trunk updated (be4c452 -> 21a65e1)
This is an automated email from the ASF dual-hosted git repository.
jgus pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/kafka.git.
from be4c452 KAFKA-10471 Mark broker crash during log loading as unclean shutdown (#9364)
add 21a65e1 KAFKA-10632; Raft client should push all committed data to state machines (#9482)
No new revisions were added by this update.
Summary of changes:
.../kafka/common/metrics/stats/Percentiles.java | 4 +-
...mWritable.java => DataInputStreamReadable.java} | 74 ++-
.../kafka/common/record/DefaultRecordBatch.java | 9 +-
.../scala/kafka/raft/KafkaFuturePurgatory.scala | 122 -----
.../kafka/raft/TimingWheelExpirationService.scala | 64 +++
.../main/scala/kafka/tools/TestRaftServer.scala | 280 +++++++----
core/src/main/scala/kafka/utils/timer/Timer.scala | 7 +-
.../scala/kafka/utils/timer/TimerTaskList.scala | 2 +-
.../unit/kafka/raft/KafkaFuturePurgatoryTest.scala | 122 -----
.../java/org/apache/kafka/raft/BatchReader.java | 115 +++++
.../java/org/apache/kafka/raft/CandidateState.java | 9 +
.../java/org/apache/kafka/raft/ElectionState.java | 2 +-
.../raft/{AckMode.java => ExpirationService.java} | 19 +-
.../java/org/apache/kafka/raft/FollowerState.java | 17 +-
.../org/apache/kafka/raft/FuturePurgatory.java | 76 ---
.../org/apache/kafka/raft/KafkaRaftClient.java | 334 +++++++++----
.../java/org/apache/kafka/raft/LeaderState.java | 14 +-
.../apache/kafka/raft/LogTruncationException.java | 26 -
.../java/org/apache/kafka/raft/QuorumState.java | 23 +-
.../java/org/apache/kafka/raft/RaftClient.java | 66 +--
.../java/org/apache/kafka/raft/RecordSerde.java | 11 +-
.../org/apache/kafka/raft/ReplicatedCounter.java | 77 ++-
.../org/apache/kafka/raft/UnattachedState.java | 9 +
.../java/org/apache/kafka/raft/VotedState.java | 9 +
.../apache/kafka/raft/internals/BatchBuilder.java | 9 +-
.../apache/kafka/raft/internals/CloseListener.java | 6 +-
.../kafka/raft/internals/FuturePurgatory.java | 91 ++++
.../org/apache/kafka/raft/internals/LogOffset.java | 48 --
.../kafka/raft/internals/MemoryBatchReader.java | 70 +++
.../kafka/raft/internals/RecordsBatchReader.java | 210 ++++++++
.../apache/kafka/raft/internals/StringSerde.java | 8 +
.../kafka/raft/internals/ThresholdPurgatory.java | 94 ++++
.../org/apache/kafka/raft/CandidateStateTest.java | 23 +-
.../org/apache/kafka/raft/FollowerStateTest.java | 2 +
.../org/apache/kafka/raft/KafkaRaftClientTest.java | 546 ++++++++++-----------
.../apache/kafka/raft/MockExpirationService.java | 78 +++
.../kafka/raft/MockExpirationServiceTest.java | 55 +++
.../org/apache/kafka/raft/MockFuturePurgatory.java | 117 -----
.../apache/kafka/raft/MockFuturePurgatoryTest.java | 95 ----
.../org/apache/kafka/raft/MockNetworkChannel.java | 33 ++
.../org/apache/kafka/raft/QuorumStateTest.java | 32 ++
.../apache/kafka/raft/RaftClientTestContext.java | 250 ++++++----
.../apache/kafka/raft/RaftEventSimulationTest.java | 19 +-
.../java/org/apache/kafka/raft/VotedStateTest.java | 2 +
.../kafka/raft/internals/KafkaRaftMetricsTest.java | 8 +-
.../raft/internals/MemoryBatchReaderTest.java | 64 +++
.../raft/internals/RecordsBatchReaderTest.java | 158 ++++++
.../raft/internals/ThresholdPurgatoryTest.java | 162 ++++++
48 files changed, 2334 insertions(+), 1337 deletions(-)
copy clients/src/main/java/org/apache/kafka/common/protocol/{DataOutputStreamWritable.java => DataInputStreamReadable.java} (59%)
delete mode 100644 core/src/main/scala/kafka/raft/KafkaFuturePurgatory.scala
create mode 100644 core/src/main/scala/kafka/raft/TimingWheelExpirationService.scala
delete mode 100644 core/src/test/scala/unit/kafka/raft/KafkaFuturePurgatoryTest.scala
create mode 100644 raft/src/main/java/org/apache/kafka/raft/BatchReader.java
rename raft/src/main/java/org/apache/kafka/raft/{AckMode.java => ExpirationService.java} (57%)
delete mode 100644 raft/src/main/java/org/apache/kafka/raft/FuturePurgatory.java
delete mode 100644 raft/src/main/java/org/apache/kafka/raft/LogTruncationException.java
copy clients/src/main/java/org/apache/kafka/common/requests/AbstractRequestResponse.java => raft/src/main/java/org/apache/kafka/raft/internals/CloseListener.java (85%)
create mode 100644 raft/src/main/java/org/apache/kafka/raft/internals/FuturePurgatory.java
delete mode 100644 raft/src/main/java/org/apache/kafka/raft/internals/LogOffset.java
create mode 100644 raft/src/main/java/org/apache/kafka/raft/internals/MemoryBatchReader.java
create mode 100644 raft/src/main/java/org/apache/kafka/raft/internals/RecordsBatchReader.java
create mode 100644 raft/src/main/java/org/apache/kafka/raft/internals/ThresholdPurgatory.java
create mode 100644 raft/src/test/java/org/apache/kafka/raft/MockExpirationService.java
create mode 100644 raft/src/test/java/org/apache/kafka/raft/MockExpirationServiceTest.java
delete mode 100644 raft/src/test/java/org/apache/kafka/raft/MockFuturePurgatory.java
delete mode 100644 raft/src/test/java/org/apache/kafka/raft/MockFuturePurgatoryTest.java
create mode 100644 raft/src/test/java/org/apache/kafka/raft/internals/MemoryBatchReaderTest.java
create mode 100644 raft/src/test/java/org/apache/kafka/raft/internals/RecordsBatchReaderTest.java
create mode 100644 raft/src/test/java/org/apache/kafka/raft/internals/ThresholdPurgatoryTest.java