You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kafka.apache.org by cm...@apache.org on 2021/09/20 20:36:48 UTC
[kafka] branch KAFKA-13280 updated (8f2c231 -> d35390b)
This is an automated email from the ASF dual-hosted git repository.
cmccabe pushed a change to branch KAFKA-13280
in repository https://gitbox.apache.org/repos/asf/kafka.git.
discard 8f2c231 KAFKA-13280: Avoid O(N) behavior in KRaftMetadataCache#topicNamesToIds
add 0a1df12 KAFKA-13276: Prefer KafkaFuture in admin Result constructors (#11301)
add 5692820 MINOR: Remove unsupported rsync and ssh commands from release.py (#11309)
add df55c7e KAFKA-13256: Fix NPE in ConfigDef when documentation is null (#11287)
add 1e19de3 KAFKA-12988 Asynchronous API support for RemoteLogMetadataManager add/update methods. (#11033)
add c1c639d KAFKA-13288; Include internal topics when searching hanging transactions (#11319)
add 01abc7a MINOR: GroupMetadataManager#shutdown should remove metrics (#11313)
add 08d5840 KAFKA-13287: Upgrade RocksDB to 6.22.1.1 (#11317)
add 0786dc8 KAFKA-13224: Ensure that broker.id is set in KafkaConfig#originals (#11312)
add e9d704d KAFKA-13280: Avoid O(N) behavior in KRaftMetadataCache#topicNamesToIds
add 5d8b1d4 fix checkstyle
add a03bda6 KAFKA-13249: Always update changelog offsets before writing the checkpoint file (#11283)
add 9628c12 KAFKA-13264: fix inMemoryWindowStore backward fetch not in reversed order (#11292)
add 75795d1 KAFKA-13149; Fix NPE when handling malformed record data in produce requests (#11080)
add 7de8a93 KAFKA-13162: Ensure ElectLeaders is properly handled in KRaft (#11186)
add 6c80643 [KAFKA-8522] Streamline tombstone and transaction marker removal (#10914)
add a0c7e6d KAFKA-13216: Use a KV with list serde for the shared store (#11252)
add c558d94 KAFKA-13294: Upgrade Netty to 4.1.68 (#11324)
add 55701dc KAFKA-12762: Use connection timeout when polling the network for new connections (#10649)
add 1b0294d MINOR: Let the list-store return null in putifabsent (#11335)
add 074a3da MINOR: Make ReplicaManager, LogManager, KafkaApis easier to construct (#11320)
add db16c51 KAFKA-13301 Config documentation optimized for 'request.timeout. ms' and 'max.poll.interval.ms'. (#11329)
add 0cf0473 MINOR: improve error logging in List De/Serializer classes (#11338)
add 4932807 MINOR: Bump latest 2.8 version to 2.8.1 (#11341)
add ad6b7d4 MINOR: Add missing upgrade doc for 2.8 (#11343)
add 968e18c KAFKA-13254; Fix deadlock when `AlterIsr` response returns (#11289)
add 1338025 MINOR: defineInternal for KIP-405 configs (#11293)
add f3079e2 Merge branch 'trunk' into KAFKA-13280
add 3f3c3e1 MINOR: fix compilation of ReplicaManagerConcurrencyTest (#11346)
add bd9061c Merge branch 'trunk' into KAFKA-13280
add d35390b Test that put() throws UnsupportedOperationException
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8f2c231)
\
N -- N -- N refs/heads/KAFKA-13280 (d35390b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
checkstyle/import-control-core.xml | 7 +
checkstyle/suppressions.xml | 6 +-
.../java/org/apache/kafka/clients/ClientUtils.java | 6 +-
.../kafka/clients/ClusterConnectionStates.java | 11 +-
.../clients/admin/AbortTransactionResult.java | 5 +-
.../java/org/apache/kafka/clients/admin/Admin.java | 2 +-
.../clients/admin/DeleteConsumerGroupsResult.java | 8 +-
.../admin/DescribeConsumerGroupsResult.java | 10 +-
.../clients/admin/DescribeProducersResult.java | 7 +-
.../clients/admin/DescribeTransactionsResult.java | 7 +-
.../kafka/clients/admin/ElectLeadersResult.java | 4 +-
.../kafka/clients/admin/KafkaAdminClient.java | 20 +-
.../clients/admin/ListConsumerGroupsResult.java | 2 +-
.../kafka/clients/admin/ListTopicsOptions.java | 22 +
.../clients/admin/ListTransactionsResult.java | 4 +-
.../clients/admin/internals/AdminApiFuture.java | 10 +-
.../org/apache/kafka/common/config/ConfigDef.java | 16 +-
.../org/apache/kafka/common/protocol/ApiKeys.java | 2 +-
.../common/record/AbstractLegacyRecordBatch.java | 16 +
.../apache/kafka/common/record/DefaultRecord.java | 4 +-
.../kafka/common/record/DefaultRecordBatch.java | 77 ++-
.../apache/kafka/common/record/MemoryRecords.java | 129 +++--
.../kafka/common/record/MemoryRecordsBuilder.java | 53 +-
.../apache/kafka/common/record/RecordBatch.java | 7 +
.../kafka/common/requests/ElectLeadersRequest.java | 24 +-
.../common/serialization/ListDeserializer.java | 10 +
.../kafka/common/serialization/ListSerializer.java | 7 +
.../kafka/clients/ClusterConnectionStatesTest.java | 12 +-
.../kafka/clients/admin/AdminClientTestUtils.java | 8 +
.../admin/internals/AdminApiDriverTest.java | 8 +-
.../clients/consumer/internals/FetcherTest.java | 6 +-
.../apache/kafka/common/config/ConfigDefTest.java | 15 +-
.../common/record/DefaultRecordBatchTest.java | 2 +-
.../kafka/common/record/DefaultRecordTest.java | 10 +
.../common/record/MemoryRecordsBuilderTest.java | 46 ++
.../kafka/common/record/MemoryRecordsTest.java | 96 +++-
.../kafka/server/builders/KafkaApisBuilder.java | 197 ++++++++
.../kafka/server/builders/LogManagerBuilder.java | 167 ++++++
.../server/builders/ReplicaManagerBuilder.java | 173 +++++++
core/src/main/scala/kafka/cluster/Partition.scala | 264 +++++-----
.../coordinator/group/GroupMetadataManager.scala | 9 +-
core/src/main/scala/kafka/log/LogCleaner.scala | 113 +++--
.../main/scala/kafka/log/LogCleanerManager.scala | 9 +-
core/src/main/scala/kafka/log/LogConfig.scala | 6 +-
.../main/scala/kafka/server/AlterIsrManager.scala | 60 ++-
.../kafka/server/BrokerLifecycleManager.scala | 8 +-
.../src/main/scala/kafka/server/BrokerServer.scala | 59 ++-
.../main/scala/kafka/server/ControllerApis.scala | 24 +-
core/src/main/scala/kafka/server/KafkaApis.scala | 9 +-
core/src/main/scala/kafka/server/KafkaConfig.scala | 38 +-
core/src/main/scala/kafka/server/KafkaServer.scala | 50 +-
.../main/scala/kafka/server/ReplicaManager.scala | 64 +--
.../main/scala/kafka/server/ZkAdminManager.scala | 2 +-
.../src/main/scala/kafka/server/ZkIsrManager.scala | 36 +-
.../server/metadata/BrokerMetadataPublisher.scala | 2 +
core/src/test/java/kafka/test/ClusterInstance.java | 6 +
.../test/junit/RaftClusterInvocationContext.java | 63 ++-
.../test/junit/ZkClusterInvocationContext.java | 43 +-
.../kafka/api/PlaintextAdminIntegrationTest.scala | 17 +-
.../kafka/server/IntegrationTestUtils.scala | 38 +-
.../kafka/admin/ConsumerGroupServiceTest.scala | 5 +-
.../admin/LeaderElectionCommandErrorTest.scala | 97 ++++
.../kafka/admin/LeaderElectionCommandTest.scala | 371 ++++++--------
.../unit/kafka/cluster/PartitionLockTest.scala | 25 +-
.../scala/unit/kafka/cluster/PartitionTest.scala | 26 +-
.../unit/kafka/log/LogCleanerIntegrationTest.scala | 4 +-
.../unit/kafka/log/LogCleanerManagerTest.scala | 1 -
.../test/scala/unit/kafka/log/LogCleanerTest.scala | 108 ++--
.../test/scala/unit/kafka/log/LogLoaderTest.scala | 29 +-
.../scala/unit/kafka/log/LogValidatorTest.scala | 2 +-
.../test/scala/unit/kafka/log/UnifiedLogTest.scala | 16 +-
.../unit/kafka/server/AlterIsrManagerTest.scala | 146 +++---
.../unit/kafka/server/ControllerApisTest.scala | 105 +++-
.../server/HighwatermarkPersistenceTest.scala | 27 +-
.../unit/kafka/server/IsrExpirationTest.scala | 14 +-
.../scala/unit/kafka/server/KafkaApisTest.scala | 131 +++--
.../scala/unit/kafka/server/KafkaConfigTest.scala | 72 +++
.../server/ReplicaManagerConcurrencyTest.scala | 456 +++++++++++++++++
.../kafka/server/ReplicaManagerQuotasTest.scala | 14 +-
.../unit/kafka/server/ReplicaManagerTest.scala | 137 +++--
.../server/epoch/OffsetsForLeaderEpochTest.scala | 40 +-
.../test/scala/unit/kafka/utils/TestUtils.scala | 100 +++-
.../scala/unit/kafka/zk/ZooKeeperTestHarness.scala | 37 +-
.../unit/kafka/zookeeper/ZooKeeperClientTest.scala | 7 +-
docs/upgrade.html | 48 +-
gradle/dependencies.gradle | 6 +-
.../jmh/fetcher/ReplicaFetcherThreadBenchmark.java | 63 ++-
.../jmh/metadata/MetadataRequestBenchmark.java | 44 +-
.../partition/PartitionMakeFollowerBenchmark.java | 43 +-
.../UpdateFollowerFetchStateBenchmark.java | 43 +-
.../apache/kafka/jmh/server/CheckpointBench.java | 28 +-
.../kafka/jmh/server/PartitionCreationBench.java | 86 ++--
.../kafka/controller/ClusterControlManager.java | 6 +-
.../kafka/controller/PartitionChangeBuilder.java | 23 +
.../controller/ReplicationControlManager.java | 59 ++-
.../org/apache/kafka/image/ClientQuotasDelta.java | 7 +
.../java/org/apache/kafka/image/ClusterDelta.java | 7 +
.../org/apache/kafka/image/ConfigurationDelta.java | 9 +
.../apache/kafka/image/ConfigurationsDelta.java | 7 +
.../java/org/apache/kafka/image/FeaturesDelta.java | 7 +
.../java/org/apache/kafka/image/MetadataDelta.java | 11 +
.../java/org/apache/kafka/image/TopicDelta.java | 7 +
.../java/org/apache/kafka/image/TopicsDelta.java | 8 +
.../controller/PartitionChangeBuilderTest.java | 8 +
.../controller/ReplicationControlManagerTest.java | 560 ++++++++++++++++-----
.../org/apache/kafka/image/TopicsImageTest.java | 3 +-
.../apache/kafka/raft/internals/BatchBuilder.java | 1 +
release.py | 10 +-
.../remote/storage/RemoteLogMetadataManager.java | 18 +-
.../remote/metadata/storage/ConsumerManager.java | 31 +-
.../remote/metadata/storage/ProducerManager.java | 65 +--
.../TopicBasedRemoteLogMetadataManager.java | 47 +-
.../storage/RemoteLogSegmentLifecycleTest.java | 14 +-
.../TopicBasedRemoteLogMetadataManagerTest.java | 10 +-
...RemoteLogMetadataManagerWrapperWithHarness.java | 13 +-
.../storage/InmemoryRemoteLogMetadataManager.java | 18 +-
.../storage/RemoteLogMetadataManagerTest.java | 24 +-
.../streams/kstream/internals/KStreamImplJoin.java | 101 ++--
.../kstream/internals/KStreamKStreamJoin.java | 84 ++--
.../internals/graph/StreamStreamJoinNode.java | 11 +-
.../streams/processor/internals/StreamTask.java | 2 +-
.../apache/kafka/streams/state/StateSerdes.java | 3 +
.../ChangeLoggingListValueBytesStore.java | 55 ++
.../state/internals/InMemoryWindowStore.java | 10 +-
.../streams/state/internals/LeftOrRightValue.java | 2 +-
.../streams/state/internals/ListValueStore.java | 169 +++++++
...toreBuilder.java => ListValueStoreBuilder.java} | 23 +-
.../internals/RocksDBTimeOrderedWindowStore.java | 204 --------
.../internals/RocksDbWindowBytesStoreSupplier.java | 15 +-
.../streams/state/internals/SessionKeySchema.java | 3 +-
.../state/internals/TimeOrderedKeySchema.java | 191 -------
.../internals/TimeOrderedWindowStoreBuilder.java | 80 ---
...oinSide.java => TimestampedKeyAndJoinSide.java} | 33 +-
... => TimestampedKeyAndJoinSideDeserializer.java} | 28 +-
...de.java => TimestampedKeyAndJoinSideSerde.java} | 9 +-
...va => TimestampedKeyAndJoinSideSerializer.java} | 16 +-
.../streams/state/internals/WindowKeySchema.java | 3 +-
.../streams/integration/EosIntegrationTest.java | 109 +++-
.../processor/internals/StreamTaskTest.java | 6 +-
.../AbstractRocksDBSegmentedBytesStoreTest.java | 23 +-
.../internals/AbstractWindowBytesStoreTest.java | 500 ++++++++----------
.../internals/CachingInMemorySessionStoreTest.java | 12 +-
.../CachingPersistentSessionStoreTest.java | 14 +-
.../CompositeReadOnlyWindowStoreTest.java | 20 +-
.../state/internals/ListValueStoreTest.java | 216 ++++++++
.../RocksDBTimeOrderedWindowStoreTest.java | 239 ---------
.../state/internals/TimeOrderedKeySchemaTest.java | 84 ----
...> TimestampedKeyAndJoinSideSerializerTest.java} | 24 +-
.../internals/WindowStoreFetchTest.java} | 171 +++----
.../org/apache/kafka/test/StreamsTestUtils.java | 9 +
tests/docker/Dockerfile | 4 +-
tests/kafkatest/version.py | 3 +-
.../apache/kafka/tools/TransactionsCommand.java | 4 +-
.../kafka/tools/TransactionsCommandTest.java | 4 +-
vagrant/base.sh | 4 +-
155 files changed, 5074 insertions(+), 2854 deletions(-)
create mode 100644 core/src/main/java/kafka/server/builders/KafkaApisBuilder.java
create mode 100644 core/src/main/java/kafka/server/builders/LogManagerBuilder.java
create mode 100644 core/src/main/java/kafka/server/builders/ReplicaManagerBuilder.java
create mode 100644 core/src/test/scala/unit/kafka/admin/LeaderElectionCommandErrorTest.scala
create mode 100644 core/src/test/scala/unit/kafka/server/ReplicaManagerConcurrencyTest.scala
create mode 100644 streams/src/main/java/org/apache/kafka/streams/state/internals/ChangeLoggingListValueBytesStore.java
create mode 100644 streams/src/main/java/org/apache/kafka/streams/state/internals/ListValueStore.java
copy streams/src/main/java/org/apache/kafka/streams/state/internals/{KeyValueStoreBuilder.java => ListValueStoreBuilder.java} (76%)
delete mode 100644 streams/src/main/java/org/apache/kafka/streams/state/internals/RocksDBTimeOrderedWindowStore.java
delete mode 100644 streams/src/main/java/org/apache/kafka/streams/state/internals/TimeOrderedKeySchema.java
delete mode 100644 streams/src/main/java/org/apache/kafka/streams/state/internals/TimeOrderedWindowStoreBuilder.java
rename streams/src/main/java/org/apache/kafka/streams/state/internals/{KeyAndJoinSide.java => TimestampedKeyAndJoinSide.java} (59%)
rename streams/src/main/java/org/apache/kafka/streams/state/internals/{KeyAndJoinSideDeserializer.java => TimestampedKeyAndJoinSideDeserializer.java} (59%)
rename streams/src/main/java/org/apache/kafka/streams/state/internals/{KeyAndJoinSideSerde.java => TimestampedKeyAndJoinSideSerde.java} (71%)
rename streams/src/main/java/org/apache/kafka/streams/state/internals/{KeyAndJoinSideSerializer.java => TimestampedKeyAndJoinSideSerializer.java} (72%)
create mode 100644 streams/src/test/java/org/apache/kafka/streams/state/internals/ListValueStoreTest.java
delete mode 100644 streams/src/test/java/org/apache/kafka/streams/state/internals/RocksDBTimeOrderedWindowStoreTest.java
delete mode 100644 streams/src/test/java/org/apache/kafka/streams/state/internals/TimeOrderedKeySchemaTest.java
rename streams/src/test/java/org/apache/kafka/streams/state/internals/{KeyAndJoinSideSerializerTest.java => TimestampedKeyAndJoinSideSerializerTest.java} (65%)
copy streams/src/test/java/org/apache/kafka/streams/{integration/KTableEfficientRangeQueryTest.java => state/internals/WindowStoreFetchTest.java} (50%)