You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kafka.apache.org by da...@apache.org on 2022/11/17 16:53:16 UTC
[kafka] branch kip-866-zk-migration-to-kraft updated (6773e3c77c5 -> 09b0aa3f5c2)
This is an automated email from the ASF dual-hosted git repository.
davidarthur pushed a change to branch kip-866-zk-migration-to-kraft
in repository https://gitbox.apache.org/repos/asf/kafka.git
from 6773e3c77c5 Add RPC changes, records, and config from KIP-866 (#12860)
add 14c36c7539c KAFKA-14058: Migrate ExactlyOnceWorkerSourceTaskTest from EasyMock and Powermock to Mockito (#12409)
add bc780c7c32c MINOR: Move timeline data structures from metadata to server-common (#12811)
add 9467fc33054 MINOR: modified ProducerIdExpirationTest to hopefully be less flaky (#12824)
add fcab5fb8882 Revert "KAFKA-13891: reset generation when syncgroup failed with REBALANCE_IN_PROGRESS (#12140)" (#12794)
add b8754c074ab KAFKA-14355: Fix integer overflow in ProducerPerformance (#12822)
add 7fd6a9b3e22 Kafka 12960: Follow up Commit to filter expired records from Windowed/Session Stores (#12756)
add 9608f3a2e7e KAFKA-14344: Build EmbeddedKafkaCluster with common configs used for all clients (#12804)
add 37a3645e7e4 KAFKA-14299: Return emptied ChangelogReader to ACTIVE_RESTORING (#12773)
add a971448f3f2 KAFKA-14254: Format timestamps as dates in logs (#12684)
add 98ed31c95bc KAFKA-14346: Remove difficult to mock Plugins.compareAndSwapLoader usages (#12817)
add cd5f6c60b5b KAFKA-14299: Avoid busy polling in state updater (#12772)
add 4af5dae05c8 KAFKA-14132: Replace PowerMock and EasyMock with Mockito in connect tests (#12823)
add 150a0758cbd MINOR: Change system test console consumer default log level (#12819)
add 4560978ed73 KAFKA-14309: FK join upgrades not tested with DEV_VERSION (#12760)
add bb84476215e KAFKA-14098: Add meaningful client IDs for Connect workers (#12544)
add ac3a3687a02 MINOR: Avoid highestSupportedVersion outside tests (#12829)
add c034388a0a5 KAFKA-14299: Avoid allocation & synchronization overhead in StreamThread loop (#12808)
add 7387a116253 KAFKA-14363; Add new `group-coordinator` module (KIP-848) (#12827)
add ce5faa222b3 MINOR: Fix flaky RestoreIntegrationTest (#12841)
add 876c338a60f [KAFKA-14324] Upgrade RocksDB to 7.1.2 (#12809)
add 51b7eb7937b KAFKA-14282: stop tracking Produced sensors by processor node id (#12836)
add e422a67d3f0 KAFKA-14294: check whether a transaction is in flight before skipping a commit (#12835)
add a55071a99fa KAFKA-14299: Initialize tasks in state updater (#12795)
add 46bee5bcf3e KAFKA-13401: KIP-787 - MM2 manage Kafka resources with custom Admin implementation. (#12577)
add 09da44ed80b KAFKA-12495: Exponential backoff retry to prevent rebalance storms when worker joins after revoking rebalance (#12561)
add 1894856d0ef KAFKA-13414: Replace PowerMock/EasyMock with Mockito in connect.storage.KafkaOffsetBackingStoreTest (#12418)
add 039cccca245 KAFKA-14360: Fix links in documentation (#12857)
add dbf5826cd54 KAFKA-14334: Complete delayed purgatory after replication (#12783)
add 76214bfb859 KAFKA-13785: Add JavaDocs for emit final (#12867)
add c2fc36f3319 MINOR: Handle JoinGroupResponseData.protocolName backward compatibility in JoinGroupResponse (#12864)
add 3012332e3d8 KAFKA-14388 - Fixes the NPE when using the new Processor API with the DSL (#12861)
add 7a93d5c8331 KAFKA-14346: Replace static mocking of WorkerConfig::lookupKafkaClusterId (#12839)
add 529a44d5cf9 KAFKA-14375: Remove use of "authorizer-properties" from EndToEndAuthorizerTest (#12843)
new 09b0aa3f5c2 Merge remote-tracking branch 'origin/trunk' into kip-866-zk-migration-to-kraft
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build.gradle | 42 +-
.../kafka/clients/admin/ForwardingAdmin.java | 284 +++++
.../consumer/internals/AbstractCoordinator.java | 3 -
.../kafka/common/requests/JoinGroupRequest.java | 2 +-
.../kafka/common/requests/JoinGroupResponse.java | 10 +-
.../java/org/apache/kafka/common/utils/Utils.java | 14 +
.../kafka/clients/admin/FakeForwardingAdmin.java} | 10 +-
.../kafka/clients/consumer/KafkaConsumerTest.java | 6 +-
.../internals/AbstractCoordinatorTest.java | 69 +-
.../internals/ConsumerCoordinatorTest.java | 6 +-
.../common/requests/JoinGroupResponseTest.java | 35 +-
.../kafka/common/requests/RequestResponseTest.java | 2 +-
.../org/apache/kafka/common/utils/UtilsTest.java | 17 +
.../apache/kafka/connect/mirror/MirrorClient.java | 9 +-
.../kafka/connect/mirror/MirrorClientConfig.java | 25 +-
.../connect/mirror/MirrorCheckpointConnector.java | 8 +-
.../kafka/connect/mirror/MirrorCheckpointTask.java | 5 +-
.../connect/mirror/MirrorConnectorConfig.java | 22 +
.../connect/mirror/MirrorHeartbeatConnector.java | 2 +-
.../apache/kafka/connect/mirror/MirrorMaker.java | 8 +-
.../connect/mirror/MirrorSourceConnector.java | 20 +-
.../apache/kafka/connect/mirror/MirrorUtils.java | 56 +-
.../connect/mirror/MirrorMakerConfigTest.java | 23 +-
.../FakeForwardingAdminWithLocalMetadata.java | 124 ++
.../clients/admin/FakeLocalMetadataStore.java | 126 ++
.../IdentityReplicationIntegrationTest.java | 4 +-
.../MirrorConnectorsIntegrationBaseTest.java | 73 +-
...rsWithCustomForwardingAdminIntegrationTest.java | 340 ++++++
.../kafka/connect/cli/ConnectDistributed.java | 12 +-
.../kafka/connect/runtime/AbstractHerder.java | 13 +-
.../org/apache/kafka/connect/runtime/Worker.java | 81 +-
.../apache/kafka/connect/runtime/WorkerConfig.java | 4 +-
.../kafka/connect/runtime/WorkerConnector.java | 3 -
.../apache/kafka/connect/runtime/WorkerTask.java | 3 -
.../IncrementalCooperativeAssignor.java | 518 ++++----
.../runtime/distributed/WorkerCoordinator.java | 29 +-
.../runtime/isolation/DelegatingClassLoader.java | 12 +-
.../kafka/connect/runtime/isolation/Plugins.java | 75 +-
.../connect/storage/KafkaConfigBackingStore.java | 16 +-
.../connect/storage/KafkaOffsetBackingStore.java | 34 +-
.../connect/storage/KafkaStatusBackingStore.java | 13 +-
.../apache/kafka/connect/util/ConnectUtils.java | 21 +
.../ExactlyOnceSourceIntegrationTest.java | 5 +-
.../RebalanceSourceConnectorsIntegrationTest.java | 3 -
.../kafka/connect/runtime/AbstractHerderTest.java | 61 +-
.../runtime/ExactlyOnceWorkerSourceTaskTest.java | 1244 ++++++++------------
.../runtime/SourceTaskOffsetCommitterTest.java | 155 +--
.../apache/kafka/connect/runtime/WorkerTest.java | 437 +++----
.../runtime/distributed/DistributedHerderTest.java | 9 +-
.../IncrementalCooperativeAssignorTest.java | 377 ++++--
.../runtime/distributed/WorkerCoordinatorTest.java | 15 +-
.../runtime/distributed/WorkerGroupMemberTest.java | 31 +-
.../connect/runtime/isolation/PluginsTest.java | 18 +-
.../runtime/isolation/SynchronizationTest.java | 44 +-
.../runtime/standalone/StandaloneHerderTest.java | 47 +-
.../storage/KafkaConfigBackingStoreTest.java | 161 +--
.../storage/KafkaOffsetBackingStoreTest.java | 414 +++----
.../storage/KafkaStatusBackingStoreTest.java | 29 +
.../kafka/connect/test/util/ConcurrencyUtils.java | 52 +
.../kafka/connect/test/util/MockitoUtils.java | 69 ++
.../kafka/connect/util/ConnectUtilsTest.java | 29 +
.../util/clusters/EmbeddedConnectCluster.java | 14 +-
.../util/clusters/EmbeddedKafkaCluster.java | 41 +-
core/src/main/scala/kafka/cluster/Partition.scala | 2 +-
core/src/main/scala/kafka/log/UnifiedLog.scala | 24 +-
core/src/main/scala/kafka/server/KafkaApis.scala | 11 +-
.../scala/kafka/server/ReplicaFetcherThread.scala | 27 +-
.../main/scala/kafka/server/ReplicaManager.scala | 9 +
.../DelegationTokenEndToEndAuthorizationTest.scala | 1 +
.../kafka/api/EndToEndAuthorizationTest.scala | 191 ++-
.../kafka/api/IntegrationTestHarness.scala | 31 +-
.../api/PlaintextEndToEndAuthorizationTest.scala | 10 +
.../kafka/api/ProducerIdExpirationTest.scala | 2 +-
.../kafka/api/SaslEndToEndAuthorizationTest.scala | 3 +
.../SaslGssapiSslEndToEndAuthorizationTest.scala | 1 +
.../SaslPlainSslEndToEndAuthorizationTest.scala | 5 +-
.../scala/integration/kafka/api/SaslSetup.scala | 7 +
.../kafka/api/SslEndToEndAuthorizationTest.scala | 16 +-
.../server/FetchFromFollowerIntegrationTest.scala | 92 ++
.../test/scala/unit/kafka/log/UnifiedLogTest.scala | 20 +
.../unit/kafka/server/BaseFetchRequestTest.scala | 18 +-
.../scala/unit/kafka/server/FetchRequestTest.scala | 34 +-
.../kafka/server/ReplicaFetcherThreadTest.scala | 83 +-
.../scala/unit/kafka/utils/JaasTestUtils.scala | 5 +
.../test/scala/unit/kafka/utils/TestUtils.scala | 14 +-
docs/streams/developer-guide/security.html | 6 +-
gradle/dependencies.gradle | 2 +-
{clients => group-coordinator}/.gitignore | 0
.../kafka/coordinator/group/GroupCoordinator.java | 5 +-
.../src/test/resources/log4j.properties | 0
.../apache/kafka/jmh/server/CheckpointBench.java | 2 +-
.../kafka/jmh/server/PartitionCreationBench.java | 2 +-
.../controller/ClientQuotaControlManager.java | 9 +-
.../controller/ConfigurationControlManager.java | 9 +-
.../kafka/controller/FeatureControlManager.java | 10 +-
.../kafka/controller/PartitionChangeBuilder.java | 4 +-
.../controller/ReplicationControlManager.java | 11 +-
.../org/apache/kafka/timeline/BaseHashTable.java | 0
.../main/java/org/apache/kafka/timeline/Delta.java | 0
.../java/org/apache/kafka/timeline/Revertable.java | 0
.../java/org/apache/kafka/timeline/Snapshot.java | 0
.../apache/kafka/timeline/SnapshotRegistry.java | 0
.../kafka/timeline/SnapshottableHashTable.java | 0
.../org/apache/kafka/timeline/TimelineHashMap.java | 0
.../org/apache/kafka/timeline/TimelineHashSet.java | 0
.../org/apache/kafka/timeline/TimelineInteger.java | 0
.../org/apache/kafka/timeline/TimelineLong.java | 0
.../org/apache/kafka/timeline/TimelineObject.java | 0
.../apache/kafka/timeline/BaseHashTableTest.java | 0
.../kafka/timeline/SnapshotRegistryTest.java | 0
.../kafka/timeline/SnapshottableHashTableTest.java | 0
.../apache/kafka/timeline/TimelineHashMapTest.java | 0
.../apache/kafka/timeline/TimelineHashSetTest.java | 0
.../apache/kafka/timeline/TimelineIntegerTest.java | 0
.../apache/kafka/timeline/TimelineLongTest.java | 0
.../apache/kafka/timeline/TimelineObjectTest.java | 0
settings.gradle | 1 +
.../streams/kstream/SessionWindowedKStream.java | 13 +-
.../kafka/streams/kstream/TimeWindowedKStream.java | 13 +-
.../streams/kstream/internals/KStreamImplJoin.java | 3 +-
.../kstream/internals/KStreamKStreamSelfJoin.java | 11 +-
.../processor/internals/DefaultStateUpdater.java | 63 +-
.../internals/InternalTopologyBuilder.java | 7 +-
.../processor/internals/RecordCollectorImpl.java | 42 +-
.../streams/processor/internals/StateUpdater.java | 16 +
.../processor/internals/StoreChangelogReader.java | 23 +-
.../streams/processor/internals/StreamThread.java | 3 +-
.../internals/StreamsPartitionAssignor.java | 8 +-
.../processor/internals/StreamsProducer.java | 4 +
.../streams/processor/internals/TaskExecutor.java | 117 +-
.../streams/processor/internals/TaskManager.java | 39 +-
.../kafka/streams/processor/internals/Tasks.java | 12 -
.../streams/processor/internals/TasksRegistry.java | 4 -
...stractDualSchemaRocksDBSegmentedBytesStore.java | 47 +-
.../AbstractRocksDBSegmentedBytesStore.java | 75 +-
...tractRocksDBTimeOrderedSegmentedBytesStore.java | 70 +-
...tionsToDbOptionsColumnFamilyOptionsAdapter.java | 68 +-
.../internals/RocksDBSegmentedBytesStore.java | 2 +-
.../RocksDBTimestampedSegmentedBytesStore.java | 2 +-
.../integration/RestoreIntegrationTest.java | 27 +-
.../TimeWindowedKStreamIntegrationTest.java | 66 +-
.../internals/KStreamNewProcessorApiTest.java | 138 +++
.../KStreamSlidingWindowAggregateTest.java | 18 +-
.../internals/KStreamWindowAggregateTest.java | 61 +-
.../internals/SessionWindowedKStreamImplTest.java | 63 +-
.../internals/TimeWindowedKStreamImplTest.java | 121 +-
.../internals/DefaultStateUpdaterTest.java | 82 +-
.../processor/internals/RecordCollectorTest.java | 64 +-
.../internals/StoreChangelogReaderTest.java | 46 +
.../processor/internals/TaskExecutorTest.java | 51 +
.../processor/internals/TaskManagerTest.java | 96 +-
...ctDualSchemaRocksDBSegmentedBytesStoreTest.java | 190 +--
.../AbstractRocksDBSegmentedBytesStoreTest.java | 163 ++-
.../internals/AbstractSessionBytesStoreTest.java | 49 +-
.../internals/AbstractWindowBytesStoreTest.java | 4 +-
.../CachingPersistentWindowStoreTest.java | 3 +-
.../state/internals/MeteredSessionStoreTest.java | 49 +
.../state/internals/MeteredWindowStoreTest.java | 14 +
.../state/internals/RocksDBWindowStoreTest.java | 143 ++-
.../kafka/streams/tests/SmokeTestDriver.java | 8 +
.../kafka/streams/tests/StreamsUpgradeTest.java | 31 +-
tests/kafkatest/services/console_consumer.py | 4 +-
tests/kafkatest/services/streams.py | 3 -
.../tests/streams/streams_upgrade_test.py | 44 +-
.../apache/kafka/tools/ProducerPerformance.java | 16 +-
.../kafka/tools/ProducerPerformanceTest.java | 7 +
166 files changed, 5283 insertions(+), 3021 deletions(-)
create mode 100644 clients/src/main/java/org/apache/kafka/clients/admin/ForwardingAdmin.java
copy clients/src/{main/java/org/apache/kafka/clients/admin/DescribeMetadataQuorumOptions.java => test/java/org/apache/kafka/clients/admin/FakeForwardingAdmin.java} (81%)
copy metadata/src/test/java/org/apache/kafka/metadata/BrokerStateTest.java => clients/src/test/java/org/apache/kafka/common/requests/JoinGroupResponseTest.java (50%)
create mode 100644 connect/mirror/src/test/java/org/apache/kafka/connect/mirror/clients/admin/FakeForwardingAdminWithLocalMetadata.java
create mode 100644 connect/mirror/src/test/java/org/apache/kafka/connect/mirror/clients/admin/FakeLocalMetadataStore.java
create mode 100644 connect/mirror/src/test/java/org/apache/kafka/connect/mirror/integration/MirrorConnectorsWithCustomForwardingAdminIntegrationTest.java
create mode 100644 connect/runtime/src/test/java/org/apache/kafka/connect/test/util/ConcurrencyUtils.java
create mode 100644 connect/runtime/src/test/java/org/apache/kafka/connect/test/util/MockitoUtils.java
create mode 100644 core/src/test/scala/integration/kafka/server/FetchFromFollowerIntegrationTest.scala
copy {clients => group-coordinator}/.gitignore (100%)
copy clients/src/test/java/org/apache/kafka/test/IntegrationTest.java => group-coordinator/src/main/java/org/apache/kafka/coordinator/group/GroupCoordinator.java (90%)
copy {metadata => group-coordinator}/src/test/resources/log4j.properties (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/BaseHashTable.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/Delta.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/Revertable.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/Snapshot.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/SnapshotRegistry.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/SnapshottableHashTable.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/TimelineHashMap.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/TimelineHashSet.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/TimelineInteger.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/TimelineLong.java (100%)
rename {metadata => server-common}/src/main/java/org/apache/kafka/timeline/TimelineObject.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/BaseHashTableTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/SnapshotRegistryTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/SnapshottableHashTableTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/TimelineHashMapTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/TimelineHashSetTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/TimelineIntegerTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/TimelineLongTest.java (100%)
rename {metadata => server-common}/src/test/java/org/apache/kafka/timeline/TimelineObjectTest.java (100%)
create mode 100644 streams/src/test/java/org/apache/kafka/streams/kstream/internals/KStreamNewProcessorApiTest.java
[kafka] 01/01: Merge remote-tracking branch 'origin/trunk' into kip-866-zk-migration-to-kraft
Posted by da...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
davidarthur pushed a commit to branch kip-866-zk-migration-to-kraft
in repository https://gitbox.apache.org/repos/asf/kafka.git
commit 09b0aa3f5c23f150e48ebd2a47e2bcc2fe3369f3
Merge: 6773e3c77c5 529a44d5cf9
Author: David Arthur <mu...@gmail.com>
AuthorDate: Thu Nov 17 11:53:03 2022 -0500
Merge remote-tracking branch 'origin/trunk' into kip-866-zk-migration-to-kraft
build.gradle | 42 +-
.../kafka/clients/admin/ForwardingAdmin.java | 284 +++++
.../consumer/internals/AbstractCoordinator.java | 3 -
.../kafka/common/requests/JoinGroupRequest.java | 2 +-
.../kafka/common/requests/JoinGroupResponse.java | 10 +-
.../java/org/apache/kafka/common/utils/Utils.java | 14 +
.../kafka/clients/admin/FakeForwardingAdmin.java | 19 +-
.../kafka/clients/consumer/KafkaConsumerTest.java | 6 +-
.../internals/AbstractCoordinatorTest.java | 69 +-
.../internals/ConsumerCoordinatorTest.java | 6 +-
.../common/requests/JoinGroupResponseTest.java | 42 +
.../kafka/common/requests/RequestResponseTest.java | 2 +-
.../org/apache/kafka/common/utils/UtilsTest.java | 17 +
.../apache/kafka/connect/mirror/MirrorClient.java | 9 +-
.../kafka/connect/mirror/MirrorClientConfig.java | 25 +-
.../connect/mirror/MirrorCheckpointConnector.java | 8 +-
.../kafka/connect/mirror/MirrorCheckpointTask.java | 5 +-
.../connect/mirror/MirrorConnectorConfig.java | 22 +
.../connect/mirror/MirrorHeartbeatConnector.java | 2 +-
.../apache/kafka/connect/mirror/MirrorMaker.java | 8 +-
.../connect/mirror/MirrorSourceConnector.java | 20 +-
.../apache/kafka/connect/mirror/MirrorUtils.java | 56 +-
.../connect/mirror/MirrorMakerConfigTest.java | 23 +-
.../FakeForwardingAdminWithLocalMetadata.java | 124 ++
.../clients/admin/FakeLocalMetadataStore.java | 126 ++
.../IdentityReplicationIntegrationTest.java | 4 +-
.../MirrorConnectorsIntegrationBaseTest.java | 73 +-
...rsWithCustomForwardingAdminIntegrationTest.java | 340 ++++++
.../kafka/connect/cli/ConnectDistributed.java | 12 +-
.../kafka/connect/runtime/AbstractHerder.java | 13 +-
.../org/apache/kafka/connect/runtime/Worker.java | 81 +-
.../apache/kafka/connect/runtime/WorkerConfig.java | 4 +-
.../kafka/connect/runtime/WorkerConnector.java | 3 -
.../apache/kafka/connect/runtime/WorkerTask.java | 3 -
.../IncrementalCooperativeAssignor.java | 518 ++++----
.../runtime/distributed/WorkerCoordinator.java | 29 +-
.../runtime/isolation/DelegatingClassLoader.java | 12 +-
.../kafka/connect/runtime/isolation/Plugins.java | 75 +-
.../connect/storage/KafkaConfigBackingStore.java | 16 +-
.../connect/storage/KafkaOffsetBackingStore.java | 34 +-
.../connect/storage/KafkaStatusBackingStore.java | 13 +-
.../apache/kafka/connect/util/ConnectUtils.java | 21 +
.../ExactlyOnceSourceIntegrationTest.java | 5 +-
.../RebalanceSourceConnectorsIntegrationTest.java | 3 -
.../kafka/connect/runtime/AbstractHerderTest.java | 61 +-
.../runtime/ExactlyOnceWorkerSourceTaskTest.java | 1244 ++++++++------------
.../runtime/SourceTaskOffsetCommitterTest.java | 155 +--
.../apache/kafka/connect/runtime/WorkerTest.java | 437 +++----
.../runtime/distributed/DistributedHerderTest.java | 9 +-
.../IncrementalCooperativeAssignorTest.java | 377 ++++--
.../runtime/distributed/WorkerCoordinatorTest.java | 15 +-
.../runtime/distributed/WorkerGroupMemberTest.java | 31 +-
.../connect/runtime/isolation/PluginsTest.java | 18 +-
.../runtime/isolation/SynchronizationTest.java | 44 +-
.../runtime/standalone/StandaloneHerderTest.java | 47 +-
.../storage/KafkaConfigBackingStoreTest.java | 161 +--
.../storage/KafkaOffsetBackingStoreTest.java | 414 +++----
.../storage/KafkaStatusBackingStoreTest.java | 29 +
.../kafka/connect/test/util/ConcurrencyUtils.java | 52 +
.../kafka/connect/test/util/MockitoUtils.java | 69 ++
.../kafka/connect/util/ConnectUtilsTest.java | 29 +
.../util/clusters/EmbeddedConnectCluster.java | 14 +-
.../util/clusters/EmbeddedKafkaCluster.java | 41 +-
core/src/main/scala/kafka/cluster/Partition.scala | 2 +-
core/src/main/scala/kafka/log/UnifiedLog.scala | 24 +-
core/src/main/scala/kafka/server/KafkaApis.scala | 11 +-
.../scala/kafka/server/ReplicaFetcherThread.scala | 27 +-
.../main/scala/kafka/server/ReplicaManager.scala | 9 +
.../DelegationTokenEndToEndAuthorizationTest.scala | 1 +
.../kafka/api/EndToEndAuthorizationTest.scala | 191 ++-
.../kafka/api/IntegrationTestHarness.scala | 31 +-
.../api/PlaintextEndToEndAuthorizationTest.scala | 10 +
.../kafka/api/ProducerIdExpirationTest.scala | 2 +-
.../kafka/api/SaslEndToEndAuthorizationTest.scala | 3 +
.../SaslGssapiSslEndToEndAuthorizationTest.scala | 1 +
.../SaslPlainSslEndToEndAuthorizationTest.scala | 5 +-
.../scala/integration/kafka/api/SaslSetup.scala | 7 +
.../kafka/api/SslEndToEndAuthorizationTest.scala | 16 +-
.../server/FetchFromFollowerIntegrationTest.scala | 92 ++
.../test/scala/unit/kafka/log/UnifiedLogTest.scala | 20 +
.../unit/kafka/server/BaseFetchRequestTest.scala | 18 +-
.../scala/unit/kafka/server/FetchRequestTest.scala | 34 +-
.../kafka/server/ReplicaFetcherThreadTest.scala | 83 +-
.../scala/unit/kafka/utils/JaasTestUtils.scala | 5 +
.../test/scala/unit/kafka/utils/TestUtils.scala | 14 +-
docs/streams/developer-guide/security.html | 6 +-
gradle/dependencies.gradle | 2 +-
group-coordinator/.gitignore | 1 +
.../kafka/coordinator/group/GroupCoordinator.java | 14 +-
.../src/test/resources/log4j.properties | 22 +
.../apache/kafka/jmh/server/CheckpointBench.java | 2 +-
.../kafka/jmh/server/PartitionCreationBench.java | 2 +-
.../controller/ClientQuotaControlManager.java | 9 +-
.../controller/ConfigurationControlManager.java | 9 +-
.../kafka/controller/FeatureControlManager.java | 10 +-
.../kafka/controller/PartitionChangeBuilder.java | 4 +-
.../controller/ReplicationControlManager.java | 11 +-
.../org/apache/kafka/timeline/BaseHashTable.java | 0
.../main/java/org/apache/kafka/timeline/Delta.java | 0
.../java/org/apache/kafka/timeline/Revertable.java | 0
.../java/org/apache/kafka/timeline/Snapshot.java | 0
.../apache/kafka/timeline/SnapshotRegistry.java | 0
.../kafka/timeline/SnapshottableHashTable.java | 0
.../org/apache/kafka/timeline/TimelineHashMap.java | 0
.../org/apache/kafka/timeline/TimelineHashSet.java | 0
.../org/apache/kafka/timeline/TimelineInteger.java | 0
.../org/apache/kafka/timeline/TimelineLong.java | 0
.../org/apache/kafka/timeline/TimelineObject.java | 0
.../apache/kafka/timeline/BaseHashTableTest.java | 0
.../kafka/timeline/SnapshotRegistryTest.java | 0
.../kafka/timeline/SnapshottableHashTableTest.java | 0
.../apache/kafka/timeline/TimelineHashMapTest.java | 0
.../apache/kafka/timeline/TimelineHashSetTest.java | 0
.../apache/kafka/timeline/TimelineIntegerTest.java | 0
.../apache/kafka/timeline/TimelineLongTest.java | 0
.../apache/kafka/timeline/TimelineObjectTest.java | 0
settings.gradle | 1 +
.../streams/kstream/SessionWindowedKStream.java | 13 +-
.../kafka/streams/kstream/TimeWindowedKStream.java | 13 +-
.../streams/kstream/internals/KStreamImplJoin.java | 3 +-
.../kstream/internals/KStreamKStreamSelfJoin.java | 11 +-
.../processor/internals/DefaultStateUpdater.java | 63 +-
.../internals/InternalTopologyBuilder.java | 7 +-
.../processor/internals/RecordCollectorImpl.java | 42 +-
.../streams/processor/internals/StateUpdater.java | 16 +
.../processor/internals/StoreChangelogReader.java | 23 +-
.../streams/processor/internals/StreamThread.java | 3 +-
.../internals/StreamsPartitionAssignor.java | 8 +-
.../processor/internals/StreamsProducer.java | 4 +
.../streams/processor/internals/TaskExecutor.java | 117 +-
.../streams/processor/internals/TaskManager.java | 39 +-
.../kafka/streams/processor/internals/Tasks.java | 12 -
.../streams/processor/internals/TasksRegistry.java | 4 -
...stractDualSchemaRocksDBSegmentedBytesStore.java | 47 +-
.../AbstractRocksDBSegmentedBytesStore.java | 75 +-
...tractRocksDBTimeOrderedSegmentedBytesStore.java | 70 +-
...tionsToDbOptionsColumnFamilyOptionsAdapter.java | 68 +-
.../internals/RocksDBSegmentedBytesStore.java | 2 +-
.../RocksDBTimestampedSegmentedBytesStore.java | 2 +-
.../integration/RestoreIntegrationTest.java | 27 +-
.../TimeWindowedKStreamIntegrationTest.java | 66 +-
.../internals/KStreamNewProcessorApiTest.java | 138 +++
.../KStreamSlidingWindowAggregateTest.java | 18 +-
.../internals/KStreamWindowAggregateTest.java | 61 +-
.../internals/SessionWindowedKStreamImplTest.java | 63 +-
.../internals/TimeWindowedKStreamImplTest.java | 121 +-
.../internals/DefaultStateUpdaterTest.java | 82 +-
.../processor/internals/RecordCollectorTest.java | 64 +-
.../internals/StoreChangelogReaderTest.java | 46 +
.../processor/internals/TaskExecutorTest.java | 51 +
.../processor/internals/TaskManagerTest.java | 96 +-
...ctDualSchemaRocksDBSegmentedBytesStoreTest.java | 190 +--
.../AbstractRocksDBSegmentedBytesStoreTest.java | 163 ++-
.../internals/AbstractSessionBytesStoreTest.java | 49 +-
.../internals/AbstractWindowBytesStoreTest.java | 4 +-
.../CachingPersistentWindowStoreTest.java | 3 +-
.../state/internals/MeteredSessionStoreTest.java | 49 +
.../state/internals/MeteredWindowStoreTest.java | 14 +
.../state/internals/RocksDBWindowStoreTest.java | 143 ++-
.../kafka/streams/tests/SmokeTestDriver.java | 8 +
.../kafka/streams/tests/StreamsUpgradeTest.java | 31 +-
tests/kafkatest/services/console_consumer.py | 4 +-
tests/kafkatest/services/streams.py | 3 -
.../tests/streams/streams_upgrade_test.py | 44 +-
.../apache/kafka/tools/ProducerPerformance.java | 16 +-
.../kafka/tools/ProducerPerformanceTest.java | 7 +
166 files changed, 5331 insertions(+), 3021 deletions(-)