You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kafka.apache.org by cm...@apache.org on 2019/08/16 20:28:38 UTC
[kafka] branch trunk updated (e2d16b5 -> 33d0608)
This is an automated email from the ASF dual-hosted git repository.
cmccabe pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/kafka.git.
from e2d16b5 KAFKA-8802: ConcurrentSkipListMap shows performance regression in cache and in-memory store (#7212)
add 33d0608 MINOR: Remove Deprecated Scala Procedure Syntax (#7214)
No new revisions were added by this update.
Summary of changes:
core/src/main/scala/kafka/admin/AclCommand.scala | 10 +-
.../kafka/admin/BrokerApiVersionsCommand.scala | 8 +-
.../src/main/scala/kafka/admin/ConfigCommand.scala | 14 +-
.../scala/kafka/admin/ConsumerGroupCommand.scala | 6 +-
.../scala/kafka/admin/DelegationTokenCommand.scala | 2 +-
.../PreferredReplicaLeaderElectionCommand.scala | 10 +-
.../kafka/admin/ReassignPartitionsCommand.scala | 10 +-
core/src/main/scala/kafka/admin/TopicCommand.scala | 12 +-
.../scala/kafka/admin/ZkSecurityMigrator.scala | 8 +-
core/src/main/scala/kafka/api/ApiUtils.scala | 2 +-
core/src/main/scala/kafka/cluster/Partition.scala | 8 +-
core/src/main/scala/kafka/common/Config.scala | 2 +-
.../scala/kafka/common/InterBrokerSendThread.scala | 2 +-
.../main/scala/kafka/common/MessageFormatter.scala | 4 +-
.../main/scala/kafka/common/MessageReader.scala | 4 +-
.../common/ZkNodeChangeNotificationListener.scala | 8 +-
.../controller/ControllerChannelManager.scala | 18 +-
.../scala/kafka/controller/ControllerContext.scala | 2 +-
.../scala/kafka/controller/KafkaController.scala | 44 ++--
.../kafka/controller/PartitionStateMachine.scala | 6 +-
.../kafka/controller/ReplicaStateMachine.scala | 6 +-
.../kafka/controller/TopicDeletionManager.scala | 16 +-
.../kafka/coordinator/group/GroupCoordinator.scala | 62 +++---
.../kafka/coordinator/group/GroupMetadata.scala | 18 +-
.../coordinator/group/GroupMetadataManager.scala | 24 +-
.../transaction/ProducerIdManager.scala | 2 +-
.../transaction/TransactionCoordinator.scala | 8 +-
.../coordinator/transaction/TransactionLog.scala | 2 +-
.../TransactionMarkerChannelManager.scala | 2 +-
.../transaction/TransactionStateManager.scala | 12 +-
core/src/main/scala/kafka/log/AbstractIndex.scala | 10 +-
core/src/main/scala/kafka/log/Log.scala | 22 +-
core/src/main/scala/kafka/log/LogCleaner.scala | 44 ++--
.../main/scala/kafka/log/LogCleanerManager.scala | 16 +-
core/src/main/scala/kafka/log/LogConfig.scala | 6 +-
core/src/main/scala/kafka/log/LogManager.scala | 16 +-
core/src/main/scala/kafka/log/LogSegment.scala | 16 +-
core/src/main/scala/kafka/log/LogValidator.scala | 4 +-
core/src/main/scala/kafka/log/OffsetIndex.scala | 10 +-
core/src/main/scala/kafka/log/OffsetMap.scala | 12 +-
.../scala/kafka/log/ProducerStateManager.scala | 12 +-
core/src/main/scala/kafka/log/TimeIndex.scala | 10 +-
.../kafka/metrics/KafkaCSVMetricsReporter.scala | 6 +-
.../scala/kafka/metrics/KafkaMetricsReporter.scala | 7 +-
.../main/scala/kafka/network/RequestChannel.scala | 14 +-
.../main/scala/kafka/network/SocketServer.scala | 30 +--
.../scala/kafka/security/CredentialProvider.scala | 2 +-
.../kafka/security/auth/SimpleAclAuthorizer.scala | 16 +-
.../kafka/server/AbstractFetcherManager.scala | 10 +-
.../scala/kafka/server/AbstractFetcherThread.scala | 26 +--
.../src/main/scala/kafka/server/AdminManager.scala | 8 +-
.../src/main/scala/kafka/server/BrokerStates.scala | 4 +-
.../scala/kafka/server/ClientQuotaManager.scala | 6 +-
.../kafka/server/ClientRequestQuotaManager.scala | 2 +-
.../main/scala/kafka/server/ConfigHandler.scala | 12 +-
.../kafka/server/DelayedCreatePartitions.scala | 2 +-
.../scala/kafka/server/DelayedDeleteRecords.scala | 6 +-
.../scala/kafka/server/DelayedDeleteTopics.scala | 2 +-
.../src/main/scala/kafka/server/DelayedFetch.scala | 4 +-
.../main/scala/kafka/server/DelayedOperation.scala | 12 +-
.../main/scala/kafka/server/DelayedProduce.scala | 6 +-
.../kafka/server/DelegationTokenManager.scala | 10 +-
.../scala/kafka/server/DynamicBrokerConfig.scala | 2 +-
.../scala/kafka/server/DynamicConfigManager.scala | 4 +-
core/src/main/scala/kafka/server/KafkaApis.scala | 90 ++++----
core/src/main/scala/kafka/server/KafkaConfig.scala | 4 +-
.../scala/kafka/server/KafkaRequestHandler.scala | 14 +-
core/src/main/scala/kafka/server/KafkaServer.scala | 7 +-
.../scala/kafka/server/KafkaServerStartable.scala | 6 +-
.../main/scala/kafka/server/MetadataCache.scala | 2 +-
.../src/main/scala/kafka/server/QuotaFactory.scala | 2 +-
.../kafka/server/ReplicaAlterLogDirsManager.scala | 2 +-
.../kafka/server/ReplicaAlterLogDirsThread.scala | 2 +-
.../kafka/server/ReplicaFetcherBlockingSend.scala | 4 +-
.../scala/kafka/server/ReplicaFetcherManager.scala | 2 +-
.../main/scala/kafka/server/ReplicaManager.scala | 22 +-
.../kafka/server/ReplicationQuotaManager.scala | 10 +-
.../kafka/server/checkpoints/CheckpointFile.scala | 2 +-
.../checkpoints/LeaderEpochCheckpointFile.scala | 2 +-
.../server/checkpoints/OffsetCheckpointFile.scala | 2 +-
.../main/scala/kafka/tools/ConsoleConsumer.scala | 36 +--
.../main/scala/kafka/tools/ConsoleProducer.scala | 4 +-
.../scala/kafka/tools/ConsumerPerformance.scala | 6 +-
.../main/scala/kafka/tools/DumpLogSegments.scala | 16 +-
.../main/scala/kafka/tools/EndToEndLatency.scala | 4 +-
core/src/main/scala/kafka/tools/JmxTool.scala | 2 +-
core/src/main/scala/kafka/tools/MirrorMaker.scala | 40 ++--
.../kafka/tools/ReplicaVerificationTool.scala | 16 +-
.../scala/kafka/tools/StateChangeLogMerger.scala | 2 +-
.../main/scala/kafka/utils/CommandLineUtils.scala | 8 +-
core/src/main/scala/kafka/utils/CoreUtils.scala | 4 +-
core/src/main/scala/kafka/utils/FileLock.scala | 4 +-
.../main/scala/kafka/utils/KafkaScheduler.scala | 8 +-
core/src/main/scala/kafka/utils/Pool.scala | 2 +-
core/src/main/scala/kafka/utils/Throttler.scala | 4 +-
.../scala/kafka/utils/VerifiableProperties.scala | 2 +-
core/src/main/scala/kafka/utils/VersionInfo.scala | 2 +-
core/src/main/scala/kafka/utils/timer/Timer.scala | 2 +-
core/src/main/scala/kafka/zk/AdminZkClient.scala | 12 +-
core/src/main/scala/kafka/zk/KafkaZkClient.scala | 4 +-
.../kafka/api/AbstractConsumerTest.scala | 8 +-
.../kafka/api/AdminClientIntegrationTest.scala | 2 +-
.../kafka/api/AuthorizerIntegrationTest.scala | 118 +++++-----
.../integration/kafka/api/BaseConsumerTest.scala | 4 +-
.../kafka/api/BaseProducerSendTest.scala | 32 +--
.../integration/kafka/api/BaseQuotaTest.scala | 20 +-
.../integration/kafka/api/ClientIdQuotaTest.scala | 8 +-
.../integration/kafka/api/ConsumerBounceTest.scala | 32 +--
.../kafka/api/CustomQuotaCallbackTest.scala | 6 +-
.../DelegationTokenEndToEndAuthorizationTest.scala | 6 +-
.../api/DescribeAuthorizedOperationsTest.scala | 2 +-
.../kafka/api/EndToEndAuthorizationTest.scala | 22 +-
.../kafka/api/EndToEndClusterIdTest.scala | 14 +-
.../api/GroupCoordinatorIntegrationTest.scala | 2 +-
.../kafka/api/IntegrationTestHarness.scala | 4 +-
.../integration/kafka/api/LogAppendTimeTest.scala | 4 +-
.../scala/integration/kafka/api/MetricsTest.scala | 2 +-
.../kafka/api/PlaintextConsumerTest.scala | 104 ++++-----
.../api/PlaintextEndToEndAuthorizationTest.scala | 4 +-
.../kafka/api/PlaintextProducerSendTest.scala | 12 +-
.../kafka/api/ProducerCompressionTest.scala | 6 +-
.../kafka/api/ProducerFailureHandlingTest.scala | 28 +--
.../kafka/api/RackAwareAutoTopicCreationTest.scala | 2 +-
.../SaslClientsWithInvalidCredentialsTest.scala | 20 +-
.../kafka/api/SaslEndToEndAuthorizationTest.scala | 2 +-
.../kafka/api/SaslMultiMechanismConsumerTest.scala | 2 +-
.../kafka/api/SaslPlainPlaintextConsumerTest.scala | 2 +-
.../SaslPlainSslEndToEndAuthorizationTest.scala | 14 +-
.../SaslScramSslEndToEndAuthorizationTest.scala | 4 +-
.../scala/integration/kafka/api/SaslSetup.scala | 6 +-
.../api/SaslSslAdminClientIntegrationTest.scala | 2 +-
.../kafka/api/SslEndToEndAuthorizationTest.scala | 2 +-
.../kafka/api/TransactionsBounceTest.scala | 4 +-
.../integration/kafka/api/TransactionsTest.scala | 2 +-
.../kafka/api/UserClientIdQuotaTest.scala | 8 +-
.../integration/kafka/api/UserQuotaTest.scala | 8 +-
.../kafka/network/DynamicConnectionQuotaTest.scala | 6 +-
.../server/DynamicBrokerReconfigurationTest.scala | 6 +-
.../kafka/server/GssapiAuthenticationTest.scala | 2 +-
...ListenersWithSameSecurityProtocolBaseTest.scala | 2 +-
.../kafka/server/ScramServerStartupTest.scala | 2 +-
.../scala/kafka/security/minikdc/MiniKdc.scala | 20 +-
.../scala/kafka/tools/LogCompactionTester.scala | 8 +-
.../other/kafka/ReplicationQuotasTestRig.scala | 12 +-
.../src/test/scala/other/kafka/StressTestLog.scala | 12 +-
.../scala/other/kafka/TestLinearWriteSpeed.scala | 8 +-
.../scala/unit/kafka/admin/AclCommandTest.scala | 14 +-
.../scala/unit/kafka/admin/AddPartitionsTest.scala | 2 +-
.../unit/kafka/admin/AdminRackAwareTest.scala | 30 +--
.../scala/unit/kafka/admin/ConfigCommandTest.scala | 22 +-
.../kafka/admin/ConsumerGroupCommandTest.scala | 10 +-
.../kafka/admin/DeleteConsumerGroupsTest.scala | 22 +-
.../scala/unit/kafka/admin/DeleteTopicTest.scala | 28 +--
.../kafka/admin/DescribeConsumerGroupTest.scala | 62 +++---
.../kafka/admin/LeaderElectionCommandTest.scala | 4 +-
.../unit/kafka/admin/ListConsumerGroupTest.scala | 4 +-
...PreferredReplicaLeaderElectionCommandTest.scala | 32 +--
.../scala/unit/kafka/admin/RackAwareTest.scala | 2 +-
.../admin/ReassignPartitionsClusterTest.scala | 36 +--
.../admin/ReassignPartitionsCommandArgsTest.scala | 4 +-
.../admin/ReassignPartitionsCommandTest.scala | 24 +-
.../kafka/admin/ResetConsumerGroupOffsetTest.scala | 46 ++--
.../scala/unit/kafka/admin/TopicCommandTest.scala | 28 +--
.../admin/TopicCommandWithAdminClientTest.scala | 8 +-
.../test/scala/unit/kafka/api/ApiUtilsTest.scala | 4 +-
.../ZkNodeChangeNotificationListenerTest.scala | 4 +-
.../kafka/controller/ControllerFailoverTest.scala | 4 +-
.../controller/ControllerIntegrationTest.scala | 6 +-
.../AbstractCoordinatorConcurrencyTest.scala | 14 +-
.../group/GroupCoordinatorConcurrencyTest.scala | 10 +-
.../coordinator/group/GroupCoordinatorTest.scala | 242 ++++++++++-----------
.../group/GroupMetadataManagerTest.scala | 100 ++++-----
.../coordinator/group/GroupMetadataTest.scala | 58 ++---
.../coordinator/group/MemberMetadataTest.scala | 12 +-
.../transaction/ProducerIdManagerTest.scala | 4 +-
.../TransactionCoordinatorConcurrencyTest.scala | 4 +-
.../transaction/TransactionLogTest.scala | 4 +-
.../transaction/TransactionStateManagerTest.scala | 14 +-
.../kafka/integration/KafkaServerTestHarness.scala | 12 +-
.../MetricsDuringTopicCreationDeletionTest.scala | 8 +-
.../unit/kafka/integration/MinIsrConfigTest.scala | 2 +-
.../integration/UncleanLeaderElectionTest.scala | 6 +-
.../unit/kafka/log/BrokerCompressionTest.scala | 4 +-
.../unit/kafka/log/LogCleanerIntegrationTest.scala | 2 +-
.../LogCleanerParameterizedIntegrationTest.scala | 8 +-
.../test/scala/unit/kafka/log/LogCleanerTest.scala | 12 +-
.../test/scala/unit/kafka/log/LogConfigTest.scala | 12 +-
.../test/scala/unit/kafka/log/LogManagerTest.scala | 40 ++--
.../test/scala/unit/kafka/log/LogSegmentTest.scala | 36 +--
core/src/test/scala/unit/kafka/log/LogTest.scala | 166 +++++++-------
.../scala/unit/kafka/log/LogValidatorTest.scala | 98 ++++-----
.../scala/unit/kafka/log/OffsetIndexTest.scala | 20 +-
.../test/scala/unit/kafka/log/OffsetMapTest.scala | 8 +-
.../unit/kafka/log/ProducerStateManagerTest.scala | 6 +-
.../test/scala/unit/kafka/log/TimeIndexTest.scala | 12 +-
.../scala/unit/kafka/metrics/KafkaTimerTest.scala | 4 +-
.../scala/unit/kafka/metrics/MetricsTest.scala | 4 +-
.../unit/kafka/network/SocketServerTest.scala | 50 ++---
.../security/auth/SimpleAclAuthorizerTest.scala | 34 +--
.../kafka/security/auth/ZkAuthorizationTest.scala | 4 +-
.../delegation/DelegationTokenManagerTest.scala | 2 +-
.../unit/kafka/server/ApiVersionsRequestTest.scala | 6 +-
.../scala/unit/kafka/server/BaseRequestTest.scala | 4 +-
.../kafka/server/BrokerEpochIntegrationTest.scala | 10 +-
.../unit/kafka/server/ClientQuotaManagerTest.scala | 30 +--
.../kafka/server/CreateTopicsRequestTest.scala | 8 +-
.../server/CreateTopicsRequestWithPolicyTest.scala | 4 +-
.../unit/kafka/server/DelayedOperationTest.scala | 26 +--
.../kafka/server/DeleteTopicsRequestTest.scala | 6 +-
...leteTopicsRequestWithDeletionDisabledTest.scala | 2 +-
.../kafka/server/DynamicBrokerConfigTest.scala | 2 +-
.../kafka/server/DynamicConfigChangeTest.scala | 24 +-
.../unit/kafka/server/DynamicConfigTest.scala | 8 +-
.../unit/kafka/server/EdgeCaseRequestTest.scala | 14 +-
.../server/HighwatermarkPersistenceTest.scala | 6 +-
.../unit/kafka/server/IsrExpirationTest.scala | 12 +-
.../scala/unit/kafka/server/KafkaApisTest.scala | 14 +-
.../scala/unit/kafka/server/KafkaConfigTest.scala | 66 +++---
.../server/KafkaMetricReporterClusterIdTest.scala | 8 +-
.../KafkaMetricReporterExceptionHandlingTest.scala | 18 +-
.../scala/unit/kafka/server/KafkaServerTest.scala | 2 +-
.../unit/kafka/server/LeaderElectionTest.scala | 6 +-
.../unit/kafka/server/LogDirFailureTest.scala | 14 +-
.../scala/unit/kafka/server/LogOffsetTest.scala | 16 +-
.../unit/kafka/server/MetadataCacheTest.scala | 14 +-
.../unit/kafka/server/MetadataRequestTest.scala | 18 +-
.../unit/kafka/server/ProduceRequestTest.scala | 6 +-
.../scala/unit/kafka/server/ReplicaFetchTest.scala | 6 +-
.../unit/kafka/server/ReplicaManagerTest.scala | 18 +-
.../scala/unit/kafka/server/RequestQuotaTest.scala | 34 +--
.../kafka/server/SaslApiVersionsRequestTest.scala | 8 +-
.../kafka/server/ServerGenerateBrokerIdTest.scala | 16 +-
.../kafka/server/ServerGenerateClusterIdTest.scala | 16 +-
.../unit/kafka/server/ServerShutdownTest.scala | 16 +-
.../unit/kafka/server/ServerStartupTest.scala | 2 +-
.../scala/unit/kafka/server/SimpleFetchTest.scala | 6 +-
.../server/ThrottledChannelExpirationTest.scala | 6 +-
...chDrivenReplicationProtocolAcceptanceTest.scala | 4 +-
.../server/epoch/LeaderEpochFileCacheTest.scala | 10 +-
.../server/epoch/LeaderEpochIntegrationTest.scala | 4 +-
.../util/ReplicaFetcherMockBlockingSend.scala | 2 +-
.../unit/kafka/tools/ConsoleConsumerTest.scala | 30 +--
.../unit/kafka/tools/ConsoleProducerTest.scala | 4 +-
.../scala/unit/kafka/tools/MirrorMakerTest.scala | 6 +-
.../unit/kafka/utils/CommandLineUtilsTest.scala | 12 +-
.../scala/unit/kafka/utils/CoreUtilsTest.scala | 22 +-
.../scala/unit/kafka/utils/JaasTestUtils.scala | 2 +-
.../src/test/scala/unit/kafka/utils/JsonTest.scala | 8 +-
.../unit/kafka/utils/LogCaptureAppender.scala | 2 +-
.../scala/unit/kafka/utils/MockScheduler.scala | 10 +-
.../src/test/scala/unit/kafka/utils/MockTime.scala | 2 +-
.../unit/kafka/utils/ReplicationUtilsTest.scala | 4 +-
.../scala/unit/kafka/utils/SchedulerTest.scala | 16 +-
.../test/scala/unit/kafka/utils/TestUtils.scala | 40 ++--
.../scala/unit/kafka/utils/ThrottlerTest.scala | 2 +-
.../scala/unit/kafka/utils/TopicFilterTest.scala | 2 +-
.../scala/unit/kafka/utils/timer/MockTimer.scala | 2 +-
.../unit/kafka/utils/timer/TimerTaskListTest.scala | 2 +-
.../scala/unit/kafka/utils/timer/TimerTest.scala | 2 +-
.../scala/unit/kafka/zk/AdminZkClientTest.scala | 24 +-
.../scala/unit/kafka/zk/KafkaZkClientTest.scala | 36 +--
.../kafka/zk/ReassignPartitionsZNodeTest.scala | 6 +-
.../scala/unit/kafka/zk/ZkFourLetterWords.scala | 2 +-
.../scala/unit/kafka/zk/ZooKeeperTestHarness.scala | 10 +-
.../unit/kafka/zookeeper/ZooKeeperClientTest.scala | 10 +-
265 files changed, 1902 insertions(+), 1902 deletions(-)