You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ki...@apache.org on 2019/12/04 19:16:45 UTC
[incubator-pinot] branch master updated (423692b -> c37fa7d)
This is an automated email from the ASF dual-hosted git repository.
kishoreg pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 423692b Pinot ingestion job - Standalone (#4874)
add c37fa7d Moving stream related apis to pinot-spi (#4884)
No new revisions were added by this update.
Summary of changes:
.../hadoop/job/mappers/SegmentCreationMapper.java | 2 +-
.../spark/jobs/SparkSegmentCreationFunction.java | 2 +-
.../standalone/SegmentGenerationJobRunner.java | 2 +-
.../broker/routing/RoutingTableBuilderFactory.java | 2 +-
.../apache/pinot/common/config/QuotaConfig.java | 2 +-
.../SegmentsValidationAndRetentionConfig.java | 2 +-
.../apache/pinot/common/utils/DataSizeTest.java | 1 +
.../org/apache/pinot/common/utils/UtilsTest.java | 2 +-
.../impl/kafka/KafkaConnectionHandler.java | 6 +++---
.../realtime/impl/kafka/KafkaConsumerFactory.java | 8 ++++----
.../impl/kafka/KafkaHighLevelStreamConfig.java | 4 ++--
.../impl/kafka/KafkaLowLevelStreamConfig.java | 2 +-
.../impl/kafka/KafkaPartitionLevelConsumer.java | 6 +++---
.../impl/kafka/KafkaStreamLevelConsumer.java | 8 ++++----
.../impl/kafka/KafkaStreamMetadataProvider.java | 6 +++---
.../impl/kafka/SimpleConsumerMessageBatch.java | 2 +-
.../impl/kafka/server/KafkaDataProducer.java | 2 +-
.../kafka/server/KafkaDataServerStartable.java | 2 +-
....apache.pinot.spi.stream.StreamConsumerFactory} | 0
.../impl/kafka/KafkaLowLevelStreamConfigTest.java | 4 ++--
.../kafka/KafkaPartitionLevelConsumerTest.java | 8 ++------
.../realtime/impl/kafka2/KafkaConsumerFactory.java | 8 ++++----
.../realtime/impl/kafka2/KafkaMessageBatch.java | 2 +-
.../KafkaPartitionLevelConnectionHandler.java | 2 +-
.../impl/kafka2/KafkaPartitionLevelConsumer.java | 6 +++---
.../kafka2/KafkaPartitionLevelStreamConfig.java | 2 +-
.../impl/kafka2/KafkaStreamLevelConsumer.java | 8 ++++----
.../impl/kafka2/KafkaStreamLevelStreamConfig.java | 4 ++--
.../impl/kafka2/KafkaStreamMetadataProvider.java | 6 +++---
.../impl/kafka2/server/KafkaDataProducer.java | 2 +-
.../kafka2/server/KafkaDataServerStartable.java | 2 +-
....apache.pinot.spi.stream.StreamConsumerFactory} | 0
.../kafka2/KafkaPartitionLevelConsumerTest.java | 12 ++++++------
.../KafkaPartitionLevelStreamConfigTest.java | 4 ++--
.../impl/kafka/KafkaAvroMessageDecoder.java | 2 +-
.../impl/kafka/KafkaJSONMessageDecoder.java | 2 +-
.../realtime/impl/kafka/KafkaStarterUtils.java | 6 +++---
.../impl/kafka/KafkaStreamConfigProperties.java | 2 +-
.../controller/api/upload/SegmentValidator.java | 2 +-
.../helix/core/PinotHelixResourceManager.java | 5 +++--
.../helix/core/PinotTableIdealStateBuilder.java | 4 ++--
.../realtime/PinotLLCRealtimeSegmentManager.java | 20 +++++++++++---------
.../core/realtime/PinotRealtimeSegmentManager.java | 2 +-
.../segment/DefaultFlushThresholdUpdater.java | 2 +-
.../segment/FlushThresholdUpdateManager.java | 2 +-
.../realtime/segment/FlushThresholdUpdater.java | 2 +-
.../SegmentSizeBasedFlushThresholdUpdater.java | 4 ++--
.../helix/core/rebalance/TableRebalancer.java | 2 +-
.../core/relocation/RealtimeSegmentRelocator.java | 4 ++--
.../retention/strategy/TimeRetentionStrategy.java | 2 +-
.../controller/util/TableRetentionValidator.java | 2 +-
.../validation/OfflineSegmentIntervalChecker.java | 2 +-
.../RealtimeSegmentValidationManager.java | 8 ++++----
.../controller/validation/StorageQuotaChecker.java | 2 +-
.../api/PinotTableRestletResourceTest.java | 2 +-
.../pinot/controller/api/TableViewsTest.java | 2 +-
.../PinotLLCRealtimeSegmentManagerTest.java | 9 +++++----
.../segment/FlushThresholdUpdaterTest.java | 4 ++--
.../realtime/HLRealtimeSegmentDataManager.java | 8 ++++----
.../realtime/LLRealtimeSegmentDataManager.java | 22 +++++++++++-----------
.../data/recordtransformer/TimeTransformer.java | 2 +-
.../core/indexsegment/mutable/MutableSegment.java | 2 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 2 +-
.../realtime/stream/SimpleAvroMessageDecoder.java | 1 +
.../creator/impl/SegmentColumnarIndexCreator.java | 2 +-
.../core/segment/index/SegmentMetadataImpl.java | 2 +-
.../apache/pinot/core/util/ReplicationUtils.java | 3 +--
.../realtime/LLRealtimeSegmentDataManagerTest.java | 4 ++--
.../pinot/core/data/readers/PinotSegmentUtil.java | 2 +-
.../MutableSegmentImplAggregateMetricsTest.java | 2 +-
.../mutable/MutableSegmentImplTest.java | 3 +--
.../fakestream/FakePartitionLevelConsumer.java | 6 +++---
.../impl/fakestream/FakeStreamConfigUtils.java | 4 ++--
.../impl/fakestream/FakeStreamConsumerFactory.java | 22 ++++++++++------------
.../impl/fakestream/FakeStreamLevelConsumer.java | 2 +-
.../impl/fakestream/FakeStreamMessageBatch.java | 2 +-
.../impl/fakestream/FakeStreamMessageDecoder.java | 2 +-
.../fakestream/FakeStreamMetadataProvider.java | 8 +++-----
.../stream/MetadataEqualsHashCodeTest.java | 1 +
.../core/realtime/stream/OffsetCriteriaTest.java | 1 +
.../core/realtime/stream/StreamConfigTest.java | 8 ++++++--
.../SegmentGenerationWithTimeColumnTest.java | 2 +-
.../apache/pinot/queries/TransformQueriesTest.java | 2 +-
.../tests/BaseClusterIntegrationTest.java | 2 +-
.../tests/ClusterIntegrationTestUtils.java | 4 ++--
.../pinot/integration/tests/ClusterTest.java | 6 +++---
...lakyConsumerRealtimeClusterIntegrationTest.java | 12 +++++-------
...ridClusterIntegrationTestCommandLineRunner.java | 2 +-
.../perf/BenchmarkRealtimeConsumptionSpeed.java | 2 +-
.../org/apache/pinot/perf/RealtimeStressTest.java | 2 +-
.../org/apache/pinot/spi}/stream/MessageBatch.java | 2 +-
.../apache/pinot/spi}/stream/OffsetCriteria.java | 4 ++--
.../pinot/spi}/stream/PartitionCountFetcher.java | 2 +-
.../pinot/spi}/stream/PartitionLevelConsumer.java | 2 +-
.../spi}/stream/PartitionLevelStreamConfig.java | 9 ++-------
.../pinot/spi}/stream/PartitionOffsetFetcher.java | 2 +-
.../spi}/stream/PermanentConsumerException.java | 2 +-
.../org/apache/pinot/spi}/stream/RowMetadata.java | 2 +-
.../org/apache/pinot/spi}/stream/StreamConfig.java | 11 +++--------
.../pinot/spi}/stream/StreamConfigProperties.java | 2 +-
.../pinot/spi}/stream/StreamConsumerFactory.java | 4 +---
.../spi}/stream/StreamConsumerFactoryProvider.java | 6 +++---
.../pinot/spi}/stream/StreamDataProducer.java | 2 +-
.../pinot/spi}/stream/StreamDataProvider.java | 2 +-
.../spi}/stream/StreamDataServerStartable.java | 2 +-
.../pinot/spi}/stream/StreamDecoderProvider.java | 6 +++---
.../pinot/spi}/stream/StreamLevelConsumer.java | 2 +-
.../pinot/spi}/stream/StreamMessageDecoder.java | 2 +-
.../pinot/spi}/stream/StreamMessageMetadata.java | 2 +-
.../pinot/spi}/stream/StreamMetadataProvider.java | 2 +-
.../spi}/stream/TransientConsumerException.java | 2 +-
.../java/org/apache/pinot/spi}/utils/DataSize.java | 2 +-
.../org/apache/pinot/spi/utils}/TimeUtils.java | 2 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 4 ++--
.../org/apache/pinot/tools/RealtimeQuickStart.java | 4 ++--
.../OfflineSegmentIntervalCheckerCommand.java | 2 +-
.../command/RealtimeProvisioningHelperCommand.java | 4 ++--
.../tools/admin/command/StartKafkaCommand.java | 4 ++--
.../admin/command/StreamAvroIntoKafkaCommand.java | 4 ++--
.../realtime/provisioning/MemoryEstimator.java | 2 +-
.../pinot/tools/streams/AirlineDataStream.java | 4 ++--
.../pinot/tools/streams/MeetupRsvpStream.java | 6 +++---
122 files changed, 233 insertions(+), 245 deletions(-)
rename pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/{org.apache.pinot.core.realtime.stream.StreamConsumerFactory => org.apache.pinot.spi.stream.StreamConsumerFactory} (100%)
rename pinot-connectors/pinot-connector-kafka-2.0/src/main/resources/META-INF/services/{org.apache.pinot.core.realtime.stream.StreamConsumerFactory => org.apache.pinot.spi.stream.StreamConsumerFactory} (100%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/MessageBatch.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/OffsetCriteria.java (98%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionCountFetcher.java (98%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionLevelConsumer.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionLevelStreamConfig.java (93%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionOffsetFetcher.java (98%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PermanentConsumerException.java (96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/RowMetadata.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConfig.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConfigProperties.java (99%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConsumerFactory.java (94%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConsumerFactoryProvider.java (91%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDataProducer.java (96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDataProvider.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDataServerStartable.java (96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDecoderProvider.java (92%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamLevelConsumer.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamMessageDecoder.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamMessageMetadata.java (96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamMetadataProvider.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime => pinot-spi/src/main/java/org/apache/pinot/spi}/stream/TransientConsumerException.java (95%)
rename {pinot-common/src/main/java/org/apache/pinot/common => pinot-spi/src/main/java/org/apache/pinot/spi}/utils/DataSize.java (98%)
rename {pinot-common/src/main/java/org/apache/pinot/common/utils/time => pinot-spi/src/main/java/org/apache/pinot/spi/utils}/TimeUtils.java (99%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org