You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2019/07/22 05:55:55 UTC
[incubator-pinot] branch add-logic-for-lead-controller-resource
updated (9fd3c70 -> a47fe4f)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch add-logic-for-lead-controller-resource
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 9fd3c70 Use resource config to check whether resource is enabled
omit 9419384 Address PR comments
omit 3f9beb9 Move murmur2 functions to an util class in pinot-common
omit 36e0e69 Move murmur2 functions to an util class in pinot-common
omit a0cf64d Address PR comments; Remove API design out of this PR
omit 9447536 Address PR comments
omit c151ec1 Add logic for lead controller resource on controller side
omit 8088474 Add logic for leveraging lead controller resource
add 9232bb5 Moving handling of NULL values from RecordReaders to NullValueTransfo… (#4399)
add eaecd64 Refactor pinot-connectors to break the dependencies from kafka 0.9 (#4445)
add 024da51 Enable SegmentCompleteionIntegrationTest (#4451)
add 6ce6114 Add logic for leveraging lead controller resource
add 1c07a37 Add logic for lead controller resource on controller side
add ec747de Address PR comments
add 91a7651 Address PR comments; Remove API design out of this PR
add 51348fa Move murmur2 functions to an util class in pinot-common
add f9ab6e2 Move murmur2 functions to an util class in pinot-common
add de5d5e6 Address PR comments
add a47fe4f Use resource config to check whether resource is enabled
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9fd3c70)
\
N -- N -- N refs/heads/add-logic-for-lead-controller-resource (a47fe4f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
pinot-common/pom.xml | 4 -
.../org/apache/pinot/common/utils/JsonUtils.java | 6 +-
pinot-connectors/pinot-connector-kafka-0.9/pom.xml | 7 +-
.../realtime/impl/kafka/KafkaStarterUtils.java | 171 ---------------------
.../impl/kafka/server/KafkaDataProducer.java | 57 +++++++
.../kafka/server/KafkaDataServerStartable.java | 109 +++++++++++++
pinot-core/pom.xml | 4 -
.../realtime/HLRealtimeSegmentDataManager.java | 4 +-
.../realtime/LLRealtimeSegmentDataManager.java | 4 +-
.../pinot/core/data/readers/RecordReaderUtils.java | 14 +-
...dTransformer.java => CompositeTransformer.java} | 20 +--
...dTransformer.java => NullValueTransformer.java} | 39 +++--
...ansformer.java => SanitizationTransformer.java} | 6 +-
.../pinot/core/minion/BackfillDateTimeColumn.java | 4 +-
.../converter/RealtimeSegmentConverter.java | 4 +-
...sumerException.java => StreamDataProducer.java} | 18 ++-
...essageMetadata.java => StreamDataProvider.java} | 37 +++--
.../stream/StreamDataServerStartable.java} | 38 +++--
.../RecordReaderSegmentCreationDataSource.java | 4 +-
.../impl/SegmentIndexCreationDriverImpl.java | 4 +-
.../function/FunctionExpressionEvaluatorTest.java | 1 -
.../data/readers/RecordReaderSampleDataTest.java | 8 +-
.../pinot/core/data/readers/RecordReaderTest.java | 8 +-
.../recordtransformer/RecordTransformerTest.java | 6 +-
pinot-integration-tests/pom.xml | 3 +-
.../tests/BaseClusterIntegrationTest.java | 58 +++++--
.../tests/BaseClusterIntegrationTestSet.java | 11 --
.../ControllerPeriodicTasksIntegrationTests.java | 2 +-
.../tests/HybridClusterIntegrationTest.java | 2 +-
...ridClusterIntegrationTestCommandLineRunner.java | 10 +-
.../tests/RealtimeClusterIntegrationTest.java | 26 +---
....java => SegmentCompletionIntegrationTest.java} | 67 ++------
pinot-perf/pom.xml | 3 +-
.../perf/BenchmarkRealtimeConsumptionSpeed.java | 10 +-
.../org/apache/pinot/perf/RealtimeStressTest.java | 10 +-
pinot-tools/pom.xml | 3 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 38 +++--
.../org/apache/pinot/tools/KafkaStarterUtils.java | 103 +++++++++++++
.../org/apache/pinot/tools/RealtimeQuickStart.java | 33 ++--
.../tools/admin/command/StartKafkaCommand.java | 14 +-
.../admin/command/StreamAvroIntoKafkaCommand.java | 22 ++-
.../pinot/tools/streams/AirlineDataStream.java | 19 +--
.../pinot/tools/streams/MeetupRsvpStream.java | 33 ++--
pom.xml | 9 +-
44 files changed, 571 insertions(+), 482 deletions(-)
delete mode 100644 pinot-connectors/pinot-connector-kafka-0.9/src/main/java/org/apache/pinot/core/realtime/impl/kafka/KafkaStarterUtils.java
create mode 100644 pinot-connectors/pinot-connector-kafka-0.9/src/main/java/org/apache/pinot/core/realtime/impl/kafka/server/KafkaDataProducer.java
create mode 100644 pinot-connectors/pinot-connector-kafka-0.9/src/main/java/org/apache/pinot/core/realtime/impl/kafka/server/KafkaDataServerStartable.java
rename pinot-core/src/main/java/org/apache/pinot/core/data/recordtransformer/{CompoundTransformer.java => CompositeTransformer.java} (70%)
copy pinot-core/src/main/java/org/apache/pinot/core/data/recordtransformer/{RecordTransformer.java => NullValueTransformer.java} (50%)
rename pinot-core/src/main/java/org/apache/pinot/core/data/recordtransformer/{SanitationTransformer.java => SanitizationTransformer.java} (92%)
copy pinot-core/src/main/java/org/apache/pinot/core/realtime/stream/{TransientConsumerException.java => StreamDataProducer.java} (71%)
copy pinot-core/src/main/java/org/apache/pinot/core/realtime/stream/{StreamMessageMetadata.java => StreamDataProvider.java} (50%)
copy pinot-core/src/main/java/org/apache/pinot/core/{query/aggregation/AggregationResultHolder.java => realtime/stream/StreamDataServerStartable.java} (56%)
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{SegmentCompletionIntegrationTests.java => SegmentCompletionIntegrationTest.java} (89%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/KafkaStarterUtils.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org