You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2021/03/02 21:38:11 UTC
[incubator-pinot] branch master updated (fb0cea8 -> fc266a4)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from fb0cea8 Extends PinotMetered in PinotMeter interface (#6629)
add fc266a4 Move minion tasks to plugin module (#6618)
No new revisions were added by this update.
Summary of changes:
.../helix/core/minion/ClusterInfoAccessor.java | 3 +-
.../minion/generator/TaskGeneratorRegistry.java | 24 +++++++---
pinot-distribution/pinot-assembly.xml | 6 +++
pinot-integration-tests/pom.xml | 5 ++
.../tests/SimpleMinionClusterIntegrationTest.java | 2 +-
.../executor/TaskExecutorFactoryRegistry.java | 24 +++++++---
.../pinot-minion-builtin-tasks}/pom.xml | 38 ++++++++-------
.../BaseMultipleSegmentsConversionExecutor.java | 2 +-
.../BaseSingleSegmentConversionExecutor.java | 2 +-
.../plugin/minion/tasks}/BaseTaskExecutor.java | 3 +-
.../minion/tasks}/SegmentConversionResult.java | 2 +-
.../minion/tasks}/SegmentConversionUtils.java | 6 +--
.../ConvertToRawIndexTaskExecutor.java | 4 +-
.../ConvertToRawIndexTaskExecutorFactory.java | 5 +-
.../ConvertToRawIndexTaskGenerator.java | 4 +-
.../merge_rollup}/MergeRollupTaskExecutor.java | 6 +--
.../MergeRollupTaskExecutorFactory.java | 5 +-
.../minion/tasks/purge}/PurgeTaskExecutor.java | 4 +-
.../tasks/purge}/PurgeTaskExecutorFactory.java | 5 +-
.../RealtimeToOfflineSegmentsTaskExecutor.java | 5 +-
...altimeToOfflineSegmentsTaskExecutorFactory.java | 5 +-
.../RealtimeToOfflineSegmentsTaskGenerator.java | 4 +-
.../SegmentGenerationAndPushResult.java | 4 +-
.../SegmentGenerationAndPushTaskExecutor.java | 3 +-
...egmentGenerationAndPushTaskExecutorFactory.java | 5 +-
.../SegmentGenerationAndPushTaskGenerator.java | 3 +-
.../plugin/minion/tasks/TaskRegistryTest.java | 56 ++++++++++++++++++++++
.../merge_rollup}/MergeRollupTaskExecutorTest.java | 10 ++--
.../minion/tasks/purge}/PurgeTaskExecutorTest.java | 16 +++----
.../RealtimeToOfflineSegmentsTaskExecutorTest.java | 28 +++++------
...RealtimeToOfflineSegmentsTaskGeneratorTest.java | 2 +-
.../SegmentGenerationAndPushTaskGeneratorTest.java | 6 +--
.../pom.xml | 38 ++++++++-------
pinot-plugins/pom.xml | 1 +
.../spi/annotations/minion/TaskGenerator.java | 2 +-
pinot-tools/pom.xml | 13 +++--
36 files changed, 241 insertions(+), 110 deletions(-)
copy pinot-plugins/{pinot-input-format/pinot-protobuf => pinot-minion-tasks/pinot-minion-builtin-tasks}/pom.xml (70%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks}/BaseMultipleSegmentsConversionExecutor.java (99%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks}/BaseSingleSegmentConversionExecutor.java (99%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks}/BaseTaskExecutor.java (94%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks}/SegmentConversionResult.java (98%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks}/SegmentConversionUtils.java (98%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/convert_to_raw_index}/ConvertToRawIndexTaskExecutor.java (91%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/convert_to_raw_index}/ConvertToRawIndexTaskExecutorFactory.java (83%)
rename {pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/generator => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/convert_to_raw_index}/ConvertToRawIndexTaskGenerator.java (95%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/merge_rollup}/MergeRollupTaskExecutor.java (94%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/merge_rollup}/MergeRollupTaskExecutorFactory.java (83%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/purge}/PurgeTaskExecutor.java (94%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/purge}/PurgeTaskExecutorFactory.java (84%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/realtime_to_offline_segments}/RealtimeToOfflineSegmentsTaskExecutor.java (98%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/realtime_to_offline_segments}/RealtimeToOfflineSegmentsTaskExecutorFactory.java (85%)
rename {pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/generator => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/realtime_to_offline_segments}/RealtimeToOfflineSegmentsTaskGenerator.java (98%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/segment_generation_and_push}/SegmentGenerationAndPushResult.java (95%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/segment_generation_and_push}/SegmentGenerationAndPushTaskExecutor.java (99%)
rename {pinot-minion/src/main/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/segment_generation_and_push}/SegmentGenerationAndPushTaskExecutorFactory.java (83%)
rename {pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/generator => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/segment_generation_and_push}/SegmentGenerationAndPushTaskGenerator.java (99%)
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/TaskRegistryTest.java
rename {pinot-minion/src/test/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/merge_rollup}/MergeRollupTaskExecutorTest.java (93%)
rename {pinot-minion/src/test/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/purge}/PurgeTaskExecutorTest.java (92%)
rename {pinot-minion/src/test/java/org/apache/pinot/minion/executor => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/realtime_to_offline_segments}/RealtimeToOfflineSegmentsTaskExecutorTest.java (94%)
rename {pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/generator => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/realtime_to_offline_segments}/RealtimeToOfflineSegmentsTaskGeneratorTest.java (99%)
rename {pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/generator => pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/segment_generation_and_push}/SegmentGenerationAndPushTaskGeneratorTest.java (91%)
copy pinot-plugins/{pinot-batch-ingestion => pinot-minion-tasks}/pom.xml (71%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org