You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ji...@apache.org on 2021/05/07 21:30:09 UTC
[druid] branch master updated (cf2cde1 -> 2df4214)
This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from cf2cde1 add links to release notes, light refactor of landing page (#11051)
add 2df4214 Fix idempotence of segment allocation and task report apis in native batch ingestion (#11189)
No new revisions were added by this update.
Summary of changes:
core/pom.xml | 5 +
.../apache/druid/java/util/common/RetryUtils.java | 52 ++++-
.../druid/java/util/common/RetryUtilsTest.java | 72 ++++++
docs/configuration/index.md | 1 +
docs/ingestion/tasks.md | 7 +-
indexing-service/pom.xml | 5 +
.../druid/indexing/common/IndexTaskClient.java | 2 +-
.../druid/indexing/common/config/TaskConfig.java | 6 +
.../common/task/CachingLocalSegmentAllocator.java | 4 +-
.../druid/indexing/common/task/CompactionTask.java | 27 +--
.../druid/indexing/common/task/IndexTask.java | 13 +-
...NonLinearlyPartitionedSequenceNameFunction.java | 8 +-
.../indexing/common/task/SegmentAllocators.java | 23 +-
...SupervisorTaskCoordinatingSegmentAllocator.java | 17 +-
.../druid/indexing/common/task/TaskLockHelper.java | 18 +-
...PhaseSubTask.java => AbstractBatchSubtask.java} | 43 ++--
.../InputSourceSplitParallelIndexTaskRunner.java | 4 +-
.../batch/parallel/LegacySinglePhaseSubTask.java | 1 +
.../batch/parallel/ParallelIndexPhaseRunner.java | 47 ++--
.../parallel/ParallelIndexSupervisorTask.java | 170 +++++++-------
.../ParallelIndexSupervisorTaskClient.java | 40 ++++
...imensionCardinalityParallelIndexTaskRunner.java | 3 +
.../parallel/PartialDimensionCardinalityTask.java | 12 +-
...mensionDistributionParallelIndexTaskRunner.java | 3 +
.../parallel/PartialDimensionDistributionTask.java | 15 +-
...GenericSegmentMergeParallelIndexTaskRunner.java | 7 +-
.../parallel/PartialGenericSegmentMergeTask.java | 3 +
...HashSegmentGenerateParallelIndexTaskRunner.java | 4 +-
.../parallel/PartialHashSegmentGenerateTask.java | 13 +-
...angeSegmentGenerateParallelIndexTaskRunner.java | 4 +-
.../parallel/PartialRangeSegmentGenerateTask.java | 13 +-
.../batch/parallel/PartialSegmentMergeTask.java | 13 +-
.../batch/parallel/PerfectRollupWorkerTask.java | 3 +-
.../batch/parallel/SegmentAllocationRequest.java | 75 +++----
.../SinglePhaseParallelIndexTaskRunner.java | 243 ++++++++++++++++++++-
.../task/batch/parallel/SinglePhaseSubTask.java | 33 ++-
.../batch/parallel/SinglePhaseSubTaskSpec.java | 1 +
.../common/task/batch/parallel/TaskMonitor.java | 35 ++-
.../apache/druid/indexing/overlord/TaskMaster.java | 3 +
.../apache/druid/indexing/overlord/TaskQueue.java | 12 +
.../overlord/config/DefaultTaskConfig.java | 31 ++-
.../indexing/overlord/config/TaskLockConfig.java | 1 +
.../worker/shuffle/IntermediaryDataManager.java | 72 ++++--
.../druid/indexing/common/TaskToolboxTest.java | 13 +-
.../common/task/CompactionTaskParallelRunTest.java | 1 +
.../indexing/common/task/IngestionTestBase.java | 2 +
.../AbstractMultiPhaseParallelIndexingTest.java | 8 +-
.../AbstractParallelIndexSupervisorTaskTest.java | 200 +++++++++++++++--
...ashPartitionAdjustingCorePartitionSizeTest.java | 2 +-
...ashPartitionMultiPhaseParallelIndexingTest.java | 2 +-
.../parallel/ParallelIndexPhaseRunnerTest.java | 6 +
.../ParallelIndexSupervisorTaskKillTest.java | 9 +
.../ParallelIndexSupervisorTaskResourceTest.java | 18 +-
.../parallel/ParallelIndexTestingFactory.java | 1 +
.../task/batch/parallel/PartialCompactionTest.java | 2 +-
.../PartialDimensionCardinalityTaskTest.java | 1 +
.../PartialDimensionDistributionTaskTest.java | 1 +
.../PartialGenericSegmentMergeTaskTest.java | 8 +
.../PartialHashSegmentGenerateTaskTest.java | 2 +
.../PartialRangeSegmentGenerateTaskTest.java | 7 +
.../parallel/PerfectRollupWorkerTaskTest.java | 6 +
...ngePartitionAdjustingCorePartitionSizeTest.java | 2 +-
...ngePartitionMultiPhaseParallelIndexingTest.java | 2 +-
.../parallel/SegmentAllocationRequestTest.java | 31 +--
.../parallel/SinglePhaseParallelIndexingTest.java | 2 +
.../task/batch/parallel/TaskMonitorTest.java | 27 ++-
.../druid/indexing/overlord/TaskLifecycleTest.java | 3 +-
.../indexing/overlord/TaskLockConfigTest.java | 12 +-
.../druid/indexing/overlord/TaskQueueTest.java | 2 +
.../druid/indexing/overlord/http/OverlordTest.java | 2 +
.../IntermediaryDataManagerAutoCleanupTest.java | 33 ++-
...ermediaryDataManagerManualAddAndDeleteTest.java | 38 +++-
.../shuffle/ShuffleDataSegmentPusherTest.java | 8 +-
.../worker/shuffle/ShuffleResourceTest.java | 8 +-
.../druid/segment/loading/StorageLocation.java | 17 ++
.../realtime/appenderator/AppenderatorImpl.java | 6 +-
.../appenderator/BaseAppenderatorDriver.java | 7 +-
.../appenderator/SegmentPublisherHelper.java | 27 ++-
.../druid/segment/loading/StorageLocationTest.java | 52 ++++-
.../java/org/apache/druid/cli/CliOverlord.java | 2 +
80 files changed, 1351 insertions(+), 383 deletions(-)
copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/{LegacySinglePhaseSubTask.java => AbstractBatchSubtask.java} (52%)
copy core/src/main/java/org/apache/druid/indexer/TaskLocation.java => indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/SegmentAllocationRequest.java (51%)
copy core/src/main/java/org/apache/druid/metadata/MapStringDynamicConfigProvider.java => indexing-service/src/main/java/org/apache/druid/indexing/overlord/config/DefaultTaskConfig.java (60%)
copy processing/src/test/java/org/apache/druid/query/filter/FalseDimFilterTest.java => indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/SegmentAllocationRequestTest.java (63%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org