You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ji...@apache.org on 2020/02/08 00:23:22 UTC
[druid] branch master updated (b55657c -> e81230f)
This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from b55657c fix protobuf extension packaging and docs (#9320)
add e81230f Refactoring some codes around ingestion (#9274)
No new revisions were added by this update.
Summary of changes:
core/pom.xml | 5 +
.../indexer/partitions/DynamicPartitionsSpec.java | 6 +
.../indexer/partitions/HashedPartitionsSpec.java | 6 +
.../druid/indexer/partitions/PartitionsSpec.java | 47 ++---
.../indexer/partitions/SecondaryPartitionType.java | 50 ++++++
.../partitions/SingleDimensionPartitionsSpec.java | 6 +
...java => HashBasedNumberedPartialShardSpec.java} | 31 ++--
...pecFactory.java => LinearPartialShardSpec.java} | 12 +-
...java => NumberedOverwritePartialShardSpec.java} | 8 +-
...cFactory.java => NumberedPartialShardSpec.java} | 12 +-
...ShardSpecFactory.java => PartialShardSpec.java} | 27 +--
.../timeline/partition}/PartitionBoundaries.java | 30 +++-
.../partition/SingleDimensionPartialShardSpec.java | 141 +++++++++++++++
.../HashBasedNumberedPartialShardSpecTest.java | 74 ++++++++
.../partition}/PartitionBoundariesTest.java | 25 ++-
.../SingleDimensionPartialShardSpecTest.java | 58 ++++++
.../druid/indexer/IndexGeneratorJobTest.java | 23 ++-
.../appenderator/ActionBasedSegmentAllocator.java | 2 +
.../common/actions/LocalTaskActionClient.java | 14 --
.../common/actions/SegmentAllocateAction.java | 22 +--
.../actions/SegmentTransactionalInsertAction.java | 6 +-
.../druid/indexing/common/actions/TaskAction.java | 2 +-
.../common/task/AbstractBatchIndexTask.java | 89 ++--------
.../task/AppenderatorDriverRealtimeIndexTask.java | 4 +-
...lper.java => CachingLocalSegmentAllocator.java} | 54 ++++--
...Allocator.java => CachingSegmentAllocator.java} | 23 ++-
.../HashPartitionCachingLocalSegmentAllocator.java | 116 ------------
.../druid/indexing/common/task/IndexTask.java | 196 ++++++++++++---------
.../indexing/common/task/InputSourceProcessor.java | 4 +-
...> LinearlyPartitionedSequenceNameFunction.java} | 31 ++--
.../common/task/LocalSegmentAllocator.java | 50 +++---
...NonLinearlyPartitionedSequenceNameFunction.java | 65 +++++++
.../task/OverlordCoordinatingSegmentAllocator.java | 149 ++++++++++++++++
...RangePartitionCachingLocalSegmentAllocator.java | 152 ----------------
.../common/task/RemoteSegmentAllocator.java | 127 -------------
.../indexing/common/task/SegmentAllocators.java | 96 ++++++++++
...entAllocator.java => SequenceNameFunction.java} | 15 +-
...upervisorTaskCoordinatingSegmentAllocator.java} | 39 ++--
...{SegmentLockHelper.java => TaskLockHelper.java} | 28 ++-
.../parallel/ParallelIndexSupervisorTask.java | 2 +-
.../batch/parallel/ParallelIndexTuningConfig.java | 6 +
.../parallel/PartialHashSegmentGenerateTask.java | 53 +++---
...angeSegmentGenerateParallelIndexTaskRunner.java | 2 +-
.../parallel/PartialRangeSegmentGenerateTask.java | 23 ++-
.../batch/parallel/PartialSegmentGenerateTask.java | 23 ++-
.../task/batch/parallel/SinglePhaseSubTask.java | 110 ++----------
.../task/batch/parallel/SupervisorTaskAccess.java | 50 ++++++
.../parallel/distribution/StringDistribution.java | 1 +
.../batch/parallel/distribution/StringSketch.java | 1 +
.../batch/partition/CompletePartitionAnalysis.java | 43 +++++
.../batch/partition/HashPartitionAnalysis.java | 128 ++++++++++++++
.../batch/partition/LinearPartitionAnalysis.java | 78 ++++++++
.../task/batch/partition/PartitionAnalysis.java | 50 ++++++
.../batch/partition/RangePartitionAnalysis.java | 174 ++++++++++++++++++
.../overlord/LockRequestForNewSegment.java | 18 +-
.../druid/indexing/overlord/TaskLockbox.java | 2 +-
.../seekablestream/SeekableStreamIndexTask.java | 4 +-
.../actions/SegmentAllocateActionSerdeTest.java | 102 +++++++++++
.../common/actions/SegmentAllocateActionTest.java | 54 ++----
.../common/task/CompactionTaskParallelRunTest.java | 2 +-
.../common/task/CompactionTaskRunTest.java | 6 +-
.../task/CountingLocalTaskActionClientForTest.java | 68 +++++++
.../druid/indexing/common/task/IndexTaskTest.java | 71 +++++---
.../indexing/common/task/IngestionTestBase.java | 6 +-
...ePartitionCachingLocalSegmentAllocatorTest.java | 29 +--
.../task/SupervisorTaskAccessWithNullClient.java | 30 ++++
...hPartitionCachingLocalSegmentAllocatorTest.java | 56 +++---
.../ParallelIndexSupervisorTaskResourceTest.java | 15 +-
.../ParallelIndexSupervisorTaskSerdeTest.java | 6 +-
.../PartialDimensionDistributionTaskTest.java | 2 +-
.../PartialHashSegmentGenerateTaskTest.java | 32 ++++
.../PartialRangeSegmentGenerateTaskTest.java | 2 +-
...ngePartitionMultiPhaseParallelIndexingTest.java | 2 +-
.../distribution/StringSketchMergerTest.java | 1 +
.../parallel/distribution/StringSketchTest.java | 1 +
.../druid/indexing/overlord/TaskLockboxTest.java | 22 +--
.../TestIndexerMetadataStorageCoordinator.java | 6 +-
.../IndexerMetadataStorageCoordinator.java | 6 +-
.../IndexerSQLMetadataStorageCoordinator.java | 30 ++--
.../realtime/appenderator/SegmentAllocator.java | 13 +-
.../IndexerSQLMetadataStorageCoordinatorTest.java | 39 ++--
.../partition/HashBasedNumberedShardSpecTest.java | 21 ++-
82 files changed, 2136 insertions(+), 1099 deletions(-)
create mode 100644 core/src/main/java/org/apache/druid/indexer/partitions/SecondaryPartitionType.java
rename core/src/main/java/org/apache/druid/timeline/partition/{HashBasedNumberedShardSpecFactory.java => HashBasedNumberedPartialShardSpec.java} (71%)
rename core/src/main/java/org/apache/druid/timeline/partition/{LinearShardSpecFactory.java => LinearPartialShardSpec.java} (76%)
rename core/src/main/java/org/apache/druid/timeline/partition/{NumberedOverwritingShardSpecFactory.java => NumberedOverwritePartialShardSpec.java} (89%)
rename core/src/main/java/org/apache/druid/timeline/partition/{NumberedShardSpecFactory.java => NumberedPartialShardSpec.java} (77%)
rename core/src/main/java/org/apache/druid/timeline/partition/{ShardSpecFactory.java => PartialShardSpec.java} (54%)
rename {indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/distribution => core/src/main/java/org/apache/druid/timeline/partition}/PartitionBoundaries.java (80%)
create mode 100644 core/src/main/java/org/apache/druid/timeline/partition/SingleDimensionPartialShardSpec.java
create mode 100644 core/src/test/java/org/apache/druid/timeline/partition/HashBasedNumberedPartialShardSpecTest.java
rename {indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/distribution => core/src/test/java/org/apache/druid/timeline/partition}/PartitionBoundariesTest.java (68%)
create mode 100644 core/src/test/java/org/apache/druid/timeline/partition/SingleDimensionPartialShardSpecTest.java
rename indexing-service/src/main/java/org/apache/druid/indexing/common/task/{CachingLocalSegmentAllocatorHelper.java => CachingLocalSegmentAllocator.java} (79%)
copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/{IndexTaskSegmentAllocator.java => CachingSegmentAllocator.java} (50%)
delete mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/HashPartitionCachingLocalSegmentAllocator.java
copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/{IndexTaskSegmentAllocator.java => LinearlyPartitionedSequenceNameFunction.java} (50%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/NonLinearlyPartitionedSequenceNameFunction.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/OverlordCoordinatingSegmentAllocator.java
delete mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/RangePartitionCachingLocalSegmentAllocator.java
delete mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/RemoteSegmentAllocator.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/SegmentAllocators.java
rename indexing-service/src/main/java/org/apache/druid/indexing/common/task/{IndexTaskSegmentAllocator.java => SequenceNameFunction.java} (57%)
copy indexing-service/src/main/java/org/apache/druid/indexing/{appenderator/ActionBasedSegmentAllocator.java => common/task/SupervisorTaskCoordinatingSegmentAllocator.java} (54%)
rename indexing-service/src/main/java/org/apache/druid/indexing/common/task/{SegmentLockHelper.java => TaskLockHelper.java} (91%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/SupervisorTaskAccess.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/CompletePartitionAnalysis.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/HashPartitionAnalysis.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/LinearPartitionAnalysis.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/PartitionAnalysis.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/partition/RangePartitionAnalysis.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/actions/SegmentAllocateActionSerdeTest.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/CountingLocalTaskActionClientForTest.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/SupervisorTaskAccessWithNullClient.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org