You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by jo...@apache.org on 2020/09/24 20:50:54 UTC
[druid] branch master updated (89160c2 -> cb30b1f)
This is an automated email from the ASF dual-hosted git repository.
jonwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from 89160c2 better query view initial state (#10431)
add cb30b1f Automatically determine numShards for parallel ingestion hash partitioning (#10419)
No new revisions were added by this update.
Summary of changes:
.../indexer/partitions/HashedPartitionsSpec.java | 4 +-
.../partition/HashBasedNumberedShardSpec.java | 5 +-
docs/ingestion/native-batch.md | 11 +-
.../druid/indexing/common/task/IndexTask.java | 6 +-
.../apache/druid/indexing/common/task/Task.java | 2 +
.../batch/parallel/DimensionCardinalityReport.java | 109 +++++++++
.../parallel/ParallelIndexSupervisorTask.java | 126 ++++++++++-
...mensionCardinalityParallelIndexTaskRunner.java} | 21 +-
.../parallel/PartialDimensionCardinalityTask.java | 245 ++++++++++++++++++++
...HashSegmentGenerateParallelIndexTaskRunner.java | 9 +-
.../parallel/PartialHashSegmentGenerateTask.java | 23 +-
.../common/task/batch/parallel/SubTaskReport.java | 1 +
.../AbstractParallelIndexSupervisorTaskTest.java | 3 +-
.../parallel/DimensionCardinalityReportTest.java | 142 ++++++++++++
...ashPartitionMultiPhaseParallelIndexingTest.java | 36 ++-
.../ParallelIndexSupervisorTaskSerdeTest.java | 15 +-
...va => PartialDimensionCardinalityTaskTest.java} | 246 +++++++--------------
.../PartialHashSegmentGenerateTaskTest.java | 6 +-
.../parallel/PerfectRollupWorkerTaskTest.java | 5 +-
.../tests/indexer/AbstractITBatchIndexTest.java | 2 +
20 files changed, 791 insertions(+), 226 deletions(-)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/DimensionCardinalityReport.java
copy indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/{PartialDimensionDistributionParallelIndexTaskRunner.java => PartialDimensionCardinalityParallelIndexTaskRunner.java} (75%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/PartialDimensionCardinalityTask.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/DimensionCardinalityReportTest.java
copy indexing-service/src/test/java/org/apache/druid/indexing/common/task/batch/parallel/{PartialDimensionDistributionTaskTest.java => PartialDimensionCardinalityTaskTest.java} (53%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org