You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by gi...@apache.org on 2019/10/09 18:12:11 UTC
[incubator-druid] branch master updated (526f04c -> 96d8523)
This is an automated email from the ASF dual-hosted git repository.
gian pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git.
from 526f04c Fix missing jackson jars for hadoop ingestion (#8652)
add 96d8523 Use hash of Segment IDs instead of a list of explicit segments in auto compaction (#8571)
No new revisions were added by this update.
Summary of changes:
.../NewestSegmentFirstPolicyBenchmark.java | 1 -
.../druid/indexer/{partitions => }/Checks.java | 45 +++--
.../druid/indexer/{partitions => }/Property.java | 27 ++-
.../indexer/partitions/HashedPartitionsSpec.java | 2 +
.../partitions/SingleDimensionPartitionsSpec.java | 2 +
.../org/apache/druid/segment/SegmentUtils.java | 25 +++
.../java/org/apache/druid/indexer/ChecksTest.java | 148 ++++++++++++++++
.../druid/indexer/partitions/ChecksTest.java | 71 --------
.../SingleDimensionPartitionsSpecTest.java | 4 +-
docs/configuration/index.md | 1 -
docs/ingestion/data-management.md | 37 +++-
.../partitions/HashedPartitionsSpecTest.java | 12 +-
.../indexing/common/task/CompactionIOConfig.java | 57 +++---
.../indexing/common/task/CompactionInputSpec.java | 32 ++--
.../common/task/CompactionIntervalSpec.java | 124 +++++++++++++
.../druid/indexing/common/task/CompactionTask.java | 121 +++++--------
.../indexing/common/task/SpecificSegmentsSpec.java | 112 ++++++++++++
.../common/task/ClientCompactQuerySerdeTest.java | 155 ++++++++++++++++
.../common/task/CompactionInputSpecTest.java | 118 +++++++++++++
.../indexing/common/task/CompactionTaskTest.java | 196 +++++++++++----------
.../common/task/SpecificSegmentsSpecTest.java | 66 +++++++
.../druid/client/indexing/ClientCompactQuery.java | 39 +---
.../client/indexing/ClientCompactionIOConfig.java | 53 +++---
.../indexing/ClientCompactionIntervalSpec.java | 118 +++++++++++++
.../client/indexing/HttpIndexingServiceClient.java | 3 +-
.../coordinator/DataSourceCompactionConfig.java | 19 --
.../helper/DruidCoordinatorSegmentCompactor.java | 21 +--
.../helper/NewestSegmentFirstIterator.java | 16 +-
.../DataSourceCompactionConfigTest.java | 10 --
.../DruidCoordinatorSegmentCompactorTest.java | 1 -
.../helper/NewestSegmentFirstPolicyTest.java | 126 ++-----------
.../__snapshots__/compaction-dialog.spec.tsx.snap | 113 ------------
.../compaction-dialog/compaction-dialog.tsx | 12 --
website/.spelling | 1 +
34 files changed, 1216 insertions(+), 672 deletions(-)
rename core/src/main/java/org/apache/druid/indexer/{partitions => }/Checks.java (57%)
rename core/src/main/java/org/apache/druid/indexer/{partitions => }/Property.java (75%)
create mode 100644 core/src/test/java/org/apache/druid/indexer/ChecksTest.java
delete mode 100644 core/src/test/java/org/apache/druid/indexer/partitions/ChecksTest.java
copy processing/src/main/java/org/apache/druid/query/QueryDataSource.java => indexing-service/src/main/java/org/apache/druid/indexing/common/task/CompactionIOConfig.java (63%)
copy server/src/main/java/org/apache/druid/client/indexing/ClientQuery.java => indexing-service/src/main/java/org/apache/druid/indexing/common/task/CompactionInputSpec.java (55%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/CompactionIntervalSpec.java
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/task/SpecificSegmentsSpec.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/ClientCompactQuerySerdeTest.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/CompactionInputSpecTest.java
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/common/task/SpecificSegmentsSpecTest.java
copy extensions-core/google-extensions/src/main/java/org/apache/druid/firehose/google/GoogleBlob.java => server/src/main/java/org/apache/druid/client/indexing/ClientCompactionIOConfig.java (60%)
create mode 100644 server/src/main/java/org/apache/druid/client/indexing/ClientCompactionIntervalSpec.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org