You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by jo...@apache.org on 2019/12/06 00:50:16 UTC
[incubator-druid] branch master updated (af74aca -> c949a25)
This is an automated email from the ASF dual-hosted git repository.
jonwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git.
from af74aca Address security vulnerabilities CVSS >= 7 (#8980)
add c949a25 Add DruidInputSource (replacement for IngestSegmentFirehose) (#8982)
No new revisions were added by this update.
Summary of changes:
docs/ingestion/native-batch.md | 54 +++
.../guice/IndexingServiceInputSourceModule.java | 13 +-
.../indexing/common/ReingestionTimelineUtils.java | 104 ++++
.../druid/indexing/common/task/CompactionTask.java | 24 +-
.../druid/indexing/common/task/IndexTask.java | 18 +-
.../indexing/common/task/InputSourceProcessor.java | 2 +-
.../batch/parallel/ParallelIndexIngestionSpec.java | 14 +-
.../batch/parallel/PartialSegmentGenerateTask.java | 2 +-
.../task/batch/parallel/SinglePhaseSubTask.java | 2 +-
.../firehose/IngestSegmentFirehoseFactory.java | 252 +---------
.../DruidInputSource.java} | 522 +++++++++------------
.../indexing/input/DruidSegmentInputEntity.java | 102 ++++
.../indexing/input/DruidSegmentInputFormat.java | 48 +-
.../druid/indexing/input/DruidSegmentReader.java | 271 +++++++++++
.../overlord/sampler/InputSourceSampler.java | 2 +-
.../common/task/CompactionTaskParallelRunTest.java | 39 ++
.../common/task/CompactionTaskRunTest.java | 201 +++++++-
.../indexing/common/task/CompactionTaskTest.java | 18 +-
.../common/task/IndexIngestionSpecTest.java | 2 +-
.../firehose/IngestSegmentFirehoseFactoryTest.java | 7 +-
.../testing/guice/DruidTestModuleFactory.java | 4 +-
.../druid/tests/indexer/ITParallelIndexTest.java | 23 +-
...ia_parallel_druid_input_source_index_task.json} | 36 +-
.../main/java/org/apache/druid/cli/CliIndexer.java | 2 +
.../org/apache/druid/cli/CliMiddleManager.java | 2 +
.../java/org/apache/druid/cli/CliOverlord.java | 2 +
.../main/java/org/apache/druid/cli/CliPeon.java | 2 +
.../druid/cli/validate/DruidJsonValidator.java | 2 +
website/.spelling | 2 +
29 files changed, 1129 insertions(+), 643 deletions(-)
copy extensions-contrib/virtual-columns/src/main/java/org/apache/druid/segment/DruidVirtualColumnsModule.java => indexing-service/src/main/java/org/apache/druid/guice/IndexingServiceInputSourceModule.java (80%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/common/ReingestionTimelineUtils.java
copy indexing-service/src/main/java/org/apache/druid/indexing/{firehose/IngestSegmentFirehoseFactory.java => input/DruidInputSource.java} (50%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/input/DruidSegmentInputEntity.java
copy core/src/main/java/org/apache/druid/data/input/impl/RegexInputFormat.java => indexing-service/src/main/java/org/apache/druid/indexing/input/DruidSegmentInputFormat.java (56%)
create mode 100644 indexing-service/src/main/java/org/apache/druid/indexing/input/DruidSegmentReader.java
copy integration-tests/src/test/resources/indexer/{wikipedia_parallel_ingest_segment_index_task.json => wikipedia_parallel_druid_input_source_index_task.json} (70%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org