You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by jo...@apache.org on 2020/02/25 01:34:55 UTC
[druid] branch master updated (806dfe6 -> 3bc7ae7)
This is an automated email from the ASF dual-hosted git repository.
jonwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from 806dfe6 Bump Apache Avro to 1.9.2 (#9381)
add 3bc7ae7 Create splits of multiple files for parallel indexing (#9360)
No new revisions were added by this update.
Summary of changes:
...InputRowParser.java => InputFileAttribute.java} | 28 +++--
.../org/apache/druid/data/input/InputSplit.java | 2 +-
.../druid/data/input/MaxSizeSplitHintSpec.java | 119 +++++++++++++++++++
.../druid/data/input/SegmentsSplitHintSpec.java | 22 +++-
.../org/apache/druid/data/input/SplitHintSpec.java | 14 ++-
.../data/input/impl/CloudObjectInputSource.java | 23 ++--
.../druid/data/input/impl/HttpInputSource.java | 2 +-
.../druid/data/input/impl/InlineInputSource.java | 2 +-
.../input/impl/InputEntityIteratingReader.java | 10 +-
.../druid/data/input/impl/LocalInputSource.java | 125 +++++++++++++++-----
.../data/input/impl/SplittableInputSource.java | 10 +-
.../org/apache/druid/utils/CollectionUtils.java | 3 +-
.../java/org/apache/druid/utils/Streams.java} | 34 ++----
.../druid/data/input/MaxSizeSplitHintSpecTest.java | 87 ++++++++++++++
.../input/impl/InputEntityIteratingReaderTest.java | 2 +-
.../data/input/impl/LocalInputSourceTest.java | 110 ++++++++++++++++++
docs/ingestion/native-batch.md | 62 +++++-----
.../druid/data/input/azure/AzureInputSource.java | 57 +++++----
.../druid/storage/azure/blob/CloudBlobHolder.java | 5 +
.../data/input/azure/AzureInputSourceTest.java | 27 +++--
.../google/GoogleCloudStorageInputSource.java | 65 +++++++++--
.../google/GoogleCloudStorageInputSourceTest.java | 41 ++++++-
.../druid/inputsource/hdfs/HdfsInputSource.java | 30 +++--
.../inputsource/hdfs/HdfsInputSourceTest.java | 31 +++--
.../apache/druid/data/input/s3/S3InputSource.java | 34 ++++--
.../druid/data/input/s3/S3InputSourceTest.java | 37 +++++-
.../InputSourceSplitParallelIndexTaskRunner.java | 5 +-
.../SinglePhaseParallelIndexTaskRunner.java | 3 +-
.../firehose/IngestSegmentFirehoseFactory.java | 14 ++-
.../druid/indexing/firehose/WindowedSegmentId.java | 38 +++++-
.../druid/indexing/input/DruidInputSource.java | 128 ++++++++++-----------
.../common/task/CompactionTaskParallelRunTest.java | 15 ++-
.../druid/indexing/common/task/IndexTaskTest.java | 5 +-
.../AbstractMultiPhaseParallelIndexingTest.java | 3 +-
.../indexing/firehose/WindowedSegmentIdTest.java | 11 +-
.../ITBestEffortRollupParallelIndexTest.java | 1 +
.../indexer/ITPerfectRollupParallelIndexTest.java | 1 +
.../indexer/wikipedia_parallel_index_task.json | 4 +
...kipedia_parallel_ingest_segment_index_task.json | 4 +
.../indexer/wikipedia_parallel_reindex_task.json | 4 +
40 files changed, 933 insertions(+), 285 deletions(-)
copy core/src/main/java/org/apache/druid/data/input/{ByteBufferInputRowParser.java => InputFileAttribute.java} (65%)
create mode 100644 core/src/main/java/org/apache/druid/data/input/MaxSizeSplitHintSpec.java
copy core/src/{test/java/org/apache/druid/collections/IteratorShell.java => main/java/org/apache/druid/utils/Streams.java} (59%)
create mode 100644 core/src/test/java/org/apache/druid/data/input/MaxSizeSplitHintSpecTest.java
copy processing/src/test/java/org/apache/druid/segment/filter/OrFilterTest.java => indexing-service/src/test/java/org/apache/druid/indexing/firehose/WindowedSegmentIdTest.java (75%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org