You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by cw...@apache.org on 2019/11/26 06:31:29 UTC
[incubator-druid] branch master updated (282b838 -> 4458113)
This is an automated email from the ASF dual-hosted git repository.
cwylie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git.
from 282b838 fix home view tabs (#8938)
add 4458113 S3 input source (#8903)
No new revisions were added by this update.
Summary of changes:
.../org/apache/druid/data/input/InputSource.java | 6 +-
.../druid/data/input/RetryingInputEntity.java | 33 +-
.../druid/data/input/impl/CloudObjectLocation.java | 129 ++++++
.../apache/druid/data/input/impl/HttpEntity.java | 16 +-
.../apache/druid/java/util/common/StringUtils.java | 10 +
.../org/apache/druid/utils/CollectionUtils.java | 7 +
.../data/input/impl/CloudObjectLocationTest.java | 116 ++++++
docs/development/extensions-core/s3.md | 76 ++++
.../azure/StaticAzureBlobStoreFirehoseFactory.java | 7 +-
.../StaticCloudFilesFirehoseFactory.java | 2 +-
.../input/google/GoogleCloudStorageEntity.java | 16 +-
.../StaticGoogleBlobStoreFirehoseFactory.java | 5 +-
.../storage/google/GoogleDataSegmentPuller.java | 11 +-
.../apache/druid/storage/google/GoogleUtils.java | 6 -
.../druid/inputsource/hdfs/HdfsInputEntity.java | 13 +-
extensions-core/s3-extensions/pom.xml | 13 +-
.../org/apache/druid/data/input/s3/S3Entity.java | 86 ++++
.../apache/druid/data/input/s3/S3InputSource.java | 206 ++++++++++
.../input/s3/S3InputSourceDruidModule.java} | 8 +-
.../druid/firehose/s3/StaticS3FirehoseFactory.java | 29 +-
.../druid/storage/s3/S3DataSegmentPuller.java | 70 +---
.../org/apache/druid/storage/s3/S3LoadSpec.java | 5 +-
.../druid/storage/s3/S3StorageDruidModule.java | 18 +-
.../storage/s3/S3TimestampVersionedDataFinder.java | 58 ++-
.../java/org/apache/druid/storage/s3/S3Utils.java | 148 ++++++-
.../org.apache.druid.initialization.DruidModule | 1 +
.../druid/data/input/s3/S3InputSourceTest.java | 449 +++++++++++++++++++++
.../firehose/s3/StaticS3FirehoseFactoryTest.java | 91 +----
.../storage/s3/S3DataSegmentArchiverTest.java | 6 +-
.../druid/storage/s3/S3DataSegmentPullerTest.java | 5 +-
30 files changed, 1352 insertions(+), 294 deletions(-)
create mode 100644 core/src/main/java/org/apache/druid/data/input/impl/CloudObjectLocation.java
create mode 100644 core/src/test/java/org/apache/druid/data/input/impl/CloudObjectLocationTest.java
create mode 100644 extensions-core/s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3Entity.java
create mode 100644 extensions-core/s3-extensions/src/main/java/org/apache/druid/data/input/s3/S3InputSource.java
copy extensions-core/s3-extensions/src/main/java/org/apache/druid/{firehose/s3/S3FirehoseDruidModule.java => data/input/s3/S3InputSourceDruidModule.java} (80%)
create mode 100644 extensions-core/s3-extensions/src/test/java/org/apache/druid/data/input/s3/S3InputSourceTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org