You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ji...@apache.org on 2020/02/12 01:42:13 UTC
[druid] branch master updated (b2c00b3 -> 5c20234)
This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from b2c00b3 Add query context option to disable join filter push down (#9335)
add 5c20234 implement Azure InputSource reader and deprecate Azure FireHose (#9306)
No new revisions were added by this update.
Summary of changes:
.../data/input/impl/CloudObjectInputSource.java | 1 +
extensions-contrib/azure-extensions/pom.xml | 31 +-
.../apache/druid/data/input/azure/AzureEntity.java | 45 +--
.../druid/data/input/azure/AzureEntityFactory.java | 12 +-
.../druid/data/input/azure/AzureInputSource.java | 153 ++++++++++
.../org/apache/druid/firehose/azure/AzureBlob.java | 15 +-
.../azure/StaticAzureBlobStoreFirehoseFactory.java | 4 +
.../druid/storage/azure/AzureAccountConfig.java | 3 +
.../druid/storage/azure/AzureByteSource.java | 23 +-
.../storage/azure/AzureByteSourceFactory.java | 17 +-
...udBlobHolderToCloudObjectLocationConverter.java | 41 +--
.../storage/azure/AzureCloudBlobIterable.java | 55 ++++
.../azure/AzureCloudBlobIterableFactory.java | 10 +-
.../storage/azure/AzureCloudBlobIterator.java | 164 ++++++++++
.../azure/AzureCloudBlobIteratorFactory.java | 10 +-
.../storage/azure/AzureDataSegmentKiller.java | 3 +
.../storage/azure/AzureDataSegmentPuller.java | 22 +-
.../storage/azure/AzureDataSegmentPusher.java | 3 +
.../apache/druid/storage/azure/AzureLoadSpec.java | 3 +
.../apache/druid/storage/azure/AzureStorage.java | 31 ++
.../storage/azure/AzureStorageDruidModule.java | 22 +-
.../apache/druid/storage/azure/AzureTaskLogs.java | 3 +
.../druid/storage/azure/AzureTaskLogsConfig.java | 3 +
.../org/apache/druid/storage/azure/AzureUtils.java | 39 +++
...ecificObjectToCloudObjectLocationConverter.java | 18 +-
.../druid/storage/azure/blob/CloudBlobHolder.java | 39 +--
.../storage/azure/blob/ListBlobItemHolder.java | 71 +++++
.../azure/blob/ListBlobItemHolderFactory.java | 12 +-
.../druid/data/input/azure/AzureEntityTest.java | 163 ++++++++++
.../input/azure/AzureInputSourceSerdeTest.java | 189 ++++++++++++
.../data/input/azure/AzureInputSourceTest.java | 222 ++++++++++++++
.../druid/storage/azure/AzureByteSourceTest.java | 27 +-
...obHolderToCloudObjectLocationConverterTest.java | 59 ++++
.../storage/azure/AzureCloudBlobIteratorTest.java | 338 +++++++++++++++++++++
.../storage/azure/AzureDataSegmentPullerTest.java | 22 +-
.../storage/azure/AzureStorageDruidModuleTest.java | 129 +++++++-
.../apache/druid/storage/azure/AzureUtilsTest.java | 70 +++++
.../apache/druid/data/input/s3/S3InputSource.java | 2 -
licenses.yaml | 2 +-
39 files changed, 1909 insertions(+), 167 deletions(-)
copy extensions-core/google-extensions/src/main/java/org/apache/druid/data/input/google/GoogleCloudStorageEntity.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntity.java (62%)
copy core/src/main/java/org/apache/druid/collections/ResourceHolder.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureEntityFactory.java (77%)
create mode 100644 extensions-contrib/azure-extensions/src/main/java/org/apache/druid/data/input/azure/AzureInputSource.java
copy server/src/main/java/org/apache/druid/client/CoordinatorSegmentWatcherConfig.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureByteSourceFactory.java (76%)
copy server/src/main/java/org/apache/druid/client/BrokerSegmentWatcherConfig.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverter.java (57%)
create mode 100644 extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterable.java
copy core/src/main/java/org/apache/druid/java/util/emitter/core/UriExtractor.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterableFactory.java (77%)
create mode 100644 extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIterator.java
copy core/src/main/java/org/apache/druid/java/util/emitter/core/UriExtractor.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorFactory.java (77%)
copy server/src/main/java/org/apache/druid/client/CoordinatorSegmentWatcherConfig.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/ICloudSpecificObjectToCloudObjectLocationConverter.java (68%)
copy core/src/main/java/org/apache/druid/java/util/common/guava/DelegatingYieldingAccumulator.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/CloudBlobHolder.java (58%)
create mode 100644 extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolder.java
copy core/src/main/java/org/apache/druid/collections/ResourceHolder.java => extensions-contrib/azure-extensions/src/main/java/org/apache/druid/storage/azure/blob/ListBlobItemHolderFactory.java (76%)
create mode 100644 extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureEntityTest.java
create mode 100644 extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceSerdeTest.java
create mode 100644 extensions-contrib/azure-extensions/src/test/java/org/apache/druid/data/input/azure/AzureInputSourceTest.java
create mode 100644 extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobHolderToCloudObjectLocationConverterTest.java
create mode 100644 extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureCloudBlobIteratorTest.java
create mode 100644 extensions-contrib/azure-extensions/src/test/java/org/apache/druid/storage/azure/AzureUtilsTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org