You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by jo...@apache.org on 2021/04/21 19:25:57 UTC
[druid] branch master updated (6d2b5cd -> a2892d9)
This is an automated email from the ASF dual-hosted git repository.
jonwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from 6d2b5cd Add feature to automatically remove audit logs based on retention period (#11084)
add a2892d9 Adjust HadoopIndexTask temp segment renaming to avoid potential race conditions (#11075)
No new revisions were added by this update.
Summary of changes:
indexing-hadoop/pom.xml | 15 +
.../indexer/DataSegmentAndIndexZipFilePath.java | 97 ++++
.../org/apache/druid/indexer/FileSystemHelper.java | 19 +-
.../HadoopDruidDetermineConfigurationJob.java | 7 +-
.../druid/indexer/HadoopDruidIndexerJob.java | 13 +-
.../apache/druid/indexer/IndexGeneratorJob.java | 20 +-
.../java/org/apache/druid/indexer/JobHelper.java | 105 +++--
.../druid/indexer/MetadataStorageUpdaterJob.java | 4 +-
.../druid/indexer/BatchDeltaIngestionTest.java | 10 +-
.../DataSegmentAndIndexZipFilePathTest.java | 185 ++++++++
.../druid/indexer/HadoopDruidIndexerJobTest.java | 76 ++++
.../druid/indexer/IndexGeneratorJobTest.java | 16 +-
.../druid/indexer/JobHelperPowerMockTest.java | 216 +++++++++
.../indexer/MetadataStorageUpdaterJobTest.java | 82 ++++
.../indexing/common/task/HadoopIndexTask.java | 494 +++++++++++++++------
integration-tests/pom.xml | 4 +
.../apache/druid/cli/CliInternalHadoopIndexer.java | 7 +-
17 files changed, 1149 insertions(+), 221 deletions(-)
create mode 100644 indexing-hadoop/src/main/java/org/apache/druid/indexer/DataSegmentAndIndexZipFilePath.java
copy core/src/main/java/org/apache/druid/java/util/common/IOE.java => indexing-hadoop/src/main/java/org/apache/druid/indexer/FileSystemHelper.java (65%)
create mode 100644 indexing-hadoop/src/test/java/org/apache/druid/indexer/DataSegmentAndIndexZipFilePathTest.java
create mode 100644 indexing-hadoop/src/test/java/org/apache/druid/indexer/HadoopDruidIndexerJobTest.java
create mode 100644 indexing-hadoop/src/test/java/org/apache/druid/indexer/JobHelperPowerMockTest.java
create mode 100644 indexing-hadoop/src/test/java/org/apache/druid/indexer/MetadataStorageUpdaterJobTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org