You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ji...@apache.org on 2019/11/06 19:07:14 UTC
[incubator-druid] branch master updated (7b77cf1 -> 5c0fc0a)
This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git.
from 7b77cf1 Update README.md (#8829)
add 5c0fc0a Fix ambiguity about IndexerSQLMetadataStorageCoordinator.getUsedSegmentsForInterval() returning only non-overshadowed or all used segments (#8564)
No new revisions were added by this update.
Summary of changes:
benchmarks/pom.xml | 4 +
.../benchmark/ExpressionAggregationBenchmark.java | 1 +
.../benchmark/ExpressionSelectorBenchmark.java | 1 +
.../query/CachingClusteredClientBenchmark.java | 1 +
.../benchmark/query/SerializingQueryRunner.java | 20 +-
.../apache/druid/benchmark/query/SqlBenchmark.java | 1 +
.../benchmark/query/SqlVsNativeBenchmark.java | 1 +
.../druid/common/config/JacksonConfigManager.java | 8 +-
.../java/org/apache/druid/indexer/TaskStatus.java | 13 +-
.../java/util/common/jackson/JacksonUtils.java | 19 +-
.../org/apache/druid/timeline/DataSegment.java | 1 +
.../java/org/apache/druid/timeline/Partitions.java | 18 +-
.../druid/timeline/VersionedIntervalTimeline.java | 64 +-
.../timeline/partition/OvershadowableManager.java | 11 +-
.../druid/timeline/partition/PartitionHolder.java | 7 +-
.../org/apache/druid/timeline/DataSegmentTest.java | 10 +-
.../VersionedIntervalTimelineSpecificDataTest.java | 415 ++++++++++++
.../timeline/VersionedIntervalTimelineTest.java | 671 +------------------
.../VersionedIntervalTimelineTestBase.java | 220 ++++++
.../partition/OvershadowableManagerTest.java | 3 +-
.../MaterializedViewSupervisor.java | 12 +-
.../DerivativeDataSourceManager.java | 69 +-
.../sql/TDigestSketchSqlAggregatorTest.java | 1 +
.../hll/sql/HllSketchSqlAggregatorTest.java | 1 +
.../sql/DoublesSketchSqlAggregatorTest.java | 1 +
.../theta/sql/ThetaSketchSqlAggregatorTest.java | 1 +
.../bloom/sql/BloomFilterSqlAggregatorTest.java | 1 +
.../storage/hdfs/HdfsDataSegmentPusherTest.java | 8 +-
...dBucketsHistogramQuantileSqlAggregatorTest.java | 1 +
.../histogram/sql/QuantileSqlAggregatorTest.java | 1 +
extensions-core/kafka-indexing-service/pom.xml | 5 +
.../druid/indexing/kafka/KafkaIndexTaskTest.java | 664 +++++-------------
extensions-core/kinesis-indexing-service/pom.xml | 5 +
.../indexing/kinesis/KinesisIndexTaskTest.java | 741 ++++++---------------
.../storage/s3/S3DataSegmentArchiverTest.java | 1 +
.../variance/sql/VarianceSqlAggregatorTest.java | 1 +
.../apache/druid/indexer/HadoopIngestionSpec.java | 20 +-
.../apache/druid/indexer/IndexGeneratorJob.java | 2 +-
...> MetadataStoreBasedUsedSegmentsRetriever.java} | 14 +-
.../druid/indexer/path/UsedSegmentLister.java | 44 --
.../druid/indexer/path/UsedSegmentsRetriever.java | 56 ++
...onSpecUpdateDatasourcePathSpecSegmentsTest.java | 19 +-
.../druid/indexer/path/DatasourcePathSpecTest.java | 6 +-
indexing-service/pom.xml | 5 +
.../ActionBasedUsedSegmentChecker.java | 8 +-
...tion.java => RetrieveUnusedSegmentsAction.java} | 6 +-
...Action.java => RetrieveUsedSegmentsAction.java} | 59 +-
.../common/actions/SegmentAllocateAction.java | 6 +-
.../druid/indexing/common/actions/TaskAction.java | 6 +-
.../common/task/AbstractBatchIndexTask.java | 49 +-
.../druid/indexing/common/task/ArchiveTask.java | 4 +-
.../druid/indexing/common/task/CompactionTask.java | 21 +-
.../indexing/common/task/HadoopIndexTask.java | 4 +-
.../druid/indexing/common/task/KillTask.java | 4 +-
.../druid/indexing/common/task/MoveTask.java | 4 +-
.../druid/indexing/common/task/RestoreTask.java | 4 +-
.../firehose/IngestSegmentFirehoseFactory.java | 3 +-
... OverlordActionBasedUsedSegmentsRetriever.java} | 18 +-
.../apache/druid/indexing/overlord/ZkWorker.java | 16 +-
.../ActionBasedUsedSegmentCheckerTest.java | 20 +-
...sTest.java => RetrieveSegmentsActionsTest.java} | 16 +-
...va => RetrieveUsedSegmentsActionSerdeTest.java} | 28 +-
.../common/actions/SegmentAllocateActionTest.java | 14 +
.../common/actions/SegmentInsertActionTest.java | 3 +-
.../SegmentTransactionalInsertActionTest.java | 3 +-
.../indexing/common/actions/TaskLocksTest.java | 8 +
.../common/task/CompactionTaskParallelRunTest.java | 6 +-
.../common/task/CompactionTaskRunTest.java | 9 +-
.../indexing/common/task/CompactionTaskTest.java | 10 +-
.../druid/indexing/common/task/KillTaskTest.java | 14 +-
.../parallel/SinglePhaseParallelIndexingTest.java | 39 +-
.../firehose/IngestSegmentFirehoseFactoryTest.java | 17 +-
.../IngestSegmentFirehoseFactoryTimelineTest.java | 5 +-
.../druid/indexing/overlord/RealtimeishTask.java | 2 +
.../druid/indexing/overlord/TaskLifecycleTest.java | 36 +-
.../SeekableStreamIndexTaskTestBase.java | 404 +++++++++++
.../TestIndexerMetadataStorageCoordinator.java | 9 +-
pom.xml | 6 +
server/pom.xml | 5 +
.../client/coordinator/CoordinatorClient.java | 3 +-
.../IndexerMetadataStorageCoordinator.java | 68 +-
.../apache/druid/indexing/overlord/Segments.java | 49 ++
.../IndexerSQLMetadataStorageCoordinator.java | 125 ++--
.../druid/metadata/MetadataSegmentManager.java | 5 +-
.../druid/metadata/SQLMetadataSegmentManager.java | 40 +-
.../apache/druid/server/audit/SQLAuditManager.java | 123 +---
.../helper/CompactionSegmentIterator.java | 4 +
.../coordinator/helper/DruidCoordinatorLogger.java | 7 +-
.../helper/NewestSegmentFirstIterator.java | 83 +--
.../apache/druid/server/http/MetadataResource.java | 8 +-
.../druid/server/http/SegmentListerResource.java | 4 +-
.../CachingClusteredClientFunctionalityTest.java | 1 +
.../druid/client/CachingClusteredClientTest.java | 2 +-
.../client/BatchServerInventoryViewTest.java | 1 +
.../IndexerSQLMetadataStorageCoordinatorTest.java | 91 ++-
.../SQLMetadataSegmentManagerEmptyTest.java | 2 +-
.../metadata/SQLMetadataSegmentManagerTest.java | 4 +-
.../loading/LocalDataSegmentPusherTest.java | 4 +-
.../BatchDataSegmentAnnouncerTest.java | 1 +
.../DruidCoordinatorCleanupOvershadowedTest.java | 3 +
.../helper/NewestSegmentFirstPolicyTest.java | 52 +-
.../rules/PeriodDropBeforeRuleTest.java | 10 +-
.../coordinator/rules/PeriodDropRuleTest.java | 10 +-
.../coordinator/rules/PeriodLoadRuleTest.java | 10 +-
.../apache/druid/cli/CliInternalHadoopIndexer.java | 4 +-
.../druid/sql/calcite/schema/DruidSchemaTest.java | 3 +
.../druid/sql/calcite/util/CalciteTests.java | 5 +
107 files changed, 2335 insertions(+), 2421 deletions(-)
copy extensions-core/datasketches/src/main/java/org/apache/druid/query/aggregation/datasketches/theta/sql/ThetaSketchSetNotOperatorConversion.java => core/src/main/java/org/apache/druid/timeline/Partitions.java (61%)
create mode 100644 core/src/test/java/org/apache/druid/timeline/VersionedIntervalTimelineSpecificDataTest.java
create mode 100644 core/src/test/java/org/apache/druid/timeline/VersionedIntervalTimelineTestBase.java
rename indexing-hadoop/src/main/java/org/apache/druid/indexer/path/{MetadataStoreBasedUsedSegmentLister.java => MetadataStoreBasedUsedSegmentsRetriever.java} (75%)
delete mode 100644 indexing-hadoop/src/main/java/org/apache/druid/indexer/path/UsedSegmentLister.java
create mode 100644 indexing-hadoop/src/main/java/org/apache/druid/indexer/path/UsedSegmentsRetriever.java
rename indexing-service/src/main/java/org/apache/druid/indexing/common/actions/{SegmentListUnusedAction.java => RetrieveUnusedSegmentsAction.java} (93%)
rename indexing-service/src/main/java/org/apache/druid/indexing/common/actions/{SegmentListUsedAction.java => RetrieveUsedSegmentsAction.java} (57%)
rename indexing-service/src/main/java/org/apache/druid/indexing/hadoop/{OverlordActionBasedUsedSegmentLister.java => OverlordActionBasedUsedSegmentsRetriever.java} (67%)
rename indexing-service/src/test/java/org/apache/druid/indexing/common/actions/{SegmentListActionsTest.java => RetrieveSegmentsActionsTest.java} (89%)
rename indexing-service/src/test/java/org/apache/druid/indexing/common/actions/{SegmentListUsedActionSerdeTest.java => RetrieveUsedSegmentsActionSerdeTest.java} (69%)
create mode 100644 indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/SeekableStreamIndexTaskTestBase.java
create mode 100644 server/src/main/java/org/apache/druid/indexing/overlord/Segments.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org