You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by kf...@apache.org on 2022/02/03 05:04:32 UTC
[druid] branch master updated (bc408ba -> e648b01)
This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from bc408ba Web console: Adding a shard detail column to the segments view (#12212)
add e648b01 Improve memory estimates in Aggregator and DimensionIndexer (#12073)
No new revisions were added by this update.
Summary of changes:
.../indexing/StringDimensionIndexerBenchmark.java | 2 +-
.../datasketches/theta/SketchAggregator.java | 81 ++++++++
.../theta/SketchAggregatorFactory.java | 9 +
.../datasketches/theta/SketchModule.java | 1 +
.../datasketches/theta/SketchAggregationTest.java | 42 ++++
.../theta/SketchAggregatorFactoryTest.java | 19 ++
.../druid/indexing/common/task/AbstractTask.java | 11 +
.../task/AppenderatorDriverRealtimeIndexTask.java | 3 +-
.../indexing/common/task/BatchAppenderators.java | 18 +-
.../druid/indexing/common/task/IndexTask.java | 3 +-
.../apache/druid/indexing/common/task/Tasks.java | 11 +
.../batch/parallel/PartialSegmentGenerateTask.java | 8 +-
.../task/batch/parallel/SinglePhaseSubTask.java | 7 +-
.../seekablestream/SeekableStreamIndexTask.java | 3 +-
.../indexing/common/task/AppenderatorsTest.java | 9 +-
.../common/task/BatchAppenderatorsTest.java | 9 +-
.../common/task/TestAppenderatorsManager.java | 24 ++-
.../apache/druid/query/aggregation/Aggregator.java | 23 ++-
...ufferAggregator.java => AggregatorAndSize.java} | 45 ++---
.../druid/query/aggregation/AggregatorFactory.java | 21 ++
.../segment/DictionaryEncodedColumnIndexer.java | 20 +-
.../apache/druid/segment/DimensionDictionary.java | 46 +++++
.../org/apache/druid/segment/DimensionHandler.java | 5 +-
.../org/apache/druid/segment/DimensionIndexer.java | 48 +++--
.../druid/segment/DoubleDimensionHandler.java | 2 +-
.../druid/segment/DoubleDimensionIndexer.java | 10 +-
.../apache/druid/segment/EncodedKeyComponent.java | 69 +++++++
.../druid/segment/FloatDimensionHandler.java | 2 +-
.../druid/segment/FloatDimensionIndexer.java | 10 +-
.../apache/druid/segment/LongDimensionHandler.java | 2 +-
.../apache/druid/segment/LongDimensionIndexer.java | 10 +-
...dicator.java => StringDimensionDictionary.java} | 36 ++--
.../druid/segment/StringDimensionHandler.java | 4 +-
.../druid/segment/StringDimensionIndexer.java | 30 ++-
.../incremental/AppendableIndexBuilder.java | 7 +
.../segment/incremental/IncrementalIndex.java | 31 ++-
.../incremental/OnheapIncrementalIndex.java | 130 ++++++++----
.../mean/DoubleMeanAggregationTest.java | 35 ++++
.../mean/DoubleMeanAggregatorFactoryTest.java | 18 ++
.../druid/segment/StringDimensionIndexerTest.java | 222 +++++++++++++++++++++
.../incremental/IncrementalIndexRowSizeTest.java | 1 +
.../OnheapIncrementalIndexBenchmark.java | 6 +-
.../realtime/appenderator/AppenderatorImpl.java | 7 +-
.../realtime/appenderator/Appenderators.java | 24 ++-
.../appenderator/AppenderatorsManager.java | 12 +-
.../realtime/appenderator/BatchAppenderator.java | 7 +-
.../DefaultOfflineAppenderatorFactory.java | 3 +-
.../DefaultRealtimeAppenderatorFactory.java | 3 +-
.../DummyForInjectionAppenderatorsManager.java | 12 +-
.../appenderator/PeonAppenderatorsManager.java | 24 ++-
.../realtime/appenderator/StreamAppenderator.java | 7 +-
.../UnifiedIndexerAppenderatorsManager.java | 24 ++-
.../segment/realtime/plumber/RealtimePlumber.java | 2 +
.../druid/segment/realtime/plumber/Sink.java | 6 +
.../ClosedSegmensSinksBatchAppenderatorTester.java | 3 +-
.../OpenAndClosedSegmentsAppenderatorTester.java | 6 +-
.../appenderator/StreamAppenderatorTester.java | 3 +-
.../UnifiedIndexerAppenderatorsManagerTest.java | 3 +-
.../plumber/RealtimePlumberSchoolTest.java | 3 +
.../druid/segment/realtime/plumber/SinkTest.java | 2 +
60 files changed, 1024 insertions(+), 220 deletions(-)
copy processing/src/main/java/org/apache/druid/query/aggregation/{DoubleMinBufferAggregator.java => AggregatorAndSize.java} (53%)
create mode 100644 processing/src/main/java/org/apache/druid/segment/EncodedKeyComponent.java
copy processing/src/main/java/org/apache/druid/segment/{BaseProgressIndicator.java => StringDimensionDictionary.java} (51%)
create mode 100644 processing/src/test/java/org/apache/druid/segment/StringDimensionIndexerTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org