You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2019/09/26 02:23:52 UTC
[incubator-pinot] branch support_orc_in_segment_gen updated
(664c850 -> 094b721)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch support_orc_in_segment_gen
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 664c850 Address comments
discard 2b729a8 address comments
discard 21403f2 address comments
discard 454c23f address comments
discard b365a4a Support ORC files as data source in segment creation
add ca01c86 [TE] frontend - harleyjj/rca - make first column scrollable in dimensions-algorithm table (#4631)
add 577f1cf Do not update download URL and crypter when segment is not refreshed (#4593)
add d30dfb0 Standardize the Dictionary interface, ensure the BYTES support (#4622)
add 4b5c5ac Misc fixes for aggregation functions (#4579)
add 5d6da43 Support ORC files as data source in segment creation
add 065854f address comments
add bb71a82 address comments
add 80341e0 address comments
add 094b721 Address comments
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (664c850)
\
N -- N -- N refs/heads/support_orc_in_segment_gen (094b721)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../broker/broker/HelixBrokerStarterTest.java | 2 +-
.../common/function/AggregationFunctionType.java | 55 ++-
.../function/FunctionDefinitionRegistry.java | 6 +-
.../org/apache/pinot/common/utils/BytesUtils.java | 31 +-
.../function/AggregationFunctionTypeTest.java | 3 +-
.../pinot/controller/api/upload/ZKOperator.java | 18 +-
.../helix/core/PinotHelixResourceManager.java | 6 +-
.../controller/api/upload/ZKOperatorTest.java | 141 ++++++++
.../validation/ValidationManagerTest.java | 5 +-
.../org/apache/pinot/core/common/DataFetcher.java | 22 +-
.../core/common/datatable/DataTableBuilder.java | 3 +-
.../core/data/aggregator/AvgValueAggregator.java | 2 +-
.../DistinctCountHLLValueAggregator.java | 2 +-
.../aggregator/MinMaxRangeValueAggregator.java | 2 +-
.../aggregator/PercentileEstValueAggregator.java | 2 +-
.../PercentileTDigestValueAggregator.java | 2 +-
.../apache/pinot/core/data/order/OrderByUtils.java | 58 ++--
.../core/data/recordtransformer/PinotDataType.java | 221 ++++++++++--
.../indexsegment/mutable/MutableSegmentImpl.java | 58 ++--
.../io/util/DictionaryDelegatingValueReader.java | 79 -----
.../core/io/util/FixedByteValueReaderWriter.java | 11 +-
.../org/apache/pinot/core/io/util/ValueReader.java | 15 +-
.../io/util/VarLengthBytesValueReaderWriter.java | 53 +--
.../predicate/InPredicateEvaluatorFactory.java | 2 +-
.../predicate/NotInPredicateEvaluatorFactory.java | 3 +-
.../predicate/RangePredicateEvaluatorFactory.java | 47 +--
.../query/DictionaryBasedAggregationOperator.java | 2 +-
.../query/MetadataBasedAggregationOperator.java | 2 +-
.../function/SingleParamMathTransformFunction.java | 3 -
.../function/TransformFunctionFactory.java | 7 +-
.../query/aggregation/AggregationExecutor.java | 3 +-
.../aggregation/DefaultAggregationExecutor.java | 9 +-
.../aggregation/function/AggregationFunction.java | 75 ++--
.../function/AggregationFunctionFactory.java | 3 -
.../function/AggregationFunctionUtils.java | 24 +-
.../function/AggregationFunctionVisitorBase.java | 53 +--
.../function/AvgAggregationFunction.java | 45 +--
.../function/AvgMVAggregationFunction.java | 23 +-
.../function/CountAggregationFunction.java | 39 +--
.../function/CountMVAggregationFunction.java | 21 +-
.../function/DistinctAggregationFunction.java | 57 ++-
.../function/DistinctCountAggregationFunction.java | 48 +--
.../DistinctCountHLLAggregationFunction.java | 55 ++-
.../DistinctCountHLLMVAggregationFunction.java | 21 +-
.../DistinctCountMVAggregationFunction.java | 21 +-
.../DistinctCountRawHLLAggregationFunction.java | 48 ++-
.../DistinctCountRawHLLMVAggregationFunction.java | 30 +-
.../function/FastHLLAggregationFunction.java | 43 +--
.../function/MaxAggregationFunction.java | 39 +--
.../function/MaxMVAggregationFunction.java | 21 +-
.../function/MinAggregationFunction.java | 39 +--
.../function/MinMVAggregationFunction.java | 21 +-
.../function/MinMaxRangeAggregationFunction.java | 46 +--
.../function/MinMaxRangeMVAggregationFunction.java | 23 +-
.../function/PercentileAggregationFunction.java | 44 +--
.../function/PercentileEstAggregationFunction.java | 44 +--
.../PercentileEstMVAggregationFunction.java | 21 +-
.../function/PercentileMVAggregationFunction.java | 21 +-
.../PercentileTDigestAggregationFunction.java | 45 +--
.../PercentileTDigestMVAggregationFunction.java | 21 +-
.../function/SumAggregationFunction.java | 39 +--
.../function/SumMVAggregationFunction.java | 21 +-
.../groupby/DefaultGroupByExecutor.java | 2 +-
.../core/query/pruner/AbstractSegmentPruner.java | 3 +-
.../core/query/request/ServerQueryRequest.java | 2 +-
.../converter/stats/RealtimeColumnStatistics.java | 6 +-
.../impl/dictionary/BaseMutableDictionary.java | 72 ++++
.../dictionary/BaseOffHeapMutableDictionary.java | 86 ++---
.../dictionary/BaseOnHeapMutableDictionary.java | 35 +-
.../dictionary/BytesOffHeapMutableDictionary.java | 180 ++++++----
.../dictionary/BytesOnHeapMutableDictionary.java | 143 +++++---
.../dictionary/DoubleOffHeapMutableDictionary.java | 222 +++++++-----
.../dictionary/DoubleOnHeapMutableDictionary.java | 160 ++++++---
.../dictionary/FloatOffHeapMutableDictionary.java | 223 +++++++-----
.../dictionary/FloatOnHeapMutableDictionary.java | 160 ++++++---
.../dictionary/IntOffHeapMutableDictionary.java | 223 +++++++-----
.../dictionary/IntOnHeapMutableDictionary.java | 160 ++++++---
.../dictionary/LongOffHeapMutableDictionary.java | 224 +++++++-----
.../dictionary/LongOnHeapMutableDictionary.java | 160 ++++++---
.../impl/dictionary/MutableDictionary.java | 92 -----
.../impl/dictionary/MutableDictionaryFactory.java | 2 +-
.../dictionary/StringOffHeapMutableDictionary.java | 176 ++++++----
.../dictionary/StringOnHeapMutableDictionary.java | 119 +++++--
.../creator/impl/SegmentColumnarIndexCreator.java | 1 -
.../creator/impl/SegmentDictionaryCreator.java | 3 +-
.../core/segment/creator/impl/V1Constants.java | 39 +--
.../stats/AbstractColumnStatisticsCollector.java | 23 --
.../stats/StringColumnPreIndexStatsCollector.java | 5 +-
.../index/column/PhysicalColumnIndexContainer.java | 8 +-
.../index/data/source/ColumnDataSource.java | 4 +-
.../loader/bloomfilter/BloomFilterHandler.java | 8 +-
.../core/segment/index/readers/BaseDictionary.java | 75 ++--
...aryReader.java => BaseImmutableDictionary.java} | 65 ++--
.../segment/index/readers/BytesDictionary.java | 42 ++-
.../core/segment/index/readers/Dictionary.java | 50 ++-
.../segment/index/readers/DoubleDictionary.java | 18 +-
.../segment/index/readers/FloatDictionary.java | 18 +-
.../core/segment/index/readers/IntDictionary.java | 23 +-
.../core/segment/index/readers/LongDictionary.java | 18 +-
.../segment/index/readers/OnHeapDictionary.java | 5 +-
.../index/readers/OnHeapDoubleDictionary.java | 43 +--
.../index/readers/OnHeapFloatDictionary.java | 38 +-
.../segment/index/readers/OnHeapIntDictionary.java | 28 +-
.../index/readers/OnHeapLongDictionary.java | 43 +--
.../index/readers/OnHeapStringDictionary.java | 69 ++--
.../segment/index/readers/StringDictionary.java | 84 ++++-
.../virtualcolumn/DocIdVirtualColumnProvider.java | 56 +--
.../SingleStringVirtualColumnProvider.java | 76 ++--
.../executor/StarTreeAggregationExecutor.java | 7 +-
.../startree/executor/StarTreeGroupByExecutor.java | 2 +-
.../startree/v2/builder/BaseSingleTreeBuilder.java | 2 +-
.../startree/v2/store/StarTreeLoaderUtils.java | 2 +-
.../pinot/core/util/FixedIntArrayOffHeapIdMap.java | 96 +++--
.../data/recordtransformer/PinotDataTypeTest.java | 150 ++++----
.../util/VarLengthBytesValueReaderWriterTest.java | 8 +-
.../function/ValueInTransformFunctionTest.java | 3 +-
...ngeOfflineDictionaryPredicateEvaluatorTest.java | 26 +-
.../impl/dictionary/DictionaryPerfRunner.java | 140 --------
.../impl/dictionary/MultiValueDictionaryTest.java | 71 ++--
.../impl/dictionary/MutableDictionaryTest.java | 94 +++--
.../SegmentGenerationWithBytesTypeTest.java | 24 +-
...eaderTest.java => ImmutableDictionaryTest.java} | 199 +++++++----
.../ImmutableDictionaryTypeConversionTest.java | 385 +++++++++++++++++++++
.../pinot/core/startree/v2/BaseStarTreeV2Test.java | 2 +-
...terSegmentAggregationMultiValueQueriesTest.java | 32 +-
...erSegmentAggregationSingleValueQueriesTest.java | 2 +-
.../v1/creator/BitmapInvertedIndexTest.java | 9 +-
.../segments/v1/creator/DictionariesTest.java | 99 ++----
.../org/apache/pinot/perf/BenchmarkDictionary.java | 117 ++++---
.../perf/BenchmarkOffHeapDictionaryMemory.java | 10 +-
.../pinot/perf/BenchmarkOfflineIndexReader.java | 10 +-
.../pinot/perf/BenchmarkStringDictionary.java | 10 +-
.../pinot/perf/StringDictionaryPerfTest.java | 64 ++--
.../app/styles/pods/custom/dimensions-table.scss | 13 +-
134 files changed, 3789 insertions(+), 3006 deletions(-)
rename {pinot-core/src/test/java/org/apache/pinot/core/query/aggregation => pinot-common/src/test/java/org/apache/pinot/common}/function/AggregationFunctionTypeTest.java (97%)
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/upload/ZKOperatorTest.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/io/util/DictionaryDelegatingValueReader.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/BaseMutableDictionary.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/MutableDictionary.java
rename pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{ImmutableDictionaryReader.java => BaseImmutableDictionary.java} (78%)
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/realtime/impl/dictionary/DictionaryPerfRunner.java
rename pinot-core/src/test/java/org/apache/pinot/core/segment/index/readers/{ImmutableDictionaryReaderTest.java => ImmutableDictionaryTest.java} (59%)
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/index/readers/ImmutableDictionaryTypeConversionTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org