You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ja...@apache.org on 2020/03/10 18:57:08 UTC
[incubator-pinot] branch master updated (a91ffd6 -> 76f9c53)
This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from a91ffd6 Fix an NPE that is encountered when the offline table config does not specify a time column but the realtime table config does. (#5131)
add 76f9c53 Support schema evolution for consuming segments (#4954)
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/common/utils/CommonConstants.java | 4 +
.../pinot/core/indexsegment/IndexSegment.java | 5 +-
.../immutable/ImmutableSegmentImpl.java | 6 +-
.../immutable/ImmutableSegmentLoader.java | 3 +-
.../core/indexsegment/mutable/MutableSegment.java | 6 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 35 +++-
.../impl/ConstantMultiValueInvertedIndex.java | 113 +++++++++++
.../impl/ConstantSingleValueInvertedIndex.java} | 52 ++++--
.../reader/impl}/IntSingleValueDataFileReader.java | 3 +-
.../io/reader/impl/v1/SortedIndexReaderImpl.java | 1 -
.../SortedInvertedIndexBasedFilterOperator.java | 1 -
.../core/query/pruner/DataSchemaSegmentPruner.java | 4 +-
.../core/query/pruner/SegmentPrunerService.java | 2 +-
.../query/selection/SelectionOperatorUtils.java | 13 +-
.../pinot/core/segment/index/ColumnMetadata.java | 49 ++++-
.../index/column/BaseVirtualColumnProvider.java | 71 +++++++
.../DefaultNullValueVirtualColumnProvider.java | 73 ++++++++
.../index/column/PhysicalColumnIndexContainer.java | 5 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 2 +-
...ary.java => ConstantValueDoubleDictionary.java} | 28 +--
...nary.java => ConstantValueFloatDictionary.java} | 27 +--
...ionary.java => ConstantValueIntDictionary.java} | 27 +--
...onary.java => ConstantValueLongDictionary.java} | 27 +--
...ary.java => ConstantValueStringDictionary.java} | 29 +--
.../{IntDictionary.java => DocIdDictionary.java} | 35 ++--
.../virtualcolumn/BaseVirtualColumnProvider.java | 42 -----
...NullValueSingleStringVirtualColumnProvider.java | 28 ---
.../virtualcolumn/DocIdVirtualColumnProvider.java | 57 +-----
.../SingleStringVirtualColumnProvider.java | 160 ----------------
.../virtualcolumn/VirtualColumnContext.java | 2 +-
.../VirtualColumnProviderFactory.java | 21 ++-
.../DefaultNullValueVirtualColumnProviderTest.java | 178 ++++++++++++++++++
.../BaseDefaultColumnHandlerTest.java | 208 +++++++++++++++++++++
.../selection/SelectionOperatorServiceTest.java | 2 +-
.../tests/BaseClusterIntegrationTestSet.java | 24 +++
.../tests/HybridClusterIntegrationTest.java | 88 +++++++++
.../tests/LLCRealtimeClusterIntegrationTest.java | 85 +++++++++
.../src/test/resources/log4j2.xml | 2 +-
.../helix/DefaultHelixStarterServerConfig.java | 2 +
.../starter/helix/HelixInstanceDataManager.java | 21 ++-
.../helix/HelixInstanceDataManagerConfig.java | 8 +
.../java/org/apache/pinot/spi/data/FieldSpec.java | 4 +
.../tools/scan/query/SegmentQueryProcessor.java | 8 +-
43 files changed, 1142 insertions(+), 419 deletions(-)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/io/reader/impl/ConstantMultiValueInvertedIndex.java
copy pinot-core/src/main/java/org/apache/pinot/core/{segment/virtualcolumn/IntSingleValueDataFileReader.java => io/reader/impl/ConstantSingleValueInvertedIndex.java} (50%)
rename pinot-core/src/main/java/org/apache/pinot/core/{segment/virtualcolumn => io/reader/impl}/IntSingleValueDataFileReader.java (93%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/column/BaseVirtualColumnProvider.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/column/DefaultNullValueVirtualColumnProvider.java
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{DoubleDictionary.java => ConstantValueDoubleDictionary.java} (71%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{FloatDictionary.java => ConstantValueFloatDictionary.java} (71%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{IntDictionary.java => ConstantValueIntDictionary.java} (72%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{LongDictionary.java => ConstantValueLongDictionary.java} (72%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{IntDictionary.java => ConstantValueStringDictionary.java} (70%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{IntDictionary.java => DocIdDictionary.java} (70%)
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/virtualcolumn/BaseVirtualColumnProvider.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/virtualcolumn/DefaultNullValueSingleStringVirtualColumnProvider.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/virtualcolumn/SingleStringVirtualColumnProvider.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/index/column/DefaultNullValueVirtualColumnProviderTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/index/loader/defaultcolumn/BaseDefaultColumnHandlerTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org