You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2021/03/24 00:03:03 UTC
[incubator-pinot] branch master updated (5d2bc0c -> 9275a43)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 5d2bc0c Fix the default map return value in DictionaryBasedGroupKeyGenerator (#6712)
add 9275a43 Support data ingestion for offline segment in one pass (#6479)
No new revisions were added by this update.
Summary of changes:
.../readers/IntermediateSegmentRecordReader.java | 42 ++-
.../indexsegment/mutable/IntermediateSegment.java | 377 +++++++++++++++++++++
.../RealtimeIndexOffHeapMemoryManager.java | 8 +-
...tatistics.java => MutableColumnStatistics.java} | 4 +-
....java => MutableNoDictionaryColStatistics.java} | 4 +-
.../stats/RealtimeSegmentStatsContainer.java | 4 +-
...termediateSegmentSegmentCreationDataSource.java | 54 +++
.../creator/IntermediateSegmentStatsContainer.java | 52 +++
.../creator/impl/SegmentColumnarIndexCreator.java | 2 +-
.../impl/SegmentIndexCreationDriverImpl.java | 13 +-
.../core/segment/creator/impl/V1Constants.java | 2 +-
.../index/column/IntermediateIndexContainer.java | 134 ++++++++
.../core/segment/index/column/NumValuesInfo.java | 29 +-
.../segment/index/loader/IndexLoadingConfig.java | 3 +
.../segment/index/metadata/ColumnMetadata.java | 2 +-
.../core/indexsegment/IntermediateSegmentTest.java | 220 ++++++++++++
16 files changed, 898 insertions(+), 52 deletions(-)
copy pinot-plugins/pinot-input-format/pinot-avro-base/src/main/java/org/apache/pinot/plugin/inputformat/avro/AvroRecordReader.java => pinot-core/src/main/java/org/apache/pinot/core/data/readers/IntermediateSegmentRecordReader.java (64%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/indexsegment/mutable/IntermediateSegment.java
rename pinot-core/src/main/java/org/apache/pinot/core/realtime/converter/stats/{RealtimeColumnStatistics.java => MutableColumnStatistics.java} (97%)
rename pinot-core/src/main/java/org/apache/pinot/core/realtime/converter/stats/{RealtimeNoDictionaryColStatistics.java => MutableNoDictionaryColStatistics.java} (95%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/creator/IntermediateSegmentSegmentCreationDataSource.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/creator/IntermediateSegmentStatsContainer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/column/IntermediateIndexContainer.java
copy pinot-common/src/main/java/org/apache/pinot/pql/parsers/pql2/ast/IntegerLiteralAstNode.java => pinot-core/src/main/java/org/apache/pinot/core/segment/index/column/NumValuesInfo.java (61%)
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/indexsegment/IntermediateSegmentTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org