You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ja...@apache.org on 2019/10/29 00:02:24 UTC
[incubator-pinot] branch skip_time_value_check updated (877c0dd ->
3a72554)
This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch skip_time_value_check
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 877c0dd [SegmentGeneratorConfig Cleanup] Replace checkTimeColumnValidityDuringGeneration with skipTimeValueCheck
add 494ff8a Optimizations for IndexedTable resize (#4728)
add a8c6f8d Adding bootstrap mode for Pinot-hadoop job to output segments into relative directories. (#4742)
add 3c3c716 Fix a wrong option name for AddSchema in the information log (#4746)
add 1f5bf57 Presence vector (#4585)
add 3a72554 [SegmentGeneratorConfig Cleanup] Replace checkTimeColumnValidityDuringGeneration with skipTimeValueCheck
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (877c0dd)
\
N -- N -- N refs/heads/skip_time_value_check (3a72554)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/common/config/IndexingConfig.java | 17 +-
.../pinot/common/segment/SegmentMetadata.java | 2 +
.../org/apache/pinot/core/common/DataSource.java | 7 +
.../org/apache/pinot/core/data/GenericRow.java | 7 +
.../realtime/HLRealtimeSegmentDataManager.java | 5 +-
.../realtime/LLRealtimeSegmentDataManager.java | 11 +-
.../apache/pinot/core/data/order/OrderByUtils.java | 328 ----------------
.../core/data/table/ConcurrentIndexedTable.java | 157 +++-----
.../apache/pinot/core/data/table/IndexedTable.java | 73 ++--
.../pinot/core/data/table/IndexedTableResizer.java | 303 ++++++++++++++
.../pinot/core/data/table/SimpleIndexedTable.java | 149 ++++---
.../org/apache/pinot/core/data/table/Table.java | 18 +-
.../generator/SegmentGeneratorConfig.java | 12 +
.../indexsegment/mutable/MutableSegmentImpl.java | 43 +-
.../operator/CombineGroupByOrderByOperator.java | 11 +-
.../operator/blocks/IntermediateResultsBlock.java | 7 +-
.../query/AggregationGroupByOrderByOperator.java | 4 +
.../groupby/AggregationGroupByTrimmingService.java | 3 +-
.../core/query/reduce/BrokerReduceService.java | 12 +-
.../converter/RealtimeSegmentConverter.java | 7 +-
.../core/realtime/impl/RealtimeSegmentConfig.java | 16 +-
.../RealtimeNullValueVectorReaderWriter.java | 29 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 23 +-
.../core/segment/creator/impl/V1Constants.java | 1 +
.../impl/nullvalue/NullValueVectorCreator.java | 65 +++
.../core/segment/index/SegmentMetadataImpl.java | 5 +
.../segment/index/column/ColumnIndexContainer.java | 11 +
.../index/column/PhysicalColumnIndexContainer.java | 15 +
.../converter/SegmentV1V2ToV3FormatConverter.java | 10 +-
.../index/data/source/ColumnDataSource.java | 19 +-
.../loader/bloomfilter/BloomFilterHandler.java | 2 +-
...IndexReader.java => NullValueVectorReader.java} | 17 +-
...tionary.java => NullValueVectorReaderImpl.java} | 19 +-
.../core/segment/store/ColumnIndexDirectory.java | 20 +
.../pinot/core/segment/store/ColumnIndexType.java | 3 +-
.../core/segment/store/FilePerIndexDirectory.java | 17 +
.../segment/store/SegmentLocalFSDirectory.java | 5 +
.../segment/store/SingleFileIndexDirectory.java | 12 +
.../virtualcolumn/VirtualColumnIndexContainer.java | 6 +
.../v2/store/StarTreeDimensionDataSource.java | 6 +
.../v2/store/StarTreeMetricDataSource.java | 6 +
.../org/apache/pinot/core/util/GroupByUtils.java | 21 +-
.../core/common/RealtimeNoDictionaryTest.java | 8 +-
.../pinot/core/data/order/OrderByUtilsTest.java | 265 -------------
.../core/data/table/IndexedTableResizerTest.java | 434 +++++++++++++++++++++
.../pinot/core/data/table/IndexedTableTest.java | 221 ++++++-----
.../MutableSegmentImplNullValueVectorTest.java | 94 +++++
.../mutable/MutableSegmentImplTestUtils.java | 10 +-
.../RealtimeNullValueVectorReaderWriterTest.java | 51 +++
.../nullvalue/NullValueVectorCreatorTest.java} | 55 ++-
.../SegmentGenerationWithNullValueVectorTest.java | 178 +++++++++
.../readers/NullValueVectorReaderImplTest.java} | 59 ++-
.../store/ColumnIndexDirectoryTestHelper.java | 13 +
.../data/test_null_value_vector_data.json | 12 +
.../data/test_null_value_vector_pinot_schema.json | 26 ++
.../apache/pinot/hadoop/job/BaseSegmentJob.java | 4 +
.../pinot/hadoop/job/JobConfigConstants.java | 3 +
.../hadoop/job/mappers/SegmentCreationMapper.java | 32 +-
.../hadoop/job/mappers/SegmentCreationTest.java | 75 ++++
.../apache/pinot/perf/BenchmarkCombineGroupBy.java | 12 +-
.../apache/pinot/perf/BenchmarkIndexedTable.java | 7 +-
.../tools/admin/command/AddSchemaCommand.java | 2 +-
62 files changed, 2008 insertions(+), 1057 deletions(-)
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/order/OrderByUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/table/IndexedTableResizer.java
copy pinot-common/src/main/java/org/apache/pinot/common/config/TagConfig.java => pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/nullvalue/RealtimeNullValueVectorReaderWriter.java (57%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/creator/impl/nullvalue/NullValueVectorCreator.java
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{InvertedIndexReader.java => NullValueVectorReader.java} (65%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{OnHeapDictionary.java => NullValueVectorReaderImpl.java} (64%)
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/order/OrderByUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/table/IndexedTableResizerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/indexsegment/mutable/MutableSegmentImplNullValueVectorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/realtime/impl/nullvalue/RealtimeNullValueVectorReaderWriterTest.java
copy pinot-core/src/test/java/org/apache/pinot/core/{data/readers/JSONRecordReaderTest.java => segment/creator/impl/nullvalue/NullValueVectorCreatorTest.java} (52%)
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/index/creator/SegmentGenerationWithNullValueVectorTest.java
copy pinot-core/src/test/java/org/apache/pinot/core/{data/readers/JSONRecordReaderTest.java => segment/index/readers/NullValueVectorReaderImplTest.java} (50%)
create mode 100644 pinot-core/src/test/resources/data/test_null_value_vector_data.json
create mode 100644 pinot-core/src/test/resources/data/test_null_value_vector_pinot_schema.json
create mode 100644 pinot-hadoop/src/test/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org