You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2022/06/29 18:53:08 UTC
[pinot] branch helix-1.0 updated (4ae577082d -> 1f572ecf32)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch helix-1.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 4ae577082d Upgrade Helix to 1.0.4
add db07f2928a KafkaConsumer to reset offset to earliest when fetch position out of range (#8309)
add f820daaa80 allow unpacked content in transferable block (#8963)
add 11602800d9 adding multi-column index support (#8937)
add 72c2e77998 Update minion task metadata ZNode path (#8959)
add b3263337a8 Support JSON column type in recommender. (#8965)
add c2258a6fa4 add firing time in /task/scheduler/jobDetails API (#8987)
add 4152f60a84 Add multi-value noDict APIs and their implementation for querying immutable and mutable fixed-width segment types (#8953)
add 1f572ecf32 Upgrade Helix to 1.0.4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (4ae577082d)
\
N -- N -- N refs/heads/helix-1.0 (1f572ecf32)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../segmentpreselector/SegmentPreSelectorTest.java | 2 +-
.../pinot/common/metadata/ZKMetadataProvider.java | 32 +-
.../pinot/common/minion/BaseTaskMetadata.java | 2 +-
.../common/minion/MergeRollupTaskMetadata.java | 2 +-
.../common/minion/MinionTaskMetadataUtils.java | 52 +-
.../RealtimeToOfflineSegmentsTaskMetadata.java | 2 +-
.../common/utils/helix}/FakePropertyStore.java | 13 +-
.../common/minion/MinionTaskMetadataUtilsTest.java | 144 +++-
.../api/resources/PinotTaskRestletResource.java | 2 +
.../helix/core/minion/ClusterInfoAccessor.java | 3 +-
.../data/generator/GeneratorFactory.java | 3 +
.../recommender/data/generator/JsonGenerator.java | 62 ++
.../controller/recommender/io/InputManager.java | 3 +
.../realtime/provisioning/MemoryEstimator.java | 6 +
.../recommender/rules/RulesToExecute.java | 14 +
...engthDictionaryRule.java => JsonIndexRule.java} | 33 +-
.../recommender/rules/io/configs/IndexConfig.java | 14 +
.../rules/io/params/RecommenderConstants.java | 1 +
.../controller/recommender/TestConfigEngine.java | 16 +-
.../data/generator/JsonGeneratorTest.java | 68 ++
.../recommenderInput/SegmentSizeRuleInput.json | 11 +-
.../org/apache/pinot/core/common/DataFetcher.java | 79 +-
.../core/common/datablock/DataBlockBuilder.java | 9 +-
.../core/common/datablock/DataBlockUtils.java | 64 ++
.../pinot/core/common/datablock/DataBlockTest.java | 2 +-
.../apache/pinot/queries/DistinctQueriesTest.java | 520 ++++++++++++-
.../pinot/queries/MultiValueRawQueriesTest.java | 810 +++++++++++++++++++++
.../executor/MinionTaskZkMetadataManager.java | 5 +-
.../mergerollup/MergeRollupTaskGenerator.java | 2 +-
.../RealtimeToOfflineSegmentsTaskExecutor.java | 2 +-
.../RealtimeToOfflineSegmentsTaskGenerator.java | 2 +-
.../kafka20/KafkaPartitionLevelConsumerTest.java | 60 +-
.../stream/kafka20/utils/MiniKafkaCluster.java | 10 +
.../apache/pinot/query/planner/PlannerUtils.java | 35 +
.../query/planner/logical/RelToStageConverter.java | 24 +-
.../partitioning/FieldSelectionKeySelector.java | 43 +-
.../query/planner/partitioning/KeySelector.java | 2 +
.../apache/pinot/query/planner/stage/JoinNode.java | 8 +-
.../pinot/query/planner/stage/MailboxSendNode.java | 6 +-
.../query/rules/PinotExchangeNodeInsertRule.java | 13 +-
.../pinot/query/QueryEnvironmentTestBase.java | 1 +
.../query/runtime/blocks/TransferableBlock.java | 51 +-
.../query/runtime/operator/HashJoinOperator.java | 42 +-
.../runtime/operator/MailboxSendOperator.java | 17 +-
.../pinot/query/runtime/QueryRunnerTest.java | 4 +
.../mutable/DefaultMutableIndexProvider.java | 47 +-
.../indexsegment/mutable/IntermediateSegment.java | 2 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 160 +++-
.../forward/FixedByteMVMutableForwardIndex.java | 87 ++-
.../fwd/MultiValueFixedByteRawIndexCreator.java | 5 +-
.../constant/ConstantMVForwardIndexReader.java | 10 +
...eader.java => BaseChunkForwardIndexReader.java} | 31 +-
.../forward/FixedBitMVForwardIndexReader.java | 71 ++
.../FixedByteChunkMVForwardIndexReader.java | 56 +-
.../FixedByteChunkSVForwardIndexReader.java | 4 +-
.../FixedBytePower2ChunkSVForwardIndexReader.java | 4 +-
.../forward/VarByteChunkMVForwardIndexReader.java | 62 +-
.../forward/VarByteChunkSVForwardIndexReader.java | 4 +-
.../startree/v2/store/StarTreeLoaderUtils.java | 4 +-
...lTest.java => MutableSegmentImplRawMVTest.java} | 83 ++-
.../impl/dictionary/MultiValueDictionaryTest.java | 169 ++++-
.../MultiValueFixedByteRawIndexCreatorTest.java | 3 +-
.../FixedByteMVMutableForwardIndexTest.java | 49 +-
.../spi/index/mutable/MutableForwardIndex.java | 105 +++
.../spi/index/reader/ForwardIndexReader.java | 389 +++++++++-
65 files changed, 3318 insertions(+), 323 deletions(-)
rename {pinot-broker/src/test/java/org/apache/pinot/broker/util => pinot-common/src/main/java/org/apache/pinot/common/utils/helix}/FakePropertyStore.java (89%)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/generator/JsonGenerator.java
copy pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/{VariedLengthDictionaryRule.java => JsonIndexRule.java} (53%)
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/recommender/data/generator/JsonGeneratorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/MultiValueRawQueriesTest.java
rename pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/forward/{BaseChunkSVForwardIndexReader.java => BaseChunkForwardIndexReader.java} (92%)
copy pinot-segment-local/src/test/java/org/apache/pinot/segment/local/indexsegment/mutable/{MutableSegmentImplTest.java => MutableSegmentImplRawMVTest.java} (71%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org