You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2019/10/02 02:12:50 UTC
[incubator-pinot] branch bugfixing_hadoop_filesystem updated
(52f140a -> a13725c)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch bugfixing_hadoop_filesystem
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
omit 52f140a more logging
omit ab10444 Fixing hadoop filesystem by using path uri
add bfb518e Add integration test for ControllerLeaderLocator (#4567)
add b24816a Adding sample ADL settings to documentation (#4645)
add dd4e69e Use timed wait around get() calls in PinotInstance (#4649)
add 9cfcd30 Simplify the logic of List handling in DataTypeTransformer (#4651)
add d6f9655 Implement all transform function APIs for MapValueTransformFunction (#4595)
add ad391dd Enable distinct and throw exceptions for not-supported cases (#4648)
add bb5913f Enabling alternative controller rest API classes in preprocess (#4646)
add 7eccc99 Revert the binary-search change for MapValue transform function (#4654)
add 8b24ec4 Fix the DistinctCountHLL with serialized HyperLogLog of non-default log2m (#4655)
add 8193e52 Refactor TransformBlockDataFetcher into RowBasedBlockValueFetcher (#4658)
add 8a80760 Refactor toggleInstanceState API (#4560)
add 7662937 Make TransformFunction.getDictionary() API consistent with DataSource.getDictionary() (#4661)
add a13725c Fixing hadoop filesystem by using path uri
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (52f140a)
\
N -- N -- N refs/heads/bugfixing_hadoop_filesystem (a13725c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/pluggable_storage.rst | 42 +-
docs/segment_fetcher.rst | 2 +
.../requesthandler/BaseBrokerRequestHandler.java | 119 +++-
.../broker/requesthandler/QueryValidationTest.java | 60 ++
.../org/apache/pinot/pql/parsers/Pql2Compiler.java | 2 +-
.../parsers/pql2/ast/OutputColumnListAstNode.java | 91 ---
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 12 +
.../apache/pinot/pql/parsers/Pql2CompilerTest.java | 38 --
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 20 +
.../resources/PinotInstanceRestletResource.java | 12 +-
.../helix/core/PinotHelixResourceManager.java | 79 ++-
.../api/PinotInstanceRestletResourceTest.java | 141 ++--
.../helix/ControllerInstanceToggleTest.java | 26 +-
.../apache/pinot/core/common/BaseBlockValSet.java | 9 +-
.../org/apache/pinot/core/common/BlockValSet.java | 2 +
.../org/apache/pinot/core/common/DataSource.java | 16 +-
.../core/common/RowBasedBlockValueFetcher.java | 217 ++++++
.../pinot/core/data/readers/AvroRecordReader.java | 1 -
.../pinot/core/data/readers/RecordReaderUtils.java | 3 +
.../recordtransformer/DataTypeTransformer.java | 28 +-
.../core/data/recordtransformer/PinotDataType.java | 126 +---
.../core/operator/blocks/ProjectionBlock.java | 9 +-
.../core/operator/docvalsets/MultiValueSet.java | 5 +
.../operator/docvalsets/ProjectionBlockValSet.java | 75 +--
.../core/operator/docvalsets/SingleValueSet.java | 5 +
.../operator/docvalsets/TransformBlockValSet.java | 10 +
.../operator/filter/ExpressionFilterOperator.java | 32 +-
.../core/operator/query/SelectionOnlyOperator.java | 16 +-
.../operator/query/SelectionOrderByOperator.java | 18 +-
.../transform/TransformBlockDataFetcher.java | 351 ----------
.../core/operator/transform/TransformOperator.java | 5 +-
.../function/AdditionTransformFunction.java | 41 +-
.../transform/function/BaseTransformFunction.java | 749 +++++++++++++--------
.../DateTimeConversionTransformFunction.java | 19 +-
.../function/DivisionTransformFunction.java | 69 +-
.../function/IdentifierTransformFunction.java | 34 +-
.../function/LiteralTransformFunction.java | 34 +-
.../function/MapValueTransformFunction.java | 93 ++-
.../function/MultiplicationTransformFunction.java | 41 +-
.../function/SingleParamMathTransformFunction.java | 48 +-
.../function/SubtractionTransformFunction.java | 68 +-
.../function/TimeConversionTransformFunction.java | 5 +-
.../transform/function/TransformFunction.java | 38 +-
.../function/TransformFunctionFactory.java | 14 +-
.../function/ValueInTransformFunction.java | 40 +-
.../function/DistinctAggregationFunction.java | 9 +-
.../DistinctCountHLLAggregationFunction.java | 155 +++--
.../core/query/selection/SelectionFetcher.java | 125 ----
.../comparator/CompositeDocIdValComparator.java | 85 ---
.../comparator/DocIdDoubleValComparator.java | 44 --
.../comparator/DocIdFloatValComparator.java | 44 --
.../comparator/DocIdIntValComparator.java | 44 --
.../comparator/DocIdLongValComparator.java | 44 --
.../selection/comparator/IDocIdValComparator.java | 24 -
.../iterator/BytesSelectionColumnIterator.java | 50 --
.../DoubleArraySelectionColumnIterator.java | 45 --
.../iterator/DoubleSelectionColumnIterator.java | 42 --
.../FloatArraySelectionColumnIterator.java | 45 --
.../iterator/FloatSelectionColumnIterator.java | 42 --
.../iterator/IntArraySelectionColumnIterator.java | 45 --
.../iterator/IntSelectionColumnIterator.java | 42 --
.../iterator/LongArraySelectionColumnIterator.java | 45 --
.../iterator/LongSelectionColumnIterator.java | 42 --
.../iterator/SelectionColumnIterator.java | 31 -
.../SelectionMultiValueColumnIterator.java | 44 --
...SelectionSingleValueColumnWithDictIterator.java | 49 --
.../StringArraySelectionColumnIterator.java | 45 --
.../iterator/StringSelectionColumnIterator.java | 50 --
.../stream/AvroRecordToPinotRowGenerator.java | 1 -
.../index/data/source/ColumnDataSource.java | 8 +-
.../v2/store/StarTreeDimensionDataSource.java | 10 +-
.../v2/store/StarTreeMetricDataSource.java | 4 +-
.../org/apache/pinot/core/util/ArrayCopyUtils.java | 15 +
.../java/org/apache/pinot/core/util/AvroUtils.java | 54 +-
.../apache/pinot/hadoop/job/BaseSegmentJob.java | 46 ++
.../pinot/hadoop/job/SegmentCreationJob.java | 21 +-
.../pinot/hadoop/job/SegmentPreprocessingJob.java | 53 +-
.../apache/pinot/hadoop/job/SegmentTarPushJob.java | 2 +-
.../hadoop/job/mappers/SegmentCreationMapper.java | 3 +-
.../tests/MapTypeClusterIntegrationTest.java | 304 +++++----
.../ControllerLeaderLocatorIntegrationTest.java | 168 +++++
.../tools/admin/command/CreateSegmentCommand.java | 13 +-
82 files changed, 1988 insertions(+), 2770 deletions(-)
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/QueryValidationTest.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/RowBasedBlockValueFetcher.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/TransformBlockDataFetcher.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/SelectionFetcher.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/comparator/CompositeDocIdValComparator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/comparator/DocIdDoubleValComparator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/comparator/DocIdFloatValComparator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/comparator/DocIdIntValComparator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/comparator/DocIdLongValComparator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/comparator/IDocIdValComparator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/BytesSelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/DoubleArraySelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/DoubleSelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/FloatArraySelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/FloatSelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/IntArraySelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/IntSelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/LongArraySelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/LongSelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/SelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/SelectionMultiValueColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/SelectionSingleValueColumnWithDictIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/StringArraySelectionColumnIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/selection/iterator/StringSelectionColumnIterator.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/server/realtime/ControllerLeaderLocatorIntegrationTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org