You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by kh...@apache.org on 2022/03/30 06:32:38 UTC
[pinot] branch optimise_memory updated (e05c502 -> a8b687d)
This is an automated email from the ASF dual-hosted git repository.
kharekartik pushed a change to branch optimise_memory
in repository https://gitbox.apache.org/repos/asf/pinot.git.
discard e05c502 Bug fix: use of Mv array instead of SV array
discard 4548460 Remove unused imports
discard 6a98978 Reuse result arrays if input length is less than existing array length
discard 6706e2a Only create results array for length of input and not for maxLength
add 0d6b5da FixedSegmentSelector for tier configs (#8389)
add 649f598 [PQL Cleanup] Cleanup PQL related tools (#8417)
add 7655fcc Adding new field expressionOverrideHints into PinotQuery (#8421)
add a4794d4 upgrade thrift to 0.15.0 (#8427)
add 189fd7a Move Other HttpUtils to use HttpClient (#8390)
add ebd20a4 Add commonly used math, string and date scalar functions in Pinot (#8304)
add b4da2dd collapse redundant function types and add missing aliases (#8430)
add 878cf75 Update master branch with the next release pom changes (#8432)
add 6ec6d4a Adding pinot helm 0.2.5 (#8435)
add 24cc357 update 0.2.5 index with new zookeeper dependency (#8436)
add d2ca07e Combine Metadata and Dictionary based plans into single operator (#8408)
add b903e53 Only create results array for length of input and not for maxLength
add b851bd4 Reuse result arrays if input length is less than existing array length
add 935293e Remove unused imports
add fe86ea8 Don't create large arrays in ValueIn
add 304aac6 Refactor numDocs to length
add a8b687d Fix missing result array
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e05c502)
\
N -- N -- N refs/heads/optimise_memory (a8b687d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
kubernetes/helm/index.yaml | 28 +
kubernetes/helm/pinot-0.2.5.tgz | Bin 0 -> 50178 bytes
kubernetes/helm/pinot/Chart.yaml | 2 +-
kubernetes/helm/pinot/values.yaml | 2 +-
pinot-broker/pom.xml | 2 +-
pinot-clients/pinot-java-client/pom.xml | 2 +-
pinot-clients/pinot-jdbc-client/pom.xml | 2 +-
pinot-clients/pom.xml | 2 +-
pinot-common/pom.xml | 31 +-
.../common/function/DateTimePatternHandler.java | 8 +
.../common/function/TransformFunctionType.java | 40 +-
.../function/scalar/ArithmeticFunctions.java | 53 +-
.../common/function/scalar/DateTimeFunctions.java | 38 +-
.../common/function/scalar/StringFunctions.java | 110 +++-
.../function/scalar/TrigonometricFunctions.java | 92 ++++
.../pinot/common/request/AggregationInfo.java | 48 +-
.../apache/pinot/common/request/BrokerRequest.java | 150 +++---
.../apache/pinot/common/request/DataSource.java | 36 +-
.../apache/pinot/common/request/Expression.java | 42 +-
.../pinot/common/request/ExpressionType.java | 6 +-
.../pinot/common/request/FilterOperator.java | 8 +-
.../apache/pinot/common/request/FilterQuery.java | 58 ++-
.../pinot/common/request/FilterQueryMap.java | 26 +-
.../org/apache/pinot/common/request/Function.java | 62 +--
.../org/apache/pinot/common/request/GroupBy.java | 40 +-
.../pinot/common/request/HavingFilterQuery.java | 58 ++-
.../pinot/common/request/HavingFilterQueryMap.java | 24 +-
.../apache/pinot/common/request/Identifier.java | 18 +-
.../pinot/common/request/InstanceRequest.java | 48 +-
.../org/apache/pinot/common/request/Literal.java | 28 +-
.../apache/pinot/common/request/PinotQuery.java | 402 +++++++++++----
.../apache/pinot/common/request/QuerySource.java | 20 +-
.../org/apache/pinot/common/request/QueryType.java | 44 +-
.../org/apache/pinot/common/request/Selection.java | 48 +-
.../apache/pinot/common/request/SelectionSort.java | 26 +-
.../pinot/common/response/ProcessingException.java | 26 +-
...Selector.java => FixedTierSegmentSelector.java} | 54 +-
.../org/apache/pinot/common/tier/TierFactory.java | 8 +
.../pinot/common/utils/config/TierConfigUtils.java | 25 +-
.../apache/pinot/common/utils/http/HttpClient.java | 76 ++-
.../pinot/common/tier/TierConfigUtilsTest.java | 63 ++-
.../pinot/common/tier/TierSegmentSelectorTest.java | 54 ++
.../common/utils/config/TableConfigSerDeTest.java | 18 +-
pinot-common/src/thrift/query.thrift | 1 +
pinot-compatibility-verifier/pom.xml | 2 +-
.../main/java/org/apache/pinot/compat/TableOp.java | 7 +-
pinot-connectors/pinot-flink-connector/pom.xml | 23 +-
.../pinot/connector/flink/FlinkQuickStart.java | 9 +-
.../pinot/connector/flink/http/HttpClient.java | 130 -----
.../pinot/connector/flink/http/HttpException.java | 38 --
.../connector/flink/http/PinotConnectionUtils.java | 27 +-
.../flink/http/PinotControllerClient.java | 146 ------
.../flink/http/PinotControllerClientTest.java | 165 ------
.../flink/sink/PinotSinkIntegrationTest.java | 7 +-
pinot-connectors/pinot-spark-connector/pom.xml | 2 +-
pinot-connectors/pom.xml | 2 +-
.../pinot-common-jdk8/pom.xml | 31 +-
.../pinot-core-jdk8/pom.xml | 2 +-
.../pinot-segment-local-jdk8/pom.xml | 2 +-
.../pinot-segment-spi-jdk8/pom.xml | 2 +-
.../pinot-spi-jdk8/pom.xml | 2 +-
.../prestodb-pinot-dependencies/pom.xml | 2 +-
.../presto-pinot-driver/pom.xml | 2 +-
pinot-controller/pom.xml | 2 +-
.../controller/helix/ControllerRequestClient.java | 101 ++++
.../helix/ControllerRequestURLBuilder.java | 4 +
.../pinot/controller/ControllerTestUtils.java | 60 ++-
.../pinot/controller/helix/ControllerTest.java | 256 ++++-----
...NonReplicaGroupTieredSegmentAssignmentTest.java | 6 +-
...NonReplicaGroupTieredSegmentAssignmentTest.java | 6 +-
.../core/minion/PinotTaskManagerStatelessTest.java | 9 +
.../TableRebalancerClusterStatelessTest.java | 24 +-
pinot-core/pom.xml | 2 +-
.../query/MetadataBasedAggregationOperator.java | 94 ----
...r.java => NonScanBasedAggregationOperator.java} | 85 +--
.../function/ArrayAverageTransformFunction.java | 14 +-
.../function/ArrayLengthTransformFunction.java | 16 +-
.../transform/function/CastTransformFunction.java | 82 +--
.../function/JsonExtractKeyTransformFunction.java | 8 +-
...rmFunction.java => PowerTransformFunction.java} | 55 +-
.../function/RoundDecimalTransformFunction.java | 113 ++++
.../function/SingleParamMathTransformFunction.java | 53 +-
.../function/TransformFunctionFactory.java | 43 +-
.../function/TrigonometricTransformFunctions.java | 268 ++++++++++
.../function/TruncateDecimalTransformFunction.java | 111 ++++
.../function/ValueInTransformFunction.java | 22 +-
.../pinot/core/plan/AggregationPlanNode.java | 73 ++-
.../data/function/ArithmeticFunctionsTest.java | 15 +
.../core/data/function/DateTimeFunctionsTest.java | 118 +++--
.../function/PowerTransformFunctionTest.java | 93 ++++
.../RoundDecimalTransformFunctionTest.java | 68 +++
.../ScalarTransformFunctionWrapperTest.java | 126 ++++-
.../SingleParamMathTransformFunctionTest.java | 138 +++++
.../function/TrigonometricFunctionsTest.java | 163 ++++++
.../TruncateDecimalTransformFunctionTest.java | 68 +++
...adataAndDictionaryAggregationPlanMakerTest.java | 18 +-
.../pinot/queries/DistinctCountQueriesTest.java | 22 +-
.../pinot/queries/ExplainPlanQueriesTest.java | 4 +-
...SegmentPartitionedDistinctCountQueriesTest.java | 6 +-
pinot-distribution/pom.xml | 2 +-
pinot-integration-test-base/pom.xml | 2 +-
...ridClusterIntegrationTestCommandLineRunner.java | 441 ----------------
pinot-integration-tests/pom.xml | 10 +-
.../tests/AdminConsoleIntegrationTest.java | 9 +-
.../tests/BasicAuthBatchIntegrationTest.java | 1 -
.../tests/BasicAuthRealtimeIntegrationTest.java | 4 +-
.../tests/HybridClusterIntegrationTest.java | 6 +-
...onaryAggregationPlanClusterIntegrationTest.java | 29 +-
.../tests/OfflineClusterIntegrationTest.java | 2 +-
.../tests/StarTreeClusterIntegrationTest.java | 38 +-
.../integration/tests/TlsIntegrationTest.java | 4 +-
.../tests/startree}/SegmentInfoProvider.java | 6 +-
.../tests/startree}/StarTreeQueryGenerator.java | 76 ++-
pinot-minion/pom.xml | 2 +-
pinot-perf/pom.xml | 2 +-
.../org/apache/pinot/perf/BenchmarkQueries.java | 7 +-
.../pinot-batch-ingestion-common/pom.xml | 2 +-
.../pinot-batch-ingestion-hadoop/pom.xml | 2 +-
.../pinot-batch-ingestion-spark/pom.xml | 2 +-
.../pinot-batch-ingestion-standalone/pom.xml | 2 +-
pinot-plugins/pinot-batch-ingestion/pom.xml | 2 +-
.../v0_deprecated/pinot-hadoop/pom.xml | 2 +-
.../v0_deprecated/pinot-ingestion-common/pom.xml | 2 +-
.../v0_deprecated/pinot-spark/pom.xml | 2 +-
.../pinot-batch-ingestion/v0_deprecated/pom.xml | 2 +-
.../pinot-environment/pinot-azure/pom.xml | 2 +-
pinot-plugins/pinot-environment/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-gcs/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-hdfs/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pom.xml | 2 +-
.../pinot-input-format/pinot-avro-base/pom.xml | 2 +-
.../pinot-input-format/pinot-avro/pom.xml | 2 +-
.../pinot-confluent-avro/pom.xml | 2 +-
pinot-plugins/pinot-input-format/pinot-csv/pom.xml | 2 +-
.../pinot-input-format/pinot-json/pom.xml | 2 +-
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 2 +-
.../pinot-input-format/pinot-parquet/pom.xml | 2 +-
.../pinot-input-format/pinot-protobuf/pom.xml | 2 +-
.../pinot-input-format/pinot-thrift/pom.xml | 2 +-
pinot-plugins/pinot-input-format/pom.xml | 2 +-
.../pinot-metrics/pinot-dropwizard/pom.xml | 2 +-
pinot-plugins/pinot-metrics/pinot-yammer/pom.xml | 2 +-
pinot-plugins/pinot-metrics/pom.xml | 2 +-
.../pinot-minion-builtin-tasks/pom.xml | 2 +-
pinot-plugins/pinot-minion-tasks/pom.xml | 2 +-
.../pinot-segment-uploader-default/pom.xml | 2 +-
pinot-plugins/pinot-segment-uploader/pom.xml | 2 +-
.../pinot-segment-writer-file-based/pom.xml | 2 +-
pinot-plugins/pinot-segment-writer/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-kafka-0.9/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-kafka-2.0/pom.xml | 2 +-
.../pinot-kafka-base/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-kinesis/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 2 +-
pinot-plugins/pinot-stream-ingestion/pom.xml | 2 +-
pinot-plugins/pom.xml | 2 +-
pinot-segment-local/pom.xml | 2 +-
.../segment/local/utils/TableConfigUtils.java | 2 +-
.../segment/local/utils/TableConfigUtilsTest.java | 85 +--
pinot-segment-spi/pom.xml | 2 +-
pinot-server/pom.xml | 2 +-
pinot-spi/pom.xml | 2 +-
.../apache/pinot/spi/config/table/TierConfig.java | 12 +
pinot-tools/pom.xml | 64 +--
.../tools/query/comparison/ClusterStarter.java | 270 ----------
.../tools/query/comparison/QueryComparison.java | 571 ---------------------
.../query/comparison/QueryComparisonConfig.java | 209 --------
.../tools/query/comparison/StatsGenerator.java | 87 ----
.../apache/pinot/tools/scan/query/Aggregation.java | 199 -------
.../pinot/tools/scan/query/AggregationFunc.java | 33 --
.../tools/scan/query/AggregationFuncFactory.java | 60 ---
.../apache/pinot/tools/scan/query/AvgFunction.java | 57 --
.../pinot/tools/scan/query/CountFunction.java | 44 --
.../tools/scan/query/DistinctCountFunction.java | 57 --
.../tools/scan/query/EqualsPredicateFilter.java | 46 --
.../pinot/tools/scan/query/GroupByOperator.java | 75 ---
.../pinot/tools/scan/query/InPredicateFilter.java | 52 --
.../apache/pinot/tools/scan/query/MaxFunction.java | 45 --
.../apache/pinot/tools/scan/query/MinFunction.java | 45 --
.../tools/scan/query/MinMaxRangeFunction.java | 47 --
.../tools/scan/query/NotInPredicateFilter.java | 52 --
.../pinot/tools/scan/query/NotPredicateFilter.java | 46 --
.../pinot/tools/scan/query/PredicateFilter.java | 26 -
.../apache/pinot/tools/scan/query/Projection.java | 141 -----
.../pinot/tools/scan/query/QueryResponse.java | 271 ----------
.../tools/scan/query/RangePredicateFilter.java | 87 ----
.../apache/pinot/tools/scan/query/ResultTable.java | 297 -----------
.../tools/scan/query/ScanBasedQueryProcessor.java | 184 -------
.../tools/scan/query/SegmentQueryProcessor.java | 318 ------------
.../apache/pinot/tools/scan/query/Selection.java | 62 ---
.../apache/pinot/tools/scan/query/SumFunction.java | 45 --
.../org/apache/pinot/tools/scan/query/Utils.java | 70 ---
pom.xml | 2 +-
195 files changed, 3400 insertions(+), 5870 deletions(-)
create mode 100644 kubernetes/helm/pinot-0.2.5.tgz
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/TrigonometricFunctions.java
copy pinot-common/src/main/java/org/apache/pinot/common/tier/{TimeBasedTierSegmentSelector.java => FixedTierSegmentSelector.java} (50%)
delete mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/HttpClient.java
delete mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/HttpException.java
delete mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/PinotControllerClient.java
delete mode 100644 pinot-connectors/pinot-flink-connector/src/test/java/org/apache/pinot/connector/flink/http/PinotControllerClientTest.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/MetadataBasedAggregationOperator.java
rename pinot-core/src/main/java/org/apache/pinot/core/operator/query/{DictionaryBasedAggregationOperator.java => NonScanBasedAggregationOperator.java} (69%)
copy pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/{MultiplicationTransformFunction.java => PowerTransformFunction.java} (51%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/RoundDecimalTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/TrigonometricTransformFunctions.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/TruncateDecimalTransformFunction.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/PowerTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/RoundDecimalTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/TrigonometricFunctionsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/TruncateDecimalTransformFunctionTest.java
delete mode 100644 pinot-integration-test-base/src/test/java/org/apache/pinot/integration/tests/HybridClusterIntegrationTestCommandLineRunner.java
rename {pinot-tools/src/main/java/org/apache/pinot/tools/query/comparison => pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/startree}/SegmentInfoProvider.java (96%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools/query/comparison => pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/startree}/StarTreeQueryGenerator.java (82%)
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/query/comparison/ClusterStarter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/query/comparison/QueryComparison.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/query/comparison/QueryComparisonConfig.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/query/comparison/StatsGenerator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/Aggregation.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/AggregationFunc.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/AggregationFuncFactory.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/AvgFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/CountFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/DistinctCountFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/EqualsPredicateFilter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/GroupByOperator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/InPredicateFilter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/MaxFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/MinFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/MinMaxRangeFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/NotInPredicateFilter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/NotPredicateFilter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/PredicateFilter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/Projection.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/QueryResponse.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/RangePredicateFilter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/ResultTable.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/ScanBasedQueryProcessor.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/SegmentQueryProcessor.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/Selection.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/SumFunction.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/scan/query/Utils.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org