You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by si...@apache.org on 2020/08/10 18:58:12 UTC
[incubator-pinot] branch master updated (8a3cecb -> ce32362)
This is an automated email from the ASF dual-hosted git repository.
siddteotia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 8a3cecb [TE] frontend - harleyjj/forecast - show tool tip for fit and forecast (#5812)
add ce32362 Addressed issues in code review: (#5774)
No new revisions were added by this update.
Summary of changes:
.../api/resources/PinotTableRestletResource.java | 13 +
.../controller/recommender/RecommenderDriver.java | 80 +++
.../exceptions/InvalidInputException.java | 13 +-
.../controller/recommender/io/ConfigManager.java | 63 ++
.../controller/recommender/io/InputManager.java | 682 ++++++++++++++++++
.../recommender/io/metadata/FieldMetadata.java | 71 ++
.../io/metadata/SchemaWithMetaData.java | 69 ++
.../io/metadata/TimeFieldSpecMetadata.java | 78 +++
.../controller/recommender/rules/AbstractRule.java | 27 +-
.../recommender/rules/RulesToExecute.java | 148 ++++
.../recommender/rules/impl/BloomFilterRule.java | 127 ++++
.../recommender/rules/impl/FlagQueryRule.java | 75 ++
.../rules/impl/InvertedSortedIndexJointRule.java | 267 ++++++++
.../recommender/rules/impl/KafkaPartitionRule.java | 65 ++
.../NoDictionaryOnHeapDictionaryJointRule.java | 241 +++++++
.../rules/impl/PinotTablePartitionRule.java | 240 +++++++
.../rules/impl/VariedLengthDictionaryRule.java | 50 ++
.../recommender/rules/io/FlaggedQueries.java | 54 ++
.../recommender/rules/io/configs/IndexConfig.java | 120 ++++
.../rules/io/configs/PartitionConfig.java | 78 +++
.../rules/io/params/BloomFilterRuleParams.java | 52 ++
.../rules/io/params/FlagQueryRuleParams.java | 41 ++
.../params/InvertedSortedIndexJointRuleParams.java | 153 +++++
...oDictionaryOnHeapDictionaryJointRuleParams.java | 119 ++++
.../rules/io/params/PartitionRuleParams.java | 108 +++
.../rules/io/params/RecommenderConstants.java | 109 +++
.../recommender/rules/utils/FixedLenBitset.java | 174 +++++
.../rules/utils/PredicateParseResult.java | 153 +++++
.../utils/QueryInvertedSortedIndexRecommender.java | 761 +++++++++++++++++++++
.../controller/recommender/TestConfigEngine.java | 344 ++++++++++
pinot-controller/src/test/resources/log4j2.xml | 5 -
.../recommenderInput/BloomFilterInput.json | 135 ++++
.../recommenderInput/DataSizeCalculationInput.json | 69 ++
.../resources/recommenderInput/FlagQueryInput.json | 130 ++++
.../resources/recommenderInput/InvalidInput1.json | 81 +++
.../resources/recommenderInput/InvalidInput2.json | 82 +++
.../recommenderInput/KafkaPartitionRuleInput.json | 126 ++++
.../recommenderInput/KafkaPartitionRuleInput2.json | 126 ++++
...NoDictionaryOnHeapDictionaryJointRuleInput.json | 147 ++++
.../PinotTablePartitionRuleInput.json | 146 ++++
.../recommenderInput/SortedInvertedIndexInput.json | 157 +++++
.../VariedLengthDictionaryInput.json | 82 +++
.../pinot/tools/admin/PinotAdministrator.java | 6 -
.../tools/tuner/CollectMetadataForIndexTuning.java | 97 ---
.../tools/tuner/EntriesScannedQuantileReport.java | 89 ---
.../pinot/tools/tuner/IndexTunerCommand.java | 197 ------
.../pinot/tools/tuner/driver/TunerDriver.java | 209 ------
.../meta/manager/JsonFileMetaManagerImpl.java | 247 -------
.../tools/tuner/meta/manager/MetaManager.java | 59 --
.../manager/collector/ColStatsAccumulatorObj.java | 156 -----
.../manager/collector/CompressedFilePathIter.java | 101 ---
.../tuner/meta/manager/collector/PathWrapper.java | 74 --
.../collector/SegmentMetadataCollector.java | 272 --------
.../pinot/tools/tuner/query/src/InputIterator.java | 41 --
.../tuner/query/src/LogInputIteratorImpl.java | 165 -----
.../query/src/parser/BrokerLogParserImpl.java | 76 --
.../stats/wrapper/IndexSuggestQueryStatsImpl.java | 117 ----
.../tools/tuner/strategy/AbstractAccumulator.java | 64 --
.../tools/tuner/strategy/FrequencyAccumulator.java | 54 --
.../pinot/tools/tuner/strategy/FrequencyImpl.java | 196 ------
.../tuner/strategy/ParseBasedAccumulator.java | 62 --
.../tools/tuner/strategy/ParserBasedImpl.java | 444 ------------
.../strategy/QuantileAnalysisAccumulator.java | 89 ---
.../tools/tuner/strategy/QuantileAnalysisImpl.java | 365 ----------
.../pinot/tools/tuner/strategy/TuningStrategy.java | 60 --
65 files changed, 5836 insertions(+), 3265 deletions(-)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/RecommenderDriver.java
rename pinot-tools/src/main/java/org/apache/pinot/tools/tuner/query/src/stats/wrapper/AbstractQueryStats.java => pinot-controller/src/main/java/org/apache/pinot/controller/recommender/exceptions/InvalidInputException.java (70%)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/io/ConfigManager.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/io/InputManager.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/io/metadata/FieldMetadata.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/io/metadata/SchemaWithMetaData.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/io/metadata/TimeFieldSpecMetadata.java
rename pinot-tools/src/main/java/org/apache/pinot/tools/tuner/query/src/parser/QueryParser.java => pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/AbstractRule.java (59%)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/RulesToExecute.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/BloomFilterRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/FlagQueryRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/InvertedSortedIndexJointRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/KafkaPartitionRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/NoDictionaryOnHeapDictionaryJointRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/PinotTablePartitionRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/VariedLengthDictionaryRule.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/FlaggedQueries.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/configs/IndexConfig.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/configs/PartitionConfig.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/BloomFilterRuleParams.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/FlagQueryRuleParams.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/InvertedSortedIndexJointRuleParams.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/NoDictionaryOnHeapDictionaryJointRuleParams.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/PartitionRuleParams.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/RecommenderConstants.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/utils/FixedLenBitset.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/utils/PredicateParseResult.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/utils/QueryInvertedSortedIndexRecommender.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/recommender/TestConfigEngine.java
create mode 100644 pinot-controller/src/test/resources/recommenderInput/BloomFilterInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/DataSizeCalculationInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/FlagQueryInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/InvalidInput1.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/InvalidInput2.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/KafkaPartitionRuleInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/KafkaPartitionRuleInput2.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/NoDictionaryOnHeapDictionaryJointRuleInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/PinotTablePartitionRuleInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/SortedInvertedIndexInput.json
create mode 100644 pinot-controller/src/test/resources/recommenderInput/VariedLengthDictionaryInput.json
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/CollectMetadataForIndexTuning.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/EntriesScannedQuantileReport.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/IndexTunerCommand.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/driver/TunerDriver.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/meta/manager/JsonFileMetaManagerImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/meta/manager/MetaManager.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/meta/manager/collector/ColStatsAccumulatorObj.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/meta/manager/collector/CompressedFilePathIter.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/meta/manager/collector/PathWrapper.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/meta/manager/collector/SegmentMetadataCollector.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/query/src/InputIterator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/query/src/LogInputIteratorImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/query/src/parser/BrokerLogParserImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/query/src/stats/wrapper/IndexSuggestQueryStatsImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/AbstractAccumulator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/FrequencyAccumulator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/FrequencyImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/ParseBasedAccumulator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/ParserBasedImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/QuantileAnalysisAccumulator.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/QuantileAnalysisImpl.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/tuner/strategy/TuningStrategy.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org