You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2019/05/20 17:32:39 UTC
[incubator-pinot] branch create-lead-controller-resource updated
(22dad4f -> 46f2275)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch create-lead-controller-resource
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
omit 22dad4f Create leadControllerResource in Helix cluster
add a9a075c [TE] Expose last exception when early terminate (#4178)
add 1df6fb7 [TE] anomaly detector interface change and implementation for rule-based detection (#4176)
add b4c9bdc Pin down Pinot version to 0.1.0; enables you to build thirdeye without building pinot (#4179)
add e5029b6 Minor improvements as encountered while studying replica groups (#4180)
add 0680437 Refactor HelixExternalViewBasedTimeBoundaryService to support all time units (#4156)
add ac19af7 Clean up unused variable in ControllerLeadershipManager (#4181)
add e1e54cf Generate inverted index in purge task if it exists (#4182)
add 04042c7 [TE] Use strict strategy in model mapper for spec class (#4185)
add 5920969 Added service status logs to indicate more znode information (#4184)
add db84cbb [TE] Fix current value in HoltWinters baseline (#4186)
add 84a34a2 Migration to log4j2 (#4139)
add 0706138 [TE] fix mock data source (#4189)
add 29b918f Randomly choose segments that need to be moved (#4191)
add d499ba1 [TE] pass predicted time series thought out the detection pipeline (#4190)
add 578f42e In DataTypeTransformer, support filling in default null value for empty array input (#4196)
add 18d628b Track "freshness" timestamp across consuming segments (#3979)
add 1ac071f [TE] Update anomaly merge logic (#4201)
add 74ddc3a [TE] Threshold filter on current value of an anomaly (#4203)
add e279dc9 [TE] Evaluation metrics calculation & store (#4202)
add ca0b5b8 Commment out deleteTaskQueue in Test testStopAndResumeTaskQueue (#4207)
add 40df151 Creation/deletion flow for replica groups sets in realtime (#4193)
add 3cca15f Add integration test for BrokerResourceValidationManager (#4096)
add 3e6733f Add SimpleAvroMessageDecoder which allows passing in Avro schema directly (#4197)
add f50e87f [TE] Model evaluator interface & Implementation (#4209)
add aed4b56 Minor fix for star-tree creation logs (#4215)
add c8d68ae [TE] Grouper Interface - Group/Summarize Metric level anomalies (#4212)
add f9df139 [TE] frontend - harleyjj/create-alert - break yaml editor into two components (#4206)
add 45c59f6 [TE] frontend - harleyjj/screenshot - update screenshot route to match new Anomalies route (#4194)
add d2087b3 [TE] pinot - harleyjj/screenshot - update configs for new screenshot (#4195)
add 46f2275 Create leadControllerResource in Helix cluster
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (22dad4f)
\
N -- N -- N refs/heads/create-lead-controller-resource (46f2275)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
pinot-api/pom.xml | 4 -
pinot-api/src/test/resources/log4j.properties | 6 -
pinot-api/src/test/resources/log4j2.xml | 35 +++
.../requesthandler/BaseBrokerRequestHandler.java | 5 +-
.../HelixExternalViewBasedTimeBoundaryService.java | 118 +++++----
.../broker/routing/RoutingTableBuilderFactory.java | 2 +-
.../pinot/broker/routing/TimeBoundaryService.java | 15 +-
.../builder/GeneratorBasedRoutingTableBuilder.java | 22 +-
.../PartitionAwareOfflineRoutingTableBuilder.java | 9 +-
.../broker/broker/HelixBrokerStarterTest.java | 7 +-
...ixExternalViewBasedTimeBoundaryServiceTest.java | 166 ++++++++++++
.../broker/routing/TimeBoundaryServiceTest.java | 130 ---------
pinot-broker/src/test/resources/log4j.properties | 6 -
pinot-broker/src/test/resources/log4j2.xml | 35 +++
pinot-common/pom.xml | 12 +-
.../org/apache/pinot/common/data/FieldSpec.java | 26 +-
.../apache/pinot/common/metadata/RowMetadata.java | 30 +--
.../pinot/common/metadata/ZKMetadataProvider.java | 13 +-
.../common/partition/PartitionAssignment.java | 4 +-
.../partition/ReplicaGroupPartitionAssignment.java | 4 +-
.../ReplicaGroupPartitionAssignmentGenerator.java | 8 +-
.../response/broker/BrokerResponseNative.java | 27 +-
.../org/apache/pinot/common/utils/DataTable.java | 2 +
.../org/apache/pinot/common/utils/LLCUtils.java | 11 +-
.../org/apache/pinot/common/utils/LogUtils.java | 40 ---
.../apache/pinot/common/utils/ServiceStatus.java | 8 +-
.../org/apache/pinot/common/utils/ZkStarter.java | 4 +
.../src/main/resources/log4j-fatal-only.properties | 24 --
.../src/main/resources/log4j2-fatal-only.xml | 35 +++
pinot-common/src/test/resources/log4j.properties | 6 -
pinot-common/src/test/resources/log4j2.xml | 35 +++
pinot-controller/pom.xml | 4 -
.../apache/pinot/controller/ControllerConf.java | 12 +
.../controller/ControllerLeadershipManager.java | 4 -
.../api/resources/PinotTableRestletResource.java | 26 +-
.../helix/core/PinotHelixResourceManager.java | 34 ++-
.../ReplicaGroupRebalanceSegmentStrategy.java | 9 +-
.../ReplicaGroupSegmentAssignmentStrategy.java | 2 +-
.../BrokerResourceValidationManager.java | 2 +-
.../sharding/SegmentAssignmentStrategyTest.java | 96 ++++++-
.../controller/utils/ReplicaGroupTestUtils.java | 4 +-
.../src/test/resources/log4j.properties | 6 -
pinot-controller/src/test/resources/log4j2.xml | 35 +++
pinot-core/pom.xml | 4 -
.../realtime/HLRealtimeSegmentDataManager.java | 7 +-
.../realtime/LLRealtimeSegmentDataManager.java | 7 +-
.../recordtransformer/DataTypeTransformer.java | 7 +-
.../core/indexsegment/mutable/MutableSegment.java | 7 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 23 +-
.../apache/pinot/core/minion/SegmentPurger.java | 30 ++-
.../query/executor/ServerQueryExecutorV1Impl.java | 37 ++-
.../core/query/reduce/BrokerReduceService.java | 19 ++
.../impl/kafka/KafkaStreamLevelConsumer.java | 7 +-
.../impl/kafka/SimpleAvroMessageDecoder.java | 84 ++++++
.../pinot/core/realtime/stream/MessageBatch.java | 7 +-
.../pinot/core/realtime/stream/StreamConfig.java | 13 +-
.../core/realtime/stream/StreamLevelConsumer.java | 11 +-
.../core/realtime/stream/StreamMessageDecoder.java | 36 ---
.../realtime/stream/StreamMessageMetadata.java | 25 +-
.../startree/v2/builder/BaseSingleTreeBuilder.java | 11 +-
.../startree/v2/builder/MultipleTreesBuilder.java | 5 +-
.../apache/pinot/core/util/ReplicationUtils.java | 92 +++++++
.../recordtransformer/RecordTransformerTest.java | 18 ++
.../MutableSegmentImplAggregateMetricsTest.java | 2 +-
.../mutable/MutableSegmentImplTest.java | 15 +-
.../pinot/core/minion/SegmentPurgerTest.java | 61 +++--
pinot-core/src/test/resources/log4j.properties | 6 -
pinot-core/src/test/resources/log4j2.xml | 35 +++
.../ControllerPeriodicTasksIntegrationTests.java | 90 ++++++-
.../tests/LLCRealtimeClusterIntegrationTest.java | 4 +
.../tests/SimpleMinionClusterIntegrationTest.java | 5 +-
.../src/test/resources/log4j.properties | 6 -
.../src/test/resources/log4j2.xml | 35 +++
pinot-minion/src/test/resources/log4j.properties | 6 -
pinot-minion/src/test/resources/log4j2.xml | 35 +++
pinot-perf/pom.xml | 2 +-
pinot-perf/src/main/resources/log4j.properties | 50 ----
pinot-perf/src/main/resources/log4j2.xml | 79 ++++++
pinot-tools/pom.xml | 30 ++-
.../org/apache/pinot/tools/HybridQuickstart.java | 1 -
.../java/org/apache/pinot/tools/Quickstart.java | 15 --
.../org/apache/pinot/tools/RealtimeQuickStart.java | 1 -
.../realtime/provisioning/MemoryEstimator.java | 5 +-
.../resources/conf/pinot-admin-log4j.properties | 46 ----
.../src/main/resources/conf/pinot-admin-log4j2.xml | 53 ++++
.../resources/conf/pinot-broker-log4j.properties | 39 ---
.../main/resources/conf/pinot-broker-log4j2.xml | 47 ++++
.../conf/pinot-controller-log4j.properties | 40 ---
.../resources/conf/pinot-controller-log4j2.xml | 47 ++++
.../resources/conf/pinot-server-log4j.properties | 39 ---
.../main/resources/conf/pinot-server-log4j2.xml | 47 ++++
.../resources/conf/pinot-tools-log4j.properties | 48 ----
.../src/main/resources/conf/pinot-tools-log4j2.xml | 79 ++++++
.../resources/conf/quickstart-log4j.properties | 48 ----
.../src/main/resources/conf/quickstart-log4j2.xml | 75 ++++++
.../conf/quickstart-offline-log4j.properties | 46 ----
.../conf/quickstart-realtime-log4j.properties | 46 ----
pinot-tools/src/main/resources/log4j.properties | 51 ----
pinot-tools/src/main/resources/log4j2.xml | 79 ++++++
pinot-transport/pom.xml | 4 -
pom.xml | 126 ++++++++-
thirdeye/pom.xml | 2 +-
.../pods/components/anomaly-summary/component.js | 8 +-
.../pods/components/detection-yaml/component.js | 291 +++++++++++++++++++++
.../pods/components/detection-yaml/template.hbs | 58 ++++
.../pods/components/subscription-yaml/component.js | 264 +++++++++++++++++++
.../pods/components/subscription-yaml/template.hbs | 67 +++++
.../pods/components/timeseries-chart/component.js | 21 +-
.../thirdeye-frontend/app/pods/home/index/route.js | 2 +-
.../app/pods/home/share-dashboard/route.js | 2 +-
.../app/pods/screenshot/controller.js | 191 ++++++++------
.../thirdeye-frontend/app/pods/screenshot/route.js | 30 ++-
.../app/pods/screenshot/template.hbs | 20 +-
.../app/pods/self-serve/create-alert/controller.js | 82 +++++-
.../app/pods/self-serve/create-alert/route.js | 14 +-
.../app/pods/self-serve/create-alert/template.hbs | 67 ++++-
.../app/pods/services/api/anomalies/service.js | 6 +-
.../thirdeye-hadoop/src/main/resources/log4j2.xml | 35 +++
.../config/data-sources/data-sources-config.yml | 52 ++--
.../dashboard/resources/v2/AnomaliesResource.java | 6 +-
.../pinot/thirdeye/dataframe/DoubleSeries.java | 4 +
.../thirdeye/datalayer/bao/EvaluationManager.java | 33 +++
.../datalayer/bao/jdbc/EvaluationManagerImpl.java | 36 +++
.../thirdeye/datalayer/dao/GenericPojoDao.java | 4 +
.../thirdeye/datalayer/dto/EvaluationDTO.java | 55 ++++
.../thirdeye/datalayer/entity/EvaluationIndex.java | 71 +++++
.../thirdeye/datalayer/pojo/EvaluationBean.java | 113 ++++++++
.../thirdeye/datalayer/util/DaoProviderUtil.java | 4 +-
.../pinot/thirdeye/datasource/DAORegistry.java | 7 +
.../pinot/thirdeye/detection/DataProvider.java | 14 +
.../thirdeye/detection/DefaultDataProvider.java | 31 ++-
.../detection/DefaultInputDataFetcher.java | 6 +-
.../detection/DetectionPipelineResult.java | 45 +++-
.../detection/DetectionPipelineTaskRunner.java | 22 +-
.../thirdeye/detection/DetectionResource.java | 7 +-
.../pinot/thirdeye/detection/Evaluation.java | 49 ++++
.../pinot/thirdeye/detection/PredictionResult.java | 65 +++++
.../detection/alert/DetectionAlertTaskFactory.java | 6 +-
.../detection/algorithm/DimensionWrapper.java | 20 +-
.../thirdeye/detection/algorithm/MergeWrapper.java | 87 ++++--
.../detection/annotation/DetectionTag.java | 3 +-
.../components/AbsoluteChangeRuleDetector.java | 58 +++-
.../detection/components/HoltWintersDetector.java | 28 +-
.../MapeAveragePercentageChangeModelEvaluator.java | 124 +++++++++
.../components/PercentageChangeRuleDetector.java | 62 ++++-
.../components/ThresholdRuleAnomalyFilter.java | 10 +-
.../components/ThresholdRuleDetector.java | 41 ++-
.../finetune/GridSearchTuningAlgorithm.java | 20 +-
.../onboard/YamlOnboardingTaskRunner.java | 5 +-
.../thirdeye/detection/spec/AbstractSpec.java | 3 +
...eAveragePercentageChangeModelEvaluatorSpec.java | 38 +++
.../detection/spec/ThresholdRuleFilterSpec.java | 20 +-
.../detection/spi/components/AnomalyDetector.java | 11 +-
.../thirdeye/detection/spi/components/Grouper.java | 2 -
.../detection/spi/components/ModelEvaluator.java | 41 +++
.../detection/spi/model/DetectionResult.java | 81 ++++++
.../detection/spi/model/EvaluationSlice.java | 68 +++++
.../thirdeye/detection/spi/model/InputData.java | 12 +-
.../detection/spi/model/InputDataSpec.java | 34 ++-
.../detection/spi/model/ModelEvaluationResult.java | 39 +++
.../thirdeye/detection/spi/model/ModelStatus.java | 30 +++
.../thirdeye/detection/spi/model/TimeSeries.java | 38 ++-
.../validators/DetectionConfigValidator.java | 1 +
.../detection/wrapper/AnomalyDetectorWrapper.java | 50 +++-
.../detection/wrapper/AnomalyFilterWrapper.java | 6 +-
...omalyFilterWrapper.java => GrouperWrapper.java} | 61 ++---
.../yaml/CompositePipelineConfigTranslator.java | 40 ++-
.../thirdeye/detection/yaml/YamlResource.java | 7 +-
.../src/main/resources/schema/create-schema.sql | 18 +-
.../src/main/resources/scripts/getGraphPnj.js | 10 +-
.../pinot/thirdeye/detection/DataProviderTest.java | 6 +-
.../detection/DetectionPipelineTaskRunnerTest.java | 4 +
.../thirdeye/detection/DetectionTestUtils.java | 5 +
.../pinot/thirdeye/detection/EvaluationTest.java | 45 ++++
.../pinot/thirdeye/detection/MockDataProvider.java | 25 ++
.../detection/algorithm/MergeWrapperTest.java | 125 +++++----
.../components/AbsoluteChangeRuleDetectorTest.java | 17 +-
.../components/HoltWintersDetectorTest.java | 4 +-
.../MapePercentageChangeModelEvaluatorTest.java | 82 ++++++
.../thirdeye/detection/components/MockGrouper.java | 72 +++++
.../detection/components/MockGrouperTest.java | 97 +++++++
.../PercentageChangeRuleDetectorTest.java | 54 +++-
.../components/ThresholdRuleAnomalyFilterTest.java | 13 +
.../components/ThresholdRuleDetectorTest.java | 14 +-
.../thirdeye/detection/spec/AbstractSpecTest.java | 9 +
.../thirdeye/detection/spec/MockGrouperSpec.java | 34 +++
.../pinot/thirdeye/detection/spec/TestSpec.java | 27 ++
.../wrapper/AnomalyDetectorWrapperTest.java | 34 +++
.../wrapper/BaselineFillingMergeWrapperTest.java | 44 ----
.../CompositePipelineConfigTranslatorTest.java | 12 +-
.../compositePipelineTranslatorTestResult-1.json | 159 ++++++-----
.../compositePipelineTranslatorTestResult-2.json | 52 ++--
.../thirdeye/detection/yaml/pipeline-config-1.yaml | 5 +
.../thirdeye/detection/yaml/pipeline-config-3.yaml | 31 +++
194 files changed, 5170 insertions(+), 1634 deletions(-)
delete mode 100644 pinot-api/src/test/resources/log4j.properties
create mode 100644 pinot-api/src/test/resources/log4j2.xml
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/HelixExternalViewBasedTimeBoundaryServiceTest.java
delete mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/TimeBoundaryServiceTest.java
delete mode 100644 pinot-broker/src/test/resources/log4j.properties
create mode 100644 pinot-broker/src/test/resources/log4j2.xml
copy pinot-core/src/main/java/org/apache/pinot/core/realtime/stream/StreamMessageMetadata.java => pinot-common/src/main/java/org/apache/pinot/common/metadata/RowMetadata.java (64%)
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/LogUtils.java
delete mode 100644 pinot-common/src/main/resources/log4j-fatal-only.properties
create mode 100644 pinot-common/src/main/resources/log4j2-fatal-only.xml
delete mode 100644 pinot-common/src/test/resources/log4j.properties
create mode 100644 pinot-common/src/test/resources/log4j2.xml
delete mode 100644 pinot-controller/src/test/resources/log4j.properties
create mode 100644 pinot-controller/src/test/resources/log4j2.xml
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/kafka/SimpleAvroMessageDecoder.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/ReplicationUtils.java
delete mode 100644 pinot-core/src/test/resources/log4j.properties
create mode 100644 pinot-core/src/test/resources/log4j2.xml
delete mode 100644 pinot-integration-tests/src/test/resources/log4j.properties
create mode 100644 pinot-integration-tests/src/test/resources/log4j2.xml
delete mode 100644 pinot-minion/src/test/resources/log4j.properties
create mode 100644 pinot-minion/src/test/resources/log4j2.xml
delete mode 100644 pinot-perf/src/main/resources/log4j.properties
create mode 100644 pinot-perf/src/main/resources/log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/pinot-admin-log4j.properties
create mode 100644 pinot-tools/src/main/resources/conf/pinot-admin-log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/pinot-broker-log4j.properties
create mode 100644 pinot-tools/src/main/resources/conf/pinot-broker-log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/pinot-controller-log4j.properties
create mode 100644 pinot-tools/src/main/resources/conf/pinot-controller-log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/pinot-server-log4j.properties
create mode 100644 pinot-tools/src/main/resources/conf/pinot-server-log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/pinot-tools-log4j.properties
create mode 100644 pinot-tools/src/main/resources/conf/pinot-tools-log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/quickstart-log4j.properties
create mode 100644 pinot-tools/src/main/resources/conf/quickstart-log4j2.xml
delete mode 100644 pinot-tools/src/main/resources/conf/quickstart-offline-log4j.properties
delete mode 100644 pinot-tools/src/main/resources/conf/quickstart-realtime-log4j.properties
delete mode 100644 pinot-tools/src/main/resources/log4j.properties
create mode 100644 pinot-tools/src/main/resources/log4j2.xml
create mode 100644 thirdeye/thirdeye-frontend/app/pods/components/detection-yaml/component.js
create mode 100644 thirdeye/thirdeye-frontend/app/pods/components/detection-yaml/template.hbs
create mode 100644 thirdeye/thirdeye-frontend/app/pods/components/subscription-yaml/component.js
create mode 100644 thirdeye/thirdeye-frontend/app/pods/components/subscription-yaml/template.hbs
create mode 100644 thirdeye/thirdeye-hadoop/src/main/resources/log4j2.xml
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/bao/EvaluationManager.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/bao/jdbc/EvaluationManagerImpl.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/dto/EvaluationDTO.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/entity/EvaluationIndex.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/pojo/EvaluationBean.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/Evaluation.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/PredictionResult.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/components/MapeAveragePercentageChangeModelEvaluator.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/spec/MapeAveragePercentageChangeModelEvaluatorSpec.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/spi/components/ModelEvaluator.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/spi/model/DetectionResult.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/spi/model/EvaluationSlice.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/spi/model/ModelEvaluationResult.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/spi/model/ModelStatus.java
copy thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/{AnomalyFilterWrapper.java => GrouperWrapper.java} (62%)
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/EvaluationTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/components/MapePercentageChangeModelEvaluatorTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/components/MockGrouper.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/components/MockGrouperTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/spec/MockGrouperSpec.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/pipeline-config-3.yaml
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org