You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by je...@apache.org on 2019/06/26 00:07:30 UTC
[incubator-pinot] branch deletePush updated (1c750a6 -> ad3a112)
This is an automated email from the ASF dual-hosted git repository.
jenniferdai pushed a change to branch deletePush
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 1c750a6 Changing constant
discard c6d9c4f Addressing comments
discard 64a732d Adding util methods for controller
add ad6a46c Emit freshness lag at server level as well (#4308)
add 8fe5781 [TE] Clean up POM - Upgrade Dropwizard, deprecate and use commons collections4, lang3 and configuration2 and more (#4312)
add fd003dc [TE] Clean up and inject ThirdEye Credentials into SecurityContext (#4326)
add 4ad049f Fix idle count bug in realtime consumption (#4327)
add 47e91a2 Add deprecated annotation for segment zk metadata (#4320)
add dd73957 [TE] Use MapUtils instead of ConfigUtils - return default instead of exception (#4331)
add 9c49b40 Only set Helix cluster properties when creating the cluster (#4339)
add 43c70c9 Remove jboss and chibi repository from pom file (#4340)
add e604eaf [TE] frontend - harleyjj/preview - remove day from graph x-axis and set default time range to 48 hours before (#4328)
add 2377037 [TE] frontend - harleyjj/alert-overview - show bounds on Alert Overview (#4314)
add 84b8143 Add support for an aggregation function returning serialized hyperloglogs. (#4293)
add 5fc684d [TE] frontend - harleyjj/timeseries-chart - style legend for current, predicted, and baseline (#4342)
add 0c339d9 [TE] detection health status (#4322)
add 5b34223 [TE] Entity Yaml (Composite Alert) Translator (#4333)
add 6005bd2 [TE] Reset null password to empty (#4343)
add 27c2736 [TE] cleaned up error messages when running in demo mode (#4344)
add cd823b7 Refresh schema when reloading segments (#4335)
add d64aa98 [TE] Authorize service account to prevent config modification (#4341)
add 8ed5200 [TE] Resolve runtime jackson conflicts - Upgrade and pin jackson version (#4347)
add 4d3d02a Within a partition, only allow querying the first CONSUMING segment for the real-time table routing (#4338)
add 17847db Refresh schema when reloading all segments (#4349)
add 3eef6ea Update quick_start.rst (#4319)
add 9497a75 [TE] Fix doc - add import sql url, disable pinot build (#4357)
add 81f433f Raise the threshold of using MMAP for inverted index creation from 100M to 2G (#4358)
add 859c68c [TE] Tuning of Composite alert - Store metric refs in component spec (#4359)
add b75a4c0 Adding support for udfs in Selection (#4346)
add ab6dd9f [TE] Trigger expression based grouping of anomalies - AND, OR and combinations (#4354)
add 4ce688e [TE] update detection health (#4364)
add e803bfc Adding util methods for controller
add 59ac14f Addressing comments
add 7b9c010 Changing constant
add ad3a112 Add test
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1c750a6)
\
N -- N -- N refs/heads/deletePush (ad3a112)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/pql_examples.rst | 2 +
.../LowLevelConsumerRoutingTableBuilder.java | 6 +-
.../builder/LowLevelRoutingTableBuilderUtil.java | 83 +++--
...ixExternalViewBasedTimeBoundaryServiceTest.java | 5 +-
.../LowLevelConsumerRoutingTableBuilderTest.java | 74 +++--
.../common}/function/AggregationFunctionType.java | 7 +-
.../FunctionDefinitionRegistry.java} | 21 +-
.../apache/pinot/common/metadata/RowMetadata.java | 11 +-
.../pinot/common/metadata/ZKMetadataProvider.java | 25 +-
.../common/metadata/segment/SegmentZKMetadata.java | 15 +-
.../apache/pinot/common/metrics/ServerTimer.java | 6 +-
.../apache/pinot/common/utils/CommonConstants.java | 4 +-
.../common/utils/FileUploadDownloadClient.java | 7 +-
.../pinot/common/utils/request/RequestUtils.java | 3 +-
.../parsers/PinotQuery2BrokerRequestConverter.java | 19 +-
.../pinot/pql/parsers/pql2/ast/OrderByAstNode.java | 5 +-
.../pql/parsers/pql2/ast/OutputColumnAstNode.java | 20 +-
.../common/metadata/SegmentZKMetadataTest.java | 6 -
.../pinot/controller/api/upload/ZKOperator.java | 7 +-
.../helix/core/PinotHelixResourceManager.java | 14 +-
.../core/realtime/PinotRealtimeSegmentManager.java | 2 +-
.../helix/core/util/HelixSetupUtils.java | 51 +---
.../controller/helix/PinotResourceManagerTest.java | 9 +-
.../helix/core/PinotHelixResourceManagerTest.java | 8 +-
.../segment/FlushThresholdUpdaterTest.java | 1 -
.../helix/core/retention/RetentionManagerTest.java | 1 -
.../core/data/aggregator/AvgValueAggregator.java | 2 +-
.../core/data/aggregator/CountValueAggregator.java | 2 +-
.../DistinctCountHLLValueAggregator.java | 2 +-
.../core/data/aggregator/MaxValueAggregator.java | 2 +-
.../aggregator/MinMaxRangeValueAggregator.java | 2 +-
.../core/data/aggregator/MinValueAggregator.java | 2 +-
.../aggregator/PercentileEstValueAggregator.java | 2 +-
.../PercentileTDigestValueAggregator.java | 2 +-
.../core/data/aggregator/SumValueAggregator.java | 2 +-
.../core/data/aggregator/ValueAggregator.java | 2 +-
.../data/aggregator/ValueAggregatorFactory.java | 4 +-
.../realtime/HLRealtimeSegmentDataManager.java | 2 +-
.../realtime/LLRealtimeSegmentDataManager.java | 7 +-
.../manager/realtime/RealtimeTableDataManager.java | 5 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 3 +-
.../query/DictionaryBasedAggregationOperator.java | 2 +-
.../query/MetadataBasedAggregationOperator.java | 2 +-
.../core/operator/query/SelectionOnlyOperator.java | 109 -------
.../core/operator/query/SelectionOperator.java | 282 +++++++++++++++++
.../operator/query/SelectionOrderByOperator.java | 116 -------
.../transform/TransformBlockDataFetcher.java | 340 +++++++++++++++++++++
.../core/operator/transform/TransformOperator.java | 13 +-
.../plan/MetadataBasedAggregationPlanNode.java | 2 +-
.../apache/pinot/core/plan/SelectionPlanNode.java | 38 +--
.../apache/pinot/core/plan/TransformPlanNode.java | 50 ++-
.../core/plan/maker/InstancePlanMakerImplV2.java | 2 +-
.../aggregation/DefaultAggregationExecutor.java | 2 +-
.../aggregation/function/AggregationFunction.java | 1 +
.../function/AggregationFunctionFactory.java | 5 +
.../function/AggregationFunctionUtils.java | 1 +
.../function/AvgAggregationFunction.java | 1 +
.../function/AvgMVAggregationFunction.java | 1 +
.../function/CountAggregationFunction.java | 1 +
.../function/CountMVAggregationFunction.java | 1 +
.../function/DistinctCountAggregationFunction.java | 1 +
.../DistinctCountHLLAggregationFunction.java | 1 +
.../DistinctCountHLLMVAggregationFunction.java | 1 +
.../DistinctCountMVAggregationFunction.java | 1 +
...=> DistinctCountRawHLLAggregationFunction.java} | 63 ++--
... DistinctCountRawHLLMVAggregationFunction.java} | 30 +-
.../function/FastHLLAggregationFunction.java | 1 +
.../function/MaxAggregationFunction.java | 1 +
.../function/MaxMVAggregationFunction.java | 1 +
.../function/MinAggregationFunction.java | 1 +
.../function/MinMVAggregationFunction.java | 1 +
.../function/MinMaxRangeAggregationFunction.java | 1 +
.../function/MinMaxRangeMVAggregationFunction.java | 1 +
.../function/PercentileAggregationFunction.java | 1 +
.../function/PercentileEstAggregationFunction.java | 1 +
.../PercentileEstMVAggregationFunction.java | 1 +
.../function/PercentileMVAggregationFunction.java | 1 +
.../PercentileTDigestAggregationFunction.java | 1 +
.../PercentileTDigestMVAggregationFunction.java | 1 +
.../function/SumAggregationFunction.java | 1 +
.../function/SumMVAggregationFunction.java | 1 +
.../function/customobject/SerializedHLL.java | 32 +-
.../groupby/DefaultGroupByExecutor.java | 2 +-
.../core/query/request/ServerQueryRequest.java | 18 +-
.../pinot/core/query/scheduler/QueryScheduler.java | 6 +
.../query/selection/SelectionOperatorUtils.java | 4 +-
.../realtime/stream/StreamMessageMetadata.java | 6 +
.../inv/OffHeapBitmapInvertedIndexCreator.java | 4 +-
.../core/segment/index/SegmentMetadataImpl.java | 1 +
.../executor/StarTreeAggregationExecutor.java | 2 +-
.../startree/executor/StarTreeGroupByExecutor.java | 2 +-
.../startree/plan/StarTreeTransformPlanNode.java | 3 +-
.../startree/v2/AggregationFunctionColumnPair.java | 2 +-
.../startree/v2/builder/BaseSingleTreeBuilder.java | 2 +-
.../startree/v2/store/StarTreeLoaderUtils.java | 2 +-
.../realtime/LLRealtimeSegmentDataManagerTest.java | 1 -
.../function/AggregationFunctionFactoryTest.java | 11 +
.../function/AggregationFunctionTypeTest.java | 5 +
.../v2/AggregationFunctionColumnPairTest.java | 11 +-
.../pinot/core/startree/v2/BaseStarTreeV2Test.java | 2 +-
...InnerSegmentSelectionMultiValueQueriesTest.java | 123 +++++---
...nnerSegmentSelectionSingleValueQueriesTest.java | 146 +++++----
...terSegmentAggregationMultiValueQueriesTest.java | 29 +-
...erSegmentAggregationSingleValueQueriesTest.java | 33 +-
.../org/apache/pinot/queries/QueriesTestUtils.java | 18 +-
.../DefaultAggregationExecutorTest.java | 2 +-
.../apache/pinot/hadoop/job/ControllerRestApi.java | 7 +-
.../pinot/hadoop/job/DefaultControllerRestApi.java | 11 +-
.../ControllerPeriodicTasksIntegrationTests.java | 8 +-
.../DeleteAPIHybridClusterIntegrationTest.java | 23 ++
.../tests/OfflineClusterIntegrationTest.java | 86 +++++-
.../tests/StarTreeV2ClusterIntegrationTest.java | 2 +-
.../starter/helix/HelixInstanceDataManager.java | 12 +-
.../converter/ColumnarToStarTreeConverter.java | 5 +-
pom.xml | 24 --
thirdeye/docs/import_sql_metric.rst | 7 +-
thirdeye/docs/production.rst | 4 +-
thirdeye/docs/quick_start.rst | 10 +-
thirdeye/install.sh | 10 +-
thirdeye/pom.xml | 51 ++--
.../app/pods/components/alert-details/component.js | 78 +++--
.../app/pods/components/alert-details/template.hbs | 4 +-
.../pods/components/anomaly-summary/component.js | 2 +-
.../pods/components/rootcause-chart/component.js | 2 +-
.../pods/components/timeseries-chart/component.js | 12 +-
.../app/pods/manage/explore/route.js | 7 +-
.../app/pods/manage/explore/template.hbs | 1 +
.../app/pods/screenshot/controller.js | 2 +-
.../app/styles/components/timeseries-chart.scss | 16 +-
thirdeye/thirdeye-frontend/app/utils/anomaly.js | 19 +-
.../thirdeye-frontend/app/utils/api/anomaly.js | 18 +-
.../app/utils/manage-alert-utils.js | 4 +-
thirdeye/thirdeye-frontend/app/utils/utils.js | 14 +-
.../config/data-sources/data-sources-config.yml | 2 +-
thirdeye/thirdeye-pinot/config/h2db.mv.db | Bin 0 -> 2461696 bytes
thirdeye/thirdeye-pinot/pom.xml | 38 ++-
.../alert/content/BaseEmailContentFormatter.java | 4 +-
...HierarchicalAnomaliesEmailContentFormatter.java | 2 +-
...nboardingNotificationEmailContentFormatter.java | 2 +-
.../alert/fetcher/ContinuumAnomalyFetcher.java | 2 +-
.../alert/fetcher/UnnotifiedAnomalyFetcher.java | 2 +-
.../pinot/thirdeye/anomaly/SmtpConfiguration.java | 2 +-
.../thirdeye/anomaly/alert/AlertJobResource.java | 7 +-
.../anomaly/alert/grouping/AlertGroupKey.java | 4 +-
.../alert/grouping/AlertGrouperFactory.java | 2 +-
.../alert/grouping/DimensionalAlertGrouper.java | 2 +-
.../HorizontalDimensionalAlertGrouper.java | 2 +-
.../grouping/filter/AlertGroupFilterFactory.java | 2 +-
.../filter/SizeSeverityAlertGroupFilter.java | 2 +-
.../anomaly/alert/util/AnomalyReportGenerator.java | 4 +-
.../anomaly/alert/util/DataReportHelper.java | 2 +-
.../thirdeye/anomaly/alert/util/EmailHelper.java | 2 +-
.../anomaly/alert/v2/AlertJobSchedulerV2.java | 2 +-
.../anomaly/alert/v2/AlertTaskRunnerV2.java | 8 +-
.../classification/ClassificationJobScheduler.java | 2 +-
.../classification/ClassificationTaskRunner.java | 2 +-
.../AnomalyDetectionInputContextBuilder.java | 5 +-
.../anomaly/detection/DetectionJobScheduler.java | 2 +-
.../anomaly/detection/DetectionTaskRunner.java | 5 +-
.../pinot/thirdeye/anomaly/events/EventFilter.java | 4 +-
.../anomaly/merge/AnomalyTimeBasedSummarizer.java | 4 +-
.../anomaly/merge/TimeBasedAnomalyMerger.java | 2 +-
.../anomaly/monitor/MonitorTaskRunner.java | 2 +-
.../anomaly/onboard/DetectionOnboardResource.java | 8 +-
.../thirdeye/anomaly/onboard/ReplayTaskRunner.java | 6 +-
.../onboard/framework/BaseDetectionOnboardJob.java | 2 +-
.../framework/BaseDetectionOnboardTask.java | 2 +-
.../framework/DetectionOnBoardJobRunner.java | 6 +-
.../onboard/framework/DetectionOnboardJob.java | 2 +-
.../framework/DetectionOnboardJobContext.java | 4 +-
.../framework/DetectionOnboardTaskContext.java | 5 +-
.../framework/DetectionOnboardTaskRunner.java | 2 +-
.../tasks/AlertFilterAutoTuneOnboardingTask.java | 2 +-
.../tasks/DataPreparationOnboardingTask.java | 2 +-
.../onboard/tasks/DefaultDetectionOnboardJob.java | 9 +-
.../tasks/FunctionCreationOnboardingTask.java | 4 +-
.../tasks/FunctionReplayOnboardingTask.java | 4 +-
.../onboard/tasks/NotificationOnboardingTask.java | 2 +-
.../anomaly/override/OverrideConfigHelper.java | 4 +-
.../pinot/thirdeye/anomaly/task/TaskDriver.java | 4 +-
.../pinot/thirdeye/anomaly/utils/AnomalyUtils.java | 2 +-
.../pinot/thirdeye/anomaly/utils/EmailUtils.java | 6 +-
.../anomalydetection/context/TimeSeries.java | 6 +-
.../anomalydetection/context/TimeSeriesKey.java | 2 +-
.../datafilter/AverageThresholdDataFilter.java | 2 +-
.../datafilter/DataFilterFactory.java | 2 +-
.../AbstractModularizedAnomalyFunction.java | 2 +-
.../prediction/SeasonalAveragePredictionModel.java | 2 +-
.../api/application/ApplicationResource.java | 4 +-
.../api/user/dashboard/UserDashboardResource.java | 8 +-
.../pinot/thirdeye/auth/ThirdEyeAuthFilter.java | 24 +-
.../auth/ThirdEyeAuthenticatorDisabled.java | 10 +-
.../{Credentials.java => ThirdEyeCredentials.java} | 26 +-
...torLdap.java => ThirdEyeLdapAuthenticator.java} | 126 ++++----
.../pinot/thirdeye/auth/ThirdEyePrincipal.java | 9 +
.../onboard/AutoOnboardPinotMetadataSource.java | 4 +-
.../thirdeye/common/dimension/DimensionMap.java | 6 +-
.../thirdeye/cube/data/dbrow/DimensionValues.java | 2 +-
.../thirdeye/cube/data/node/CubeNodeUtils.java | 2 +-
.../thirdeye/dashboard/HandlebarsViewRenderer.java | 8 +-
.../dashboard/ThirdEyeDashboardApplication.java | 20 +-
.../dashboard/resources/AdminResource.java | 4 +-
.../dashboard/resources/AnomalyResource.java | 4 +-
.../dashboard/resources/AutoOnboardResource.java | 4 +-
.../dashboard/resources/CacheResource.java | 4 +-
.../resources/CustomizedEventResource.java | 6 +-
.../dashboard/resources/DatasetConfigResource.java | 8 +-
.../dashboard/resources/DetectionJobResource.java | 10 +-
.../dashboard/resources/EmailResource.java | 4 +-
.../dashboard/resources/EntityManagerResource.java | 4 +-
.../dashboard/resources/MetricConfigResource.java | 4 +-
.../dashboard/resources/OnboardResource.java | 6 +-
.../dashboard/resources/SummaryResource.java | 2 +-
.../dashboard/resources/v2/AnomaliesResource.java | 6 +-
.../dashboard/resources/v2/AuthResource.java | 10 +-
.../dashboard/resources/v2/DataResource.java | 6 +-
.../resources/v2/DetectionAlertResource.java | 2 +-
.../dashboard/resources/v2/ResourceUtils.java | 4 +-
.../resources/v2/RootCauseMetricResource.java | 12 +-
.../dashboard/resources/v2/RootCauseResource.java | 6 +-
.../resources/v2/RootCauseSessionResource.java | 5 +-
.../dashboard/resources/v2/pojo/SearchFilters.java | 2 +-
.../v2/rootcause/AnomalyEventFormatter.java | 2 +-
.../v2/rootcause/ThirdEyeEventFormatter.java | 2 +-
.../apache/pinot/thirdeye/dataframe/DataFrame.java | 2 +-
.../apache/pinot/thirdeye/dataframe/Grouping.java | 2 +-
.../pinot/thirdeye/dataframe/ObjectSeries.java | 6 +-
.../apache/pinot/thirdeye/dataframe/Series.java | 2 +-
.../pinot/thirdeye/dataframe/StringSeries.java | 2 +-
.../pinot/thirdeye/dataframe/util/MetricSlice.java | 4 +-
.../datalayer/bao/jdbc/AbstractManagerImpl.java | 2 +-
.../bao/jdbc/AnomalyFunctionManagerImpl.java | 2 +-
.../bao/jdbc/ClassificationConfigManagerImpl.java | 2 +-
.../jdbc/DataCompletenessConfigManagerImpl.java | 2 +-
.../bao/jdbc/DatasetConfigManagerImpl.java | 2 +-
.../bao/jdbc/DetectionConfigManagerImpl.java | 8 +
.../bao/jdbc/DetectionStatusManagerImpl.java | 2 +-
.../bao/jdbc/EntityToEntityMappingManagerImpl.java | 2 +-
.../bao/jdbc/GroupedAnomalyResultsManagerImpl.java | 2 +-
.../datalayer/bao/jdbc/JobManagerImpl.java | 2 +-
.../bao/jdbc/MergedAnomalyResultManagerImpl.java | 2 +-
.../bao/jdbc/MetricConfigManagerImpl.java | 2 +-
.../bao/jdbc/RootcauseSessionManagerImpl.java | 2 +-
.../thirdeye/datalayer/dao/GenericPojoDao.java | 2 +-
.../pinot/thirdeye/datalayer/dto/AbstractDTO.java | 4 +-
.../thirdeye/datalayer/dto/AnomalyFunctionDTO.java | 2 +-
.../datalayer/dto/GroupedAnomalyResultsDTO.java | 2 +-
.../thirdeye/datalayer/entity/AbstractEntity.java | 4 +-
.../datalayer/pojo/DetectionAlertConfigBean.java | 9 +
.../datalayer/pojo/DetectionConfigBean.java | 10 +
.../datalayer/pojo/MergedAnomalyResultBean.java | 2 +-
.../datalayer/pojo/RawAnomalyResultBean.java | 2 +-
.../thirdeye/datalayer/util/DaoProviderUtil.java | 6 +-
.../thirdeye/datasource/cache/QueryCache.java | 1 +
.../datasource/mock/AutoOnboardMockDataSource.java | 26 +-
.../datasource/mock/MockThirdEyeDataSource.java | 6 +-
.../datasource/pinot/PinotThirdEyeDataSource.java | 2 +-
.../pinot/PinotThirdEyeDataSourceConfig.java | 2 +-
.../pinot/resultset/ThirdEyeResultSetGroup.java | 4 +-
.../pinot/resultset/ThirdEyeResultSetUtils.java | 2 +-
.../datasource/sql/SqlResponseCacheLoader.java | 14 +-
.../timeseries/BaseTimeSeriesResponseParser.java | 2 +-
.../timeseries/TimeSeriesResponseConverter.java | 2 +-
.../datasource/timeseries/TimeSeriesRow.java | 4 +-
.../pinot/thirdeye/detection/DataProvider.java | 1 -
.../thirdeye/detection/DetectionPipeline.java | 8 +-
.../thirdeye/detection/DetectionResource.java | 49 ++-
.../pinot/thirdeye/detection/DetectionUtils.java | 57 ++++
.../pinot/thirdeye/detection/alert/AlertUtils.java | 4 +-
.../alert/StatefulDetectionAlertFilter.java | 2 +-
.../filter/DimensionDetectionAlertFilter.java | 2 +-
.../alert/filter/PerUserDimensionAlertFilter.java | 2 +-
.../ToAllRecipientsDetectionAlertFilter.java | 2 +-
.../alert/scheme/DetectionEmailAlerter.java | 2 +-
.../detection/algorithm/BaselineAlgorithm.java | 2 +-
.../algorithm/BaselineRuleFilterWrapper.java | 2 +-
.../detection/algorithm/DimensionWrapper.java | 2 +-
.../algorithm/LegacyAlertFilterWrapper.java | 6 +-
.../algorithm/LegacyAnomalyFunctionAlgorithm.java | 5 +-
.../algorithm/LegacyDimensionWrapper.java | 4 +-
.../detection/algorithm/LegacyMergeWrapper.java | 4 +-
.../thirdeye/detection/algorithm/MergeWrapper.java | 2 +-
.../detection/algorithm/MovingWindowAlgorithm.java | 2 +-
.../detection/algorithm/ThresholdAlgorithm.java | 2 +-
.../algorithm/ThresholdRuleFilterWrapper.java | 2 +-
.../stage/AnomalyDetectionStageWrapper.java | 7 +-
.../algorithm/stage/AnomalyFilterStageWrapper.java | 4 +-
.../stage/BaselineRuleDetectionStage.java | 2 +-
.../algorithm/stage/BaselineRuleFilterStage.java | 2 +-
.../algorithm/stage/GrouperStageWrapper.java | 4 +-
.../stage/ThresholdRuleDetectionStage.java | 2 +-
.../algorithm/stage/ThresholdRuleFilterStage.java | 2 +-
.../annotation/DetectionConfigurationResource.java | 2 +-
.../registry/DetectionAlertRegistry.java | 2 +-
.../annotation/registry/DetectionRegistry.java | 2 +-
.../AbsoluteChangeRuleAnomalyFilter.java | 2 +-
.../thirdeye/detection/components/MockGrouper.java | 0
.../PercentageChangeRuleAnomalyFilter.java | 2 +-
.../SitewideImpactRuleAnomalyFilter.java | 2 +-
.../components/TriggerConditionGrouper.java | 202 ++++++++++++
.../detection/health/AnomalyCoverageStatus.java | 73 +++++
.../thirdeye/detection/health/DetectionHealth.java | 263 ++++++++++++++++
.../detection/health/DetectionTaskStatus.java | 113 +++++++
.../thirdeye/detection/health/HealthStatus.java | 28 ++
.../detection/health/RegressionStatus.java | 101 ++++++
.../thirdeye/detection/spec/MockGrouperSpec.java | 0
.../spec/TriggerConditionGrouperSpec.java} | 40 ++-
.../validators/DetectionConfigValidator.java | 6 +-
.../validators/SubscriptionConfigValidator.java | 2 +-
.../detection/wrapper/AnomalyDetectorWrapper.java | 5 +-
.../detection/wrapper/AnomalyFilterWrapper.java | 2 +-
.../wrapper/BaselineFillingMergeWrapper.java | 2 +-
.../thirdeye/detection/wrapper/GrouperWrapper.java | 35 ++-
.../detection/yaml/DetectionConfigTuner.java | 34 +--
.../thirdeye/detection/yaml/YamlResource.java | 115 +++++--
.../yaml/translator/ConfigTranslator.java | 13 +
.../yaml/translator/DetectionConfigTranslator.java | 152 ++++++---
.../translator/DetectionMetricAttributeHolder.java | 97 ++++++
.../translator/DetectionMetricProperties.java} | 42 +--
.../translator/SubscriptionConfigTranslator.java | 8 +-
.../detector/metric/transfer/MetricTransfer.java | 2 +-
.../rootcause/callgraph/CallGraphPipeline.java | 2 +-
.../rootcause/impl/AnomalyContextPipeline.java | 2 +-
.../rootcause/impl/AnomalyEventsPipeline.java | 2 +-
.../rootcause/impl/DimensionAnalysisPipeline.java | 2 +-
.../rootcause/impl/EntityMappingPipeline.java | 2 +-
.../pinot/thirdeye/rootcause/impl/EntityType.java | 2 +-
.../rootcause/impl/MaxAggregationPipeline.java | 2 +-
.../rootcause/impl/MetricAnalysisPipeline.java | 2 +-
.../rootcause/impl/MetricAnalysisPipeline2.java | 4 +-
.../rootcause/impl/MetricBreakdownPipeline.java | 2 +-
.../impl/MetricComponentAnalysisPipeline.java | 2 +-
.../rootcause/impl/MetricDatasetPipeline.java | 2 +-
.../rootcause/impl/MetricMappingPipeline.java | 2 +-
.../rootcause/impl/RCAFrameworkLoader.java | 2 +-
.../rootcause/impl/ThirdEyeEventsPipeline.java | 2 +-
.../pinot/thirdeye/rootcause/util/EntityUtils.java | 2 +-
.../apache/pinot/thirdeye/util/ThirdEyeUtils.java | 16 +-
.../onboard/DetectionOnBoardJobRunnerTest.java | 6 +-
.../anomaly/onboard/OnboardingTaskTestUtils.java | 4 +-
.../function/TestWeekOverWeekRuleFunction.java | 2 +-
.../auth/ThirdEyeAuthenticatorLdapTest.java | 22 +-
.../thirdeye/cube/data/dbrow/DimensionsTest.java | 2 +-
.../thirdeye/dataframe/DataFrameBenchmark.java | 2 +-
...omalyDetectionTimeSeriesResponseParserTest.java | 2 +-
.../algorithm/LegacyAlertFilterWrapperTest.java | 2 +-
.../algorithm/LegacyMergeWrapperTest.java | 2 +-
.../components/TriggerConditionGrouperTest.java | 230 ++++++++++++++
.../detection/health/DetectionHealthTest.java | 130 ++++++++
.../thirdeye/detection/yaml/YamlResourceTest.java | 21 +-
.../translator/DetectionConfigTranslatorTest.java | 18 ++
.../rootcause/timeseries/BaselineTest.java | 2 +-
.../thirdeye/tools/AutoTuneAlertFilterTool.java | 2 +-
.../tools/FetchAnomaliesInRangeAndOutputCSV.java | 2 +-
.../tools/RunAdhocDatabaseQueriesTool.java | 2 +-
.../tools/anomaly/report/AnomalyReportDriver.java | 5 +-
.../anomaly/report/GenerateAnomalyReport.java | 5 +-
.../validators/entity-pipeline-config-2.yaml | 2 +-
.../compositePipelineTranslatorTestResult-4.json | 35 +++
.../compositePipelineTranslatorTestResult-5.json | 91 ++++++
.../yaml/translator/pipeline-config-4.yaml | 26 ++
.../translator/pipeline-config-5.yaml} | 17 +-
362 files changed, 3999 insertions(+), 1392 deletions(-)
rename {pinot-core/src/main/java/org/apache/pinot/core/query/aggregation => pinot-common/src/main/java/org/apache/pinot/common}/function/AggregationFunctionType.java (93%)
copy pinot-common/src/main/java/org/apache/pinot/common/{data/DateTimeFieldSpecChildKeyHandler.java => function/FunctionDefinitionRegistry.java} (70%)
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/SelectionOnlyOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/SelectionOperator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/SelectionOrderByOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/TransformBlockDataFetcher.java
copy pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/{SumAggregationFunction.java => DistinctCountRawHLLAggregationFunction.java} (53%)
copy pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/{CountMVAggregationFunction.java => DistinctCountRawHLLMVAggregationFunction.java} (64%)
copy pinot-minion/src/main/java/org/apache/pinot/minion/events/DefaultMinionEventObserver.java => pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/customobject/SerializedHLL.java (52%)
create mode 100644 thirdeye/thirdeye-pinot/config/h2db.mv.db
rename thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/auth/{Credentials.java => ThirdEyeCredentials.java} (70%)
rename thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/auth/{ThirdEyeAuthenticatorLdap.java => ThirdEyeLdapAuthenticator.java} (59%)
rename thirdeye/thirdeye-pinot/src/{test => main}/java/org/apache/pinot/thirdeye/detection/components/MockGrouper.java (100%)
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/components/TriggerConditionGrouper.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/health/AnomalyCoverageStatus.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/health/DetectionHealth.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/health/DetectionTaskStatus.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/health/HealthStatus.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/health/RegressionStatus.java
copy thirdeye/thirdeye-pinot/src/{test => main}/java/org/apache/pinot/thirdeye/detection/spec/MockGrouperSpec.java (100%)
rename thirdeye/thirdeye-pinot/src/{test/java/org/apache/pinot/thirdeye/detection/spec/MockGrouperSpec.java => main/java/org/apache/pinot/thirdeye/detection/spec/TriggerConditionGrouperSpec.java} (50%)
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/DetectionMetricAttributeHolder.java
copy thirdeye/thirdeye-pinot/src/{test/java/org/apache/pinot/thirdeye/detection/yaml/translator/YamlTranslationResult.java => main/java/org/apache/pinot/thirdeye/detection/yaml/translator/DetectionMetricProperties.java} (54%)
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/components/TriggerConditionGrouperTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/health/DetectionHealthTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/compositePipelineTranslatorTestResult-4.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/compositePipelineTranslatorTestResult-5.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/pipeline-config-4.yaml
copy thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/{validators/entity-pipeline-config-2.yaml => yaml/translator/pipeline-config-5.yaml} (80%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org