You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ak...@apache.org on 2020/08/26 22:44:42 UTC
[incubator-pinot] branch master updated (ced3a70 -> 1b38909)
This is an automated email from the ASF dual-hosted git repository.
akshayrai09 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from ced3a70 Fix CSV and JSON converter on BYTES column (#5931)
add 1b38909 [TE] ThirdEye User Config (Yaml) Validation (#5930)
No new revisions were added by this update.
Summary of changes:
thirdeye/pom.xml | 1 +
thirdeye/thirdeye-pinot/pom.xml | 7 +
.../trigger/DataAvailabilityTaskScheduler.java | 3 +
.../api/detection/AnomalyDetectionResource.java | 6 +-
.../dashboard/resources/v2/AnomaliesResource.java | 1 -
.../thirdeye/detection/DefaultDataProvider.java | 1 -
.../registry/DetectionAlertRegistry.java | 1 -
.../validators/ConfigValidationException.java | 57 ++++
.../validators/ConfigValidationUtils.java | 57 ++++
.../detection/validators/ConfigValidator.java | 25 +-
.../validators/DetectionConfigValidator.java | 226 ++++++----------
.../validators/SubscriptionConfigValidator.java | 117 +++------
.../validators/ThirdEyeUserConfigValidator.java | 75 ++++++
.../thirdeye/detection/yaml/YamlResource.java | 286 ++++++++++-----------
.../yaml/translator/ConfigTranslator.java | 26 +-
.../yaml/translator/DetectionConfigTranslator.java | 17 +-
.../translator/DetectionMetricAttributeHolder.java | 2 +-
.../translator/SubscriptionConfigTranslator.java | 23 +-
.../builder/DetectionConfigPropertiesBuilder.java | 4 +-
.../detection/detection-config-schema.json | 214 +++++++++++++++
.../subscription/subscription-config-schema.json | 110 ++++++++
.../detection/AnomalyDetectionResourceTest.java | 3 +-
.../pinot/thirdeye/datalayer/DaoTestUtils.java | 14 +-
.../pinot/thirdeye/detection/DataProviderTest.java | 2 -
.../pinot/thirdeye/detection/MockDataProvider.java | 11 +-
.../dataquality/DataQualityTaskRunnerTest.java | 8 +-
.../validators/DetectionConfigValidatorTest.java | 172 +++++++++----
.../SubscriptionConfigValidatorTest.java | 272 ++++++++++++++++++++
.../thirdeye/detection/yaml/YamlResourceTest.java | 52 +++-
.../translator/DetectionConfigTranslatorTest.java | 5 +-
.../YamlDetectionAlertConfigTranslatorTest.java | 7 +-
.../integration/NotificationTaskSchedulerTest.java | 12 +-
.../detection/migrated-detection-config-1.json | 2 +-
.../detection/migrated-detection-config-2.json | 2 +-
....yaml => composite-detection-config-bad-1.yaml} | 8 +-
...yaml => composite-detection-config-good-1.yaml} | 4 +-
...e-config-1.yaml => detection-config-bad-1.yaml} | 43 +++-
.../validators/detection-config-good-1.yaml | 82 ++++++
.../validators/entity-pipeline-config-2.yaml | 4 +-
.../yaml/subscription/subscription-config-1.yaml | 12 +-
.../yaml/subscription/subscription-config-2.yaml | 8 +-
.../yaml/subscription/subscription-config-3.yaml | 8 +-
.../yaml/subscription/subscription-config-4.yaml | 8 +-
.../yaml/subscription/subscription-config-5.yaml | 8 +-
.../compositePipelineTranslatorTestResult-5.json | 24 +-
.../yaml/translator/pipeline-config-1.yaml | 5 +-
.../yaml/translator/pipeline-config-2.yaml | 2 +-
.../yaml/translator/pipeline-config-3.yaml | 2 +-
.../yaml/translator/pipeline-config-5.yaml | 4 +-
.../detection/yaml/translator/sla-config-5.yaml | 8 +-
.../yaml/translator/sla-config-translated-5.json | 12 +-
.../src/test/resources/sample-alert-config.yml | 2 +-
52 files changed, 1454 insertions(+), 611 deletions(-)
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/validators/ConfigValidationException.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/validators/ConfigValidationUtils.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/validators/ThirdEyeUserConfigValidator.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/resources/validators/detection/detection-config-schema.json
create mode 100644 thirdeye/thirdeye-pinot/src/main/resources/validators/subscription/subscription-config-schema.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/validators/SubscriptionConfigValidatorTest.java
copy thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/validators/{entity-pipeline-config-2.yaml => composite-detection-config-bad-1.yaml} (93%)
copy thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/validators/{entity-pipeline-config-2.yaml => composite-detection-config-good-1.yaml} (95%)
copy thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/validators/{entity-pipeline-config-1.yaml => detection-config-bad-1.yaml} (65%)
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/validators/detection-config-good-1.yaml
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org