You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ap...@apache.org on 2020/05/27 20:30:01 UTC
[incubator-pinot] branch master updated: [TE] add mock events
loader to pinot-thirdeye docker defaults (#5454)
This is an automated email from the ASF dual-hosted git repository.
apucher pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/master by this push:
new cee2b23 [TE] add mock events loader to pinot-thirdeye docker defaults (#5454)
cee2b23 is described below
commit cee2b23921528392349549999051fc6ce5bbfd88
Author: Alexander Pucher <ap...@apache.org>
AuthorDate: Wed May 27 13:29:51 2020 -0700
[TE] add mock events loader to pinot-thirdeye docker defaults (#5454)
---
.../pinot-thirdeye/config/ephemeral/detector.yml | 43 ++++++++++++++++++++++
.../images/pinot-thirdeye/config/ephemeral/rca.yml | 26 ++++++++++---
.../config/pinot-quickstart/detector.yml | 43 ++++++++++++++++++++++
.../pinot-thirdeye/config/pinot-quickstart/rca.yml | 26 ++++++++++---
4 files changed, 128 insertions(+), 10 deletions(-)
diff --git a/docker/images/pinot-thirdeye/config/ephemeral/detector.yml b/docker/images/pinot-thirdeye/config/ephemeral/detector.yml
index 19372ff..da08eb1 100644
--- a/docker/images/pinot-thirdeye/config/ephemeral/detector.yml
+++ b/docker/images/pinot-thirdeye/config/ephemeral/detector.yml
@@ -17,6 +17,7 @@ alert: false
autoload: false
classifier: false
holidayEventsLoader: false
+mockEventsLoader: true
monitor: false
pinotProxy: false
scheduler: false
@@ -82,3 +83,45 @@ holidayEventsLoaderConfiguration:
- "en.vietnamese#holiday@group.v.calendar.google.com"
holidayLoadRange: 2592000000
runFrequency: 7
+mockEventsLoaderConfiguration:
+ generators:
+ - type: HOLIDAY
+ arrivalType: exponential
+ arrivalMean: 86400000
+ durationType: fixed
+ durationMean: 86400000
+ seed: 0
+ namePrefixes: [First, Second, Third, Last, Funky, Happy, Sad, Glorious, Jolly, Unity, Pinot's]
+ nameSuffixes: [day, day, days, celebration, rememberance, occurrence, moment]
+ - type: INFORMED
+ arrivalType: exponential
+ arrivalMean: 43200000
+ durationType: exponential
+ durationMean: 3600000
+ seed: 1
+ namePrefixes: [Login, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ nameSuffixes: [backend, frontend, v1.1, v1.2, v1.3, v2.0, v3, v4, v5, storage, topic, container, database]
+ - type: CM
+ arrivalType: exponential
+ arrivalMean: 21600000
+ durationType: fixed
+ durationMean: 1800000
+ seed: 2
+ namePrefixes: [Database, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ - type: CUSTOM
+ arrivalType: exponential
+ arrivalMean: 432000000
+ durationType: exponential
+ durationMean: 86400000
+ seed: 3
+ namePrefixes: [Marketing, Onboarding, Vaction, Outreach, InDay]
+ nameSuffixes: [integration, campaign, meeting]
+ - type: LIX
+ arrivalType: exponential
+ arrivalMean: 259200000
+ durationType: exponential
+ durationMean: 604800000
+ seed: 4
+ namePrefixes: [System, Model, Campaign, Welcome, Pinot, ThirdEye]
+ nameSuffixes: [tuning, bugfix, rollout, test]
+
diff --git a/docker/images/pinot-thirdeye/config/ephemeral/rca.yml b/docker/images/pinot-thirdeye/config/ephemeral/rca.yml
index 0c3cb2d..aecfd76 100644
--- a/docker/images/pinot-thirdeye/config/ephemeral/rca.yml
+++ b/docker/images/pinot-thirdeye/config/ephemeral/rca.yml
@@ -31,7 +31,11 @@ frameworks:
eventExperiment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: LIX
eventHoliday:
- outputName: METRIC_RELATED
@@ -44,7 +48,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: holiday
+ eventType: HOLIDAY
eventCustom:
- outputName: OUTPUT
@@ -53,7 +57,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: custom
+ eventType: CUSTOM
eventAnomaly:
- outputName: OUTPUT
@@ -73,10 +77,22 @@ frameworks:
eventChange:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: CM
eventDeployment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: INFORMED
+ eventAC:
+ - outputName: OUTPUT
+ inputNames: [INPUT]
+ className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
index 9556cb1..6bca237 100644
--- a/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
@@ -17,6 +17,7 @@ alert: false
autoload: true
classifier: false
holidayEventsLoader: false
+mockEventsLoader: true
monitor: true
pinotProxy: false
scheduler: true
@@ -82,3 +83,45 @@ holidayEventsLoaderConfiguration:
- "en.vietnamese#holiday@group.v.calendar.google.com"
holidayLoadRange: 2592000000
runFrequency: 7
+mockEventsLoaderConfiguration:
+ generators:
+ - type: HOLIDAY
+ arrivalType: exponential
+ arrivalMean: 86400000
+ durationType: fixed
+ durationMean: 86400000
+ seed: 0
+ namePrefixes: [First, Second, Third, Last, Funky, Happy, Sad, Glorious, Jolly, Unity, Pinot's]
+ nameSuffixes: [day, day, days, celebration, rememberance, occurrence, moment]
+ - type: INFORMED
+ arrivalType: exponential
+ arrivalMean: 43200000
+ durationType: exponential
+ durationMean: 3600000
+ seed: 1
+ namePrefixes: [Login, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ nameSuffixes: [backend, frontend, v1.1, v1.2, v1.3, v2.0, v3, v4, v5, storage, topic, container, database]
+ - type: CM
+ arrivalType: exponential
+ arrivalMean: 21600000
+ durationType: fixed
+ durationMean: 1800000
+ seed: 2
+ namePrefixes: [Database, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ - type: CUSTOM
+ arrivalType: exponential
+ arrivalMean: 432000000
+ durationType: exponential
+ durationMean: 86400000
+ seed: 3
+ namePrefixes: [Marketing, Onboarding, Vaction, Outreach, InDay]
+ nameSuffixes: [integration, campaign, meeting]
+ - type: LIX
+ arrivalType: exponential
+ arrivalMean: 259200000
+ durationType: exponential
+ durationMean: 604800000
+ seed: 4
+ namePrefixes: [System, Model, Campaign, Welcome, Pinot, ThirdEye]
+ nameSuffixes: [tuning, bugfix, rollout, test]
+
diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
index 0c3cb2d..aecfd76 100644
--- a/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
@@ -31,7 +31,11 @@ frameworks:
eventExperiment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: LIX
eventHoliday:
- outputName: METRIC_RELATED
@@ -44,7 +48,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: holiday
+ eventType: HOLIDAY
eventCustom:
- outputName: OUTPUT
@@ -53,7 +57,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: custom
+ eventType: CUSTOM
eventAnomaly:
- outputName: OUTPUT
@@ -73,10 +77,22 @@ frameworks:
eventChange:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: CM
eventDeployment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: INFORMED
+ eventAC:
+ - outputName: OUTPUT
+ inputNames: [INPUT]
+ className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org