You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ap...@apache.org on 2020/05/27 19:27:27 UTC
[incubator-pinot] branch mock-events-for-pinot-thirdeye-docker
created (now b218d32)
This is an automated email from the ASF dual-hosted git repository.
apucher pushed a change to branch mock-events-for-pinot-thirdeye-docker
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
at b218d32 [TE] add mock events loader to pinot-thirdeye docker defaults
This branch includes the following new commits:
new b218d32 [TE] add mock events loader to pinot-thirdeye docker defaults
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org
[incubator-pinot] 01/01: [TE] add mock events loader to
pinot-thirdeye docker defaults
Posted by ap...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
apucher pushed a commit to branch mock-events-for-pinot-thirdeye-docker
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
commit b218d32bd4e9731d90c2abfd71e1e0331e2f08cd
Author: Alexander Pucher <al...@alexpucher.com>
AuthorDate: Wed May 27 12:27:06 2020 -0700
[TE] add mock events loader to pinot-thirdeye docker defaults
---
.../pinot-thirdeye/config/ephemeral/detector.yml | 43 ++++++++++++++++++++++
.../images/pinot-thirdeye/config/ephemeral/rca.yml | 26 ++++++++++---
.../config/pinot-quickstart/detector.yml | 43 ++++++++++++++++++++++
.../pinot-thirdeye/config/pinot-quickstart/rca.yml | 26 ++++++++++---
4 files changed, 128 insertions(+), 10 deletions(-)
diff --git a/docker/images/pinot-thirdeye/config/ephemeral/detector.yml b/docker/images/pinot-thirdeye/config/ephemeral/detector.yml
index 19372ff..da08eb1 100644
--- a/docker/images/pinot-thirdeye/config/ephemeral/detector.yml
+++ b/docker/images/pinot-thirdeye/config/ephemeral/detector.yml
@@ -17,6 +17,7 @@ alert: false
autoload: false
classifier: false
holidayEventsLoader: false
+mockEventsLoader: true
monitor: false
pinotProxy: false
scheduler: false
@@ -82,3 +83,45 @@ holidayEventsLoaderConfiguration:
- "en.vietnamese#holiday@group.v.calendar.google.com"
holidayLoadRange: 2592000000
runFrequency: 7
+mockEventsLoaderConfiguration:
+ generators:
+ - type: HOLIDAY
+ arrivalType: exponential
+ arrivalMean: 86400000
+ durationType: fixed
+ durationMean: 86400000
+ seed: 0
+ namePrefixes: [First, Second, Third, Last, Funky, Happy, Sad, Glorious, Jolly, Unity, Pinot's]
+ nameSuffixes: [day, day, days, celebration, rememberance, occurrence, moment]
+ - type: INFORMED
+ arrivalType: exponential
+ arrivalMean: 43200000
+ durationType: exponential
+ durationMean: 3600000
+ seed: 1
+ namePrefixes: [Login, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ nameSuffixes: [backend, frontend, v1.1, v1.2, v1.3, v2.0, v3, v4, v5, storage, topic, container, database]
+ - type: CM
+ arrivalType: exponential
+ arrivalMean: 21600000
+ durationType: fixed
+ durationMean: 1800000
+ seed: 2
+ namePrefixes: [Database, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ - type: CUSTOM
+ arrivalType: exponential
+ arrivalMean: 432000000
+ durationType: exponential
+ durationMean: 86400000
+ seed: 3
+ namePrefixes: [Marketing, Onboarding, Vaction, Outreach, InDay]
+ nameSuffixes: [integration, campaign, meeting]
+ - type: LIX
+ arrivalType: exponential
+ arrivalMean: 259200000
+ durationType: exponential
+ durationMean: 604800000
+ seed: 4
+ namePrefixes: [System, Model, Campaign, Welcome, Pinot, ThirdEye]
+ nameSuffixes: [tuning, bugfix, rollout, test]
+
diff --git a/docker/images/pinot-thirdeye/config/ephemeral/rca.yml b/docker/images/pinot-thirdeye/config/ephemeral/rca.yml
index 0c3cb2d..aecfd76 100644
--- a/docker/images/pinot-thirdeye/config/ephemeral/rca.yml
+++ b/docker/images/pinot-thirdeye/config/ephemeral/rca.yml
@@ -31,7 +31,11 @@ frameworks:
eventExperiment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: LIX
eventHoliday:
- outputName: METRIC_RELATED
@@ -44,7 +48,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: holiday
+ eventType: HOLIDAY
eventCustom:
- outputName: OUTPUT
@@ -53,7 +57,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: custom
+ eventType: CUSTOM
eventAnomaly:
- outputName: OUTPUT
@@ -73,10 +77,22 @@ frameworks:
eventChange:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: CM
eventDeployment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: INFORMED
+ eventAC:
+ - outputName: OUTPUT
+ inputNames: [INPUT]
+ className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
index 9556cb1..6bca237 100644
--- a/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
@@ -17,6 +17,7 @@ alert: false
autoload: true
classifier: false
holidayEventsLoader: false
+mockEventsLoader: true
monitor: true
pinotProxy: false
scheduler: true
@@ -82,3 +83,45 @@ holidayEventsLoaderConfiguration:
- "en.vietnamese#holiday@group.v.calendar.google.com"
holidayLoadRange: 2592000000
runFrequency: 7
+mockEventsLoaderConfiguration:
+ generators:
+ - type: HOLIDAY
+ arrivalType: exponential
+ arrivalMean: 86400000
+ durationType: fixed
+ durationMean: 86400000
+ seed: 0
+ namePrefixes: [First, Second, Third, Last, Funky, Happy, Sad, Glorious, Jolly, Unity, Pinot's]
+ nameSuffixes: [day, day, days, celebration, rememberance, occurrence, moment]
+ - type: INFORMED
+ arrivalType: exponential
+ arrivalMean: 43200000
+ durationType: exponential
+ durationMean: 3600000
+ seed: 1
+ namePrefixes: [Login, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ nameSuffixes: [backend, frontend, v1.1, v1.2, v1.3, v2.0, v3, v4, v5, storage, topic, container, database]
+ - type: CM
+ arrivalType: exponential
+ arrivalMean: 21600000
+ durationType: fixed
+ durationMean: 1800000
+ seed: 2
+ namePrefixes: [Database, Web, Search, Catalog, Integration, Network, Backup, Ingress, Proxy, Failure, Pinot, ThirdEye]
+ - type: CUSTOM
+ arrivalType: exponential
+ arrivalMean: 432000000
+ durationType: exponential
+ durationMean: 86400000
+ seed: 3
+ namePrefixes: [Marketing, Onboarding, Vaction, Outreach, InDay]
+ nameSuffixes: [integration, campaign, meeting]
+ - type: LIX
+ arrivalType: exponential
+ arrivalMean: 259200000
+ durationType: exponential
+ durationMean: 604800000
+ seed: 4
+ namePrefixes: [System, Model, Campaign, Welcome, Pinot, ThirdEye]
+ nameSuffixes: [tuning, bugfix, rollout, test]
+
diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
index 0c3cb2d..aecfd76 100644
--- a/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
@@ -31,7 +31,11 @@ frameworks:
eventExperiment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: LIX
eventHoliday:
- outputName: METRIC_RELATED
@@ -44,7 +48,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: holiday
+ eventType: HOLIDAY
eventCustom:
- outputName: OUTPUT
@@ -53,7 +57,7 @@ frameworks:
properties:
strategy: COMPOUND
k: 500
- eventType: custom
+ eventType: CUSTOM
eventAnomaly:
- outputName: OUTPUT
@@ -73,10 +77,22 @@ frameworks:
eventChange:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: CM
eventDeployment:
- outputName: OUTPUT
inputNames: [INPUT]
- className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
+ className: org.apache.pinot.thirdeye.rootcause.impl.ThirdEyeEventsPipeline
+ properties:
+ strategy: COMPOUND
+ k: 500
+ eventType: INFORMED
+ eventAC:
+ - outputName: OUTPUT
+ inputNames: [INPUT]
+ className: org.apache.pinot.thirdeye.rootcause.impl.EmptyPipeline
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org