You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ap...@apache.org on 2020/02/27 00:25:07 UTC
[incubator-pinot] branch docker-pinot-quickstart-thirdeye updated
(20ed55b -> bfb257b)
This is an automated email from the ASF dual-hosted git repository.
apucher pushed a change to branch docker-pinot-quickstart-thirdeye
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 20ed55b combo draft
new bfb257b combo draft
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (20ed55b)
\
N -- N -- N refs/heads/docker-pinot-quickstart-thirdeye (bfb257b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 4 ++++
1 file changed, 4 insertions(+)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org
[incubator-pinot] 01/01: combo draft
Posted by ap...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
apucher pushed a commit to branch docker-pinot-quickstart-thirdeye
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
commit bfb257b23dfad8b2f1919121694c25447cdd1721
Author: Alexander Pucher <al...@cortexdata.io>
AuthorDate: Wed Feb 26 16:24:22 2020 -0800
combo draft
---
docker/images/pinot-thirdeye/Dockerfile | 9 +-
docker/images/pinot-thirdeye/bin/start-thirdeye.sh | 34 +--
.../pinot-quickstart}/dashboard.yml | 0
.../data-sources/cache-config.yml | 0
.../data-sources/data-sources-config.yml | 14 ++
.../pinot-quickstart}/data/README.md | 0
.../pinot-quickstart}/data/daily.csv | 0
.../pinot-quickstart}/data/hourly.csv | 0
.../pinot-quickstart}/data/pageviews.csv | 0
.../anomaly-functions/alertFilter.properties | 0
.../alertFilterAutotune.properties | 0
.../anomaly-functions/functions.properties | 0
.../pinot-quickstart}/detector.yml | 2 +-
.../config => config/pinot-quickstart}/h2db.mv.db | Bin
.../pinot-quickstart}/persistence.yml | 0
.../config => config/pinot-quickstart}/rca.yml | 0
.../config/data-sources/data-sources-config.yml | 238 ---------------------
.../batch/airlineStats/airlineStats_schema.json | 218 ++++++++++---------
.../stream/airlineStats/airlineStats_schema.json | 218 ++++++++++---------
pom.xml | 4 +
20 files changed, 250 insertions(+), 487 deletions(-)
diff --git a/docker/images/pinot-thirdeye/Dockerfile b/docker/images/pinot-thirdeye/Dockerfile
index 10723ee..712339b 100644
--- a/docker/images/pinot-thirdeye/Dockerfile
+++ b/docker/images/pinot-thirdeye/Dockerfile
@@ -51,13 +51,12 @@ RUN git clone ${PINOT_GIT_URL} ${TE_BUILD_DIR} \
&& cd ${TE_BUILD_DIR}/thirdeye \
&& git checkout ${PINOT_BRANCH} \
&& mvn clean install -X -DskipTests || exit 1 \
- && mkdir -p ${TE_HOME}/config \
+ && mkdir -p ${TE_HOME}/config/default \
&& mkdir -p ${TE_HOME}/bin \
- && cp -rp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/config/* ${TE_HOME}/config/. \
+ && cp -rp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/config/* ${TE_HOME}/config/default/. \
&& cp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/target/thirdeye-pinot-1.0-SNAPSHOT.jar ${TE_HOME}/bin/. \
&& rm -rf ${TE_BUILD_DIR}
-
FROM openjdk:8-jdk-slim
LABEL MAINTAINER=dev@pinot.apache.org
@@ -66,10 +65,10 @@ ENV TE_HOME=/opt/thirdeye
COPY --from=thirdeye_build_env ${TE_HOME} ${TE_HOME}
COPY bin ${TE_HOME}/bin
-COPY examples ${TE_HOME}/examples
+COPY config ${TE_HOME}/config
VOLUME ["${TE_HOME}/config"]
EXPOSE 1426 1427
WORKDIR ${TE_HOME}
-ENTRYPOINT ["./bin/start-thirdeye.sh"]
\ No newline at end of file
+ENTRYPOINT ["./bin/start-thirdeye.sh"]
diff --git a/docker/images/pinot-thirdeye/bin/start-thirdeye.sh b/docker/images/pinot-thirdeye/bin/start-thirdeye.sh
index cfd0523..de43e25 100755
--- a/docker/images/pinot-thirdeye/bin/start-thirdeye.sh
+++ b/docker/images/pinot-thirdeye/bin/start-thirdeye.sh
@@ -20,30 +20,18 @@
if [[ "$#" -gt 0 ]]
then
- TYPE=$1
- if [[ "${TYPE^^}" == "DASHBOARD" ]]
- then
- APP_CLASS_NAME="org.apache.pinot.thirdeye.dashboard.ThirdEyeDashboardApplication"
- else
- if [[ "${TYPE^^}" == "BACKEND" ]]
- then
- APP_CLASS_NAME="org.apache.pinot.thirdeye.anomaly.ThirdEyeAnomalyApplication"
- else
- echo "Unknow type: $1"
- exit 1
- fi
- fi
+ CONFIG_DIR=./config/$1
else
- echo "Need at least one parameter."
- exit 1
+ CONFIG_DIR="./config/default"
fi
-if [[ "$#" -gt 1 ]]
-then
- CONFIG_DIR=$2
-else
- CONFIG_DIR="./config"
-fi
+echo "Running thirdeye backend with config: ${CONFIG_DIR}"
+java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" org.apache.pinot.thirdeye.anomaly.ThirdEyeAnomalyApplication ${CONFIG_DIR} &
+
+sleep 30
+kill %1
+
+echo "Running thirdeye frontend with config: ${CONFIG_DIR}"
+java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" org.apache.pinot.thirdeye.dashboard.ThirdEyeDashboardApplication ${CONFIG_DIR} &
-echo "Trying to run thirdeye with class ${APP_CLASS_NAME} and Config dir: ${CONFIG_DIR}"
-java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" ${APP_CLASS_NAME} ${CONFIG_DIR}
\ No newline at end of file
+wait
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/dashboard.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/dashboard.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/cache-config.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/cache-config.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml
diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml
new file mode 100644
index 0000000..9f1158f
--- /dev/null
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml
@@ -0,0 +1,14 @@
+
+# Please put the mock data source as the first in this configuration.
+dataSourceConfigs:
+ - className: org.apache.pinot.thirdeye.datasource.pinot.PinotThirdEyeDataSource
+ properties:
+ zookeeperUrl: 'pinot-quickstart:2123'
+ clusterName: 'QuickStartCluster'
+ controllerConnectionScheme: 'http'
+ controllerHost: 'pinot-quickstart'
+ controllerPort: 9000
+ cacheLoaderClassName: org.apache.pinot.thirdeye.datasource.pinot.PinotControllerResponseCacheLoader
+ metadataSourceConfigs:
+ - className: org.apache.pinot.thirdeye.auto.onboard.AutoOnboardPinotMetadataSource
+
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/README.md b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/README.md
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/daily.csv b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/daily.csv
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/hourly.csv b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/hourly.csv
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/pageviews.csv b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/pageviews.csv
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilter.properties b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilter.properties
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilterAutotune.properties b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilterAutotune.properties
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/functions.properties b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/functions.properties
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
similarity index 99%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
index 19372ff..0f0975e 100644
--- a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
@@ -14,7 +14,7 @@ server:
- type: http
port: 1868
alert: false
-autoload: false
+autoload: true
classifier: false
holidayEventsLoader: false
monitor: false
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/h2db.mv.db b/docker/images/pinot-thirdeye/config/pinot-quickstart/h2db.mv.db
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/h2db.mv.db
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/h2db.mv.db
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/persistence.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/persistence.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/rca.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/rca.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml b/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml
deleted file mode 100644
index 95ba5c6..0000000
--- a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml
+++ /dev/null
@@ -1,238 +0,0 @@
-
-# Please put the mock data source as the first in this configuration.
-dataSourceConfigs:
- - className: org.apache.pinot.thirdeye.datasource.pinot.PinotThirdEyeDataSource
- properties:
- zookeeperUrl: 'pinot-quickstart:2123'
- clusterName: 'QuickStartCluster'
- controllerConnectionScheme: 'http'
- controllerHost: 'pinot-quickstart'
- controllerPort: 9000
- cacheLoaderClassName: org.apache.pinot.thirdeye.datasource.pinot.PinotControllerResponseCacheLoader
- metadataSourceConfigs:
- - className: org.apache.pinot.thirdeye.auto.onboard.AutoOnboardPinotMetadataSource
- - className: org.apache.pinot.thirdeye.datasource.mock.MockThirdEyeDataSource
- properties:
- H2:
- db: jdbc:h2:./config/h2db
- user: sa
- password: sa
- datasets:
- - tableName: "H2.H2.total_pageviews"
- timeColumn: "timestamp"
- granularity: "1DAYS"
- timeFormat: "yyyy-MM-dd"
- dimensions: [country, device]
- timezone: "UTC"
- metrics:
- pageviews: "SUM"
- dataFile: "pageviews.csv"
-
- populateMetaData: true
- lookback: 90
- datasets:
- tracking:
- granularity: "1hour"
- timezone: "America/Los_Angeles"
- dimensions: [country, browser, platform]
- metrics:
- pageViews:
- us:
- chrome:
- desktop:
- mean: 100
- std: 20
- mobile:
- mean: 200
- std: 50
- safari:
- desktop:
- mean: 70
- std: 15
- mobile:
- mean: 250
- std: 40
- firefox:
- desktop:
- mean: 30
- std: 5
- mobile:
- mean: 20
- std: 3
- edge:
- desktop:
- mean: 85
- std: 18
- ca:
- chrome:
- desktop:
- mean: 30
- std: 5
- mobile:
- mean: 70
- std: 8
- safari:
- desktop:
- mean: 20
- std: 3
- mobile:
- mean: 60
- std: 8
- firefox:
- desktop:
- mean: 12
- std: 2
- mobile:
- mean: 7
- std: 1
- edge:
- desktop:
- mean: 32
- std: 10
- mx:
- chrome:
- desktop:
- mean: 40
- std: 6
- mobile:
- mean: 80
- std: 10
- safari:
- desktop:
- mean: 20
- std: 3
- mobile:
- mean: 65
- std: 10
- firefox:
- desktop:
- mean: 15
- std: 3
- mobile:
- mean: 12
- std: 2
- edge:
- desktop:
- mean: 32
- std: 9
-
- adImpressions:
- us:
- chrome:
- desktop:
- mean: 50
- std: 10
- mobile:
- mean: 100
- std: 25
- safari:
- desktop:
- mean: 35
- std: 7
- mobile:
- mean: 125
- std: 20
- firefox:
- desktop:
- mean: 15
- std: 2
- mobile:
- mean: 10
- std: 1
- edge:
- desktop:
- mean: 42
- std: 9
-
- business:
- granularity: "1day"
- timezone: "America/Los_Angeles"
- dimensions: [country, browser]
- metrics:
- purchases:
- us:
- chrome:
- mean: 16
- std: 2
- safari:
- mean: 19
- std: 3
- edge:
- mean: 4
- std: 1
- ca:
- chrome:
- mean: 5
- std: 1
- safari:
- mean: 5
- std: 2
- edge:
- mean: 1
- std: 1
- mx:
- chrome:
- mean: 3
- std: 1
- safari:
- mean: 5
- std: 2
- edge:
- mean: 2
- std: 1
-
- revenue:
- us:
- chrome:
- mean: 160
- std: 20
- safari:
- mean: 190
- std: 30
- edge:
- mean: 40
- std: 10
- ca:
- chrome:
- mean: 50
- std: 10
- safari:
- mean: 50
- std: 15
- edge:
- mean: 10
- std: 2
- mx:
- chrome:
- mean: 30
- std: 6
- safari:
- mean: 50
- std: 15
- edge:
- mean: 20
- std: 3
-
- - className: org.apache.pinot.thirdeye.datasource.sql.SqlThirdEyeDataSource
- properties:
- H2:
- db: jdbc:h2:./config/h2db
- user: sa
- password: sa
- datasets:
- - tableName: "H2.H2.daily"
- timeColumn: "date"
- granularity: "1DAYS"
- timeFormat: "yyyy-MM-dd"
- timezone: "UTC"
- metrics:
- value: "SUM"
- dataFile: "daily.csv"
- - tableName: "H2.H2.hourly"
- timeColumn: "datetime"
- granularity: "1HOURS"
- timeFormat: "yyyy-MM-dd HH:mm:ss"
- timezone: "UTC"
- metrics:
- value: "SUM"
- dataFile: "hourly.csv"
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json b/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
index 02143ca..0c058c5 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
@@ -1,21 +1,14 @@
{
- "metricFieldSpecs": [
- ],
- "dimensionFieldSpecs": [
- {
- "dataType": "INT",
- "name": "ActualElapsedTime"
- },
+ "metricFieldSpecs": [{
+ "dataType": "INT",
+ "name": "ActualElapsedTime"
+ },
{
"dataType": "INT",
"name": "AirTime"
},
{
"dataType": "INT",
- "name": "AirlineID"
- },
- {
- "dataType": "INT",
"name": "ArrDel15"
},
{
@@ -31,10 +24,6 @@
"name": "ArrTime"
},
{
- "dataType": "STRING",
- "name": "ArrTimeBlk"
- },
- {
"dataType": "INT",
"name": "ArrivalDelayGroups"
},
@@ -51,31 +40,11 @@
"name": "CRSElapsedTime"
},
{
- "dataType": "STRING",
- "name": "CancellationCode"
- },
- {
- "dataType": "INT",
- "name": "Cancelled"
- },
- {
- "dataType": "STRING",
- "name": "Carrier"
- },
- {
"dataType": "INT",
"name": "CarrierDelay"
},
{
"dataType": "INT",
- "name": "DayOfWeek"
- },
- {
- "dataType": "INT",
- "name": "DayofMonth"
- },
- {
- "dataType": "INT",
"name": "DepDel15"
},
{
@@ -91,152 +60,129 @@
"name": "DepTime"
},
{
- "dataType": "STRING",
- "name": "DepTimeBlk"
- },
- {
"dataType": "INT",
"name": "DepartureDelayGroups"
},
{
- "dataType": "STRING",
- "name": "Dest"
- },
- {
"dataType": "INT",
- "name": "DestAirportID"
+ "name": "Distance"
},
{
"dataType": "INT",
- "name": "DestAirportSeqID"
+ "name": "DivActualElapsedTime"
},
{
"dataType": "INT",
- "name": "DestCityMarketID"
- },
- {
- "dataType": "STRING",
- "name": "DestCityName"
- },
- {
- "dataType": "STRING",
- "name": "DestState"
+ "name": "DivArrDelay"
},
{
"dataType": "INT",
- "name": "DestStateFips"
+ "name": "DivDistance"
},
{
- "dataType": "STRING",
- "name": "DestStateName"
+ "dataType": "INT",
+ "name": "FirstDepTime"
},
{
"dataType": "INT",
- "name": "DestWac"
+ "name": "Flights"
},
{
"dataType": "INT",
- "name": "Distance"
+ "name": "LateAircraftDelay"
},
{
"dataType": "INT",
- "name": "DistanceGroup"
+ "name": "LongestAddGTime"
},
{
"dataType": "INT",
- "name": "DivActualElapsedTime"
+ "name": "NASDelay"
},
{
"dataType": "INT",
- "name": "DivAirportIDs",
- "singleValueField": false
+ "name": "SecurityDelay"
},
{
"dataType": "INT",
- "name": "DivAirportLandings"
+ "name": "TaxiIn"
},
{
"dataType": "INT",
- "name": "DivAirportSeqIDs",
- "singleValueField": false
+ "name": "TaxiOut"
},
{
- "dataType": "STRING",
- "name": "DivAirports",
- "singleValueField": false
+ "dataType": "INT",
+ "name": "WheelsOn"
},
{
"dataType": "INT",
- "name": "DivArrDelay"
+ "name": "WheelsOff"
},
{
"dataType": "INT",
- "name": "DivDistance"
+ "name": "WeatherDelay"
},
{
"dataType": "INT",
- "name": "DivLongestGTimes",
- "singleValueField": false
- },
+ "name": "TotalAddGTime"
+ }
+ ],
+ "dimensionFieldSpecs": [{
+ "dataType": "STRING",
+ "name": "CancellationCode"
+ },
{
"dataType": "INT",
- "name": "DivReachedDest"
+ "name": "Cancelled"
},
{
"dataType": "STRING",
- "name": "DivTailNums",
- "singleValueField": false
+ "name": "Carrier"
},
{
"dataType": "INT",
- "name": "DivTotalGTimes",
- "singleValueField": false
+ "name": "DayOfWeek"
},
{
"dataType": "INT",
- "name": "DivWheelsOffs",
- "singleValueField": false
+ "name": "DayofMonth"
},
{
- "dataType": "INT",
- "name": "DivWheelsOns",
- "singleValueField": false
+ "dataType": "STRING",
+ "name": "Dest"
},
{
"dataType": "INT",
- "name": "Diverted"
+ "name": "DestAirportID"
},
{
"dataType": "INT",
- "name": "FirstDepTime"
- },
- {
- "dataType": "STRING",
- "name": "FlightDate"
+ "name": "DestAirportSeqID"
},
{
"dataType": "INT",
- "name": "FlightNum"
+ "name": "DestCityMarketID"
},
{
- "dataType": "INT",
- "name": "Flights"
+ "dataType": "STRING",
+ "name": "DestCityName"
},
{
- "dataType": "INT",
- "name": "LateAircraftDelay"
+ "dataType": "STRING",
+ "name": "DestState"
},
{
"dataType": "INT",
- "name": "LongestAddGTime"
+ "name": "DestStateFips"
},
{
- "dataType": "INT",
- "name": "Month"
+ "dataType": "STRING",
+ "name": "DestStateName"
},
{
"dataType": "INT",
- "name": "NASDelay"
+ "name": "DestWac"
},
{
"dataType": "STRING",
@@ -284,44 +230,96 @@
"singleValueField": false
},
{
+ "dataType": "STRING",
+ "name": "TailNum"
+ },
+ {
"dataType": "INT",
- "name": "SecurityDelay"
+ "name": "Year"
},
{
"dataType": "STRING",
- "name": "TailNum"
+ "name": "UniqueCarrier"
+ },
+ {
+ "dataType": "STRING",
+ "name": "FlightDate"
},
{
"dataType": "INT",
- "name": "TaxiIn"
+ "name": "DivAirportIDs",
+ "singleValueField": false
},
{
"dataType": "INT",
- "name": "TaxiOut"
+ "name": "DivAirportLandings"
+ },
+ {
+ "dataType": "STRING",
+ "name": "DepTimeBlk"
},
{
"dataType": "INT",
- "name": "Year"
+ "name": "DivAirportSeqIDs",
+ "singleValueField": false
+ },
+ {
+ "dataType": "STRING",
+ "name": "DivAirports",
+ "singleValueField": false
},
{
"dataType": "INT",
- "name": "WheelsOn"
+ "name": "DivReachedDest"
+ },
+ {
+ "dataType": "STRING",
+ "name": "DivTailNums",
+ "singleValueField": false
},
{
"dataType": "INT",
- "name": "WheelsOff"
+ "name": "Diverted"
},
{
"dataType": "INT",
- "name": "WeatherDelay"
+ "name": "FlightNum"
+ },
+ {
+ "dataType": "INT",
+ "name": "Month"
+ },
+ {
+ "dataType": "INT",
+ "name": "DistanceGroup"
+ },
+ {
+ "dataType": "INT",
+ "name": "AirlineID"
+ },
+ {
+ "dataType": "INT",
+ "name": "DivLongestGTimes",
+ "singleValueField": false
+ },
+ {
+ "dataType": "INT",
+ "name": "DivTotalGTimes",
+ "singleValueField": false
+ },
+ {
+ "dataType": "INT",
+ "name": "DivWheelsOffs",
+ "singleValueField": false
},
{
"dataType": "STRING",
- "name": "UniqueCarrier"
+ "name": "ArrTimeBlk"
},
{
"dataType": "INT",
- "name": "TotalAddGTime"
+ "name": "DivWheelsOns",
+ "singleValueField": false
}
],
"timeFieldSpec": {
@@ -332,4 +330,4 @@
}
},
"schemaName": "airlineStats"
-}
+}
\ No newline at end of file
diff --git a/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json b/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
index 02143ca..0c058c5 100644
--- a/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
+++ b/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
@@ -1,21 +1,14 @@
{
- "metricFieldSpecs": [
- ],
- "dimensionFieldSpecs": [
- {
- "dataType": "INT",
- "name": "ActualElapsedTime"
- },
+ "metricFieldSpecs": [{
+ "dataType": "INT",
+ "name": "ActualElapsedTime"
+ },
{
"dataType": "INT",
"name": "AirTime"
},
{
"dataType": "INT",
- "name": "AirlineID"
- },
- {
- "dataType": "INT",
"name": "ArrDel15"
},
{
@@ -31,10 +24,6 @@
"name": "ArrTime"
},
{
- "dataType": "STRING",
- "name": "ArrTimeBlk"
- },
- {
"dataType": "INT",
"name": "ArrivalDelayGroups"
},
@@ -51,31 +40,11 @@
"name": "CRSElapsedTime"
},
{
- "dataType": "STRING",
- "name": "CancellationCode"
- },
- {
- "dataType": "INT",
- "name": "Cancelled"
- },
- {
- "dataType": "STRING",
- "name": "Carrier"
- },
- {
"dataType": "INT",
"name": "CarrierDelay"
},
{
"dataType": "INT",
- "name": "DayOfWeek"
- },
- {
- "dataType": "INT",
- "name": "DayofMonth"
- },
- {
- "dataType": "INT",
"name": "DepDel15"
},
{
@@ -91,152 +60,129 @@
"name": "DepTime"
},
{
- "dataType": "STRING",
- "name": "DepTimeBlk"
- },
- {
"dataType": "INT",
"name": "DepartureDelayGroups"
},
{
- "dataType": "STRING",
- "name": "Dest"
- },
- {
"dataType": "INT",
- "name": "DestAirportID"
+ "name": "Distance"
},
{
"dataType": "INT",
- "name": "DestAirportSeqID"
+ "name": "DivActualElapsedTime"
},
{
"dataType": "INT",
- "name": "DestCityMarketID"
- },
- {
- "dataType": "STRING",
- "name": "DestCityName"
- },
- {
- "dataType": "STRING",
- "name": "DestState"
+ "name": "DivArrDelay"
},
{
"dataType": "INT",
- "name": "DestStateFips"
+ "name": "DivDistance"
},
{
- "dataType": "STRING",
- "name": "DestStateName"
+ "dataType": "INT",
+ "name": "FirstDepTime"
},
{
"dataType": "INT",
- "name": "DestWac"
+ "name": "Flights"
},
{
"dataType": "INT",
- "name": "Distance"
+ "name": "LateAircraftDelay"
},
{
"dataType": "INT",
- "name": "DistanceGroup"
+ "name": "LongestAddGTime"
},
{
"dataType": "INT",
- "name": "DivActualElapsedTime"
+ "name": "NASDelay"
},
{
"dataType": "INT",
- "name": "DivAirportIDs",
- "singleValueField": false
+ "name": "SecurityDelay"
},
{
"dataType": "INT",
- "name": "DivAirportLandings"
+ "name": "TaxiIn"
},
{
"dataType": "INT",
- "name": "DivAirportSeqIDs",
- "singleValueField": false
+ "name": "TaxiOut"
},
{
- "dataType": "STRING",
- "name": "DivAirports",
- "singleValueField": false
+ "dataType": "INT",
+ "name": "WheelsOn"
},
{
"dataType": "INT",
- "name": "DivArrDelay"
+ "name": "WheelsOff"
},
{
"dataType": "INT",
- "name": "DivDistance"
+ "name": "WeatherDelay"
},
{
"dataType": "INT",
- "name": "DivLongestGTimes",
- "singleValueField": false
- },
+ "name": "TotalAddGTime"
+ }
+ ],
+ "dimensionFieldSpecs": [{
+ "dataType": "STRING",
+ "name": "CancellationCode"
+ },
{
"dataType": "INT",
- "name": "DivReachedDest"
+ "name": "Cancelled"
},
{
"dataType": "STRING",
- "name": "DivTailNums",
- "singleValueField": false
+ "name": "Carrier"
},
{
"dataType": "INT",
- "name": "DivTotalGTimes",
- "singleValueField": false
+ "name": "DayOfWeek"
},
{
"dataType": "INT",
- "name": "DivWheelsOffs",
- "singleValueField": false
+ "name": "DayofMonth"
},
{
- "dataType": "INT",
- "name": "DivWheelsOns",
- "singleValueField": false
+ "dataType": "STRING",
+ "name": "Dest"
},
{
"dataType": "INT",
- "name": "Diverted"
+ "name": "DestAirportID"
},
{
"dataType": "INT",
- "name": "FirstDepTime"
- },
- {
- "dataType": "STRING",
- "name": "FlightDate"
+ "name": "DestAirportSeqID"
},
{
"dataType": "INT",
- "name": "FlightNum"
+ "name": "DestCityMarketID"
},
{
- "dataType": "INT",
- "name": "Flights"
+ "dataType": "STRING",
+ "name": "DestCityName"
},
{
- "dataType": "INT",
- "name": "LateAircraftDelay"
+ "dataType": "STRING",
+ "name": "DestState"
},
{
"dataType": "INT",
- "name": "LongestAddGTime"
+ "name": "DestStateFips"
},
{
- "dataType": "INT",
- "name": "Month"
+ "dataType": "STRING",
+ "name": "DestStateName"
},
{
"dataType": "INT",
- "name": "NASDelay"
+ "name": "DestWac"
},
{
"dataType": "STRING",
@@ -284,44 +230,96 @@
"singleValueField": false
},
{
+ "dataType": "STRING",
+ "name": "TailNum"
+ },
+ {
"dataType": "INT",
- "name": "SecurityDelay"
+ "name": "Year"
},
{
"dataType": "STRING",
- "name": "TailNum"
+ "name": "UniqueCarrier"
+ },
+ {
+ "dataType": "STRING",
+ "name": "FlightDate"
},
{
"dataType": "INT",
- "name": "TaxiIn"
+ "name": "DivAirportIDs",
+ "singleValueField": false
},
{
"dataType": "INT",
- "name": "TaxiOut"
+ "name": "DivAirportLandings"
+ },
+ {
+ "dataType": "STRING",
+ "name": "DepTimeBlk"
},
{
"dataType": "INT",
- "name": "Year"
+ "name": "DivAirportSeqIDs",
+ "singleValueField": false
+ },
+ {
+ "dataType": "STRING",
+ "name": "DivAirports",
+ "singleValueField": false
},
{
"dataType": "INT",
- "name": "WheelsOn"
+ "name": "DivReachedDest"
+ },
+ {
+ "dataType": "STRING",
+ "name": "DivTailNums",
+ "singleValueField": false
},
{
"dataType": "INT",
- "name": "WheelsOff"
+ "name": "Diverted"
},
{
"dataType": "INT",
- "name": "WeatherDelay"
+ "name": "FlightNum"
+ },
+ {
+ "dataType": "INT",
+ "name": "Month"
+ },
+ {
+ "dataType": "INT",
+ "name": "DistanceGroup"
+ },
+ {
+ "dataType": "INT",
+ "name": "AirlineID"
+ },
+ {
+ "dataType": "INT",
+ "name": "DivLongestGTimes",
+ "singleValueField": false
+ },
+ {
+ "dataType": "INT",
+ "name": "DivTotalGTimes",
+ "singleValueField": false
+ },
+ {
+ "dataType": "INT",
+ "name": "DivWheelsOffs",
+ "singleValueField": false
},
{
"dataType": "STRING",
- "name": "UniqueCarrier"
+ "name": "ArrTimeBlk"
},
{
"dataType": "INT",
- "name": "TotalAddGTime"
+ "name": "DivWheelsOns",
+ "singleValueField": false
}
],
"timeFieldSpec": {
@@ -332,4 +330,4 @@
}
},
"schemaName": "airlineStats"
-}
+}
\ No newline at end of file
diff --git a/pom.xml b/pom.xml
index a8ef872..82b9225 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1232,6 +1232,9 @@
<!-- Top level directories -->
<exclude>thirdeye/**</exclude>
+ <!-- Docker image configs -->
+ <exclude>docker/images/pinot-thirdeye/**</exclude>
+
<!-- Note: this will exclude all single character directories under the root directory.
We use this to exclude the temporary files generated during build -->
<exclude>?/**</exclude>
@@ -1337,6 +1340,7 @@
<!-- Third eye (not part of the distribution) -->
<exclude>thirdeye/**</exclude>
+ <exclude>docker/images/pinot-thirdeye/**</exclude>
</excludes>
</configuration>
</plugin>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org