You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ne...@apache.org on 2020/04/08 00:52:17 UTC
[incubator-pinot] branch master updated: Minor changes to enable
setup of github events demo via Docker
This is an automated email from the ASF dual-hosted git repository.
nehapawar pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/master by this push:
new aaacf8d Minor changes to enable setup of github events demo via Docker
aaacf8d is described below
commit aaacf8d238ebbacc62558dcd0e4d9a3e5093fcc0
Author: Neha Pawar <np...@linkedin.com>
AuthorDate: Tue Apr 7 17:52:09 2020 -0700
Minor changes to enable setup of github events demo via Docker
---
kubernetes/helm/pinot-github-events-setup.yml | 5 ++---
.../pullRequestMergedEvents_realtime_table_config.json | 11 +++++++----
.../pullRequestMergedEvents_realtime_table_config.json | 4 ++++
3 files changed, 13 insertions(+), 7 deletions(-)
diff --git a/kubernetes/helm/pinot-github-events-setup.yml b/kubernetes/helm/pinot-github-events-setup.yml
index 7354287..f5d55e9 100644
--- a/kubernetes/helm/pinot-github-events-setup.yml
+++ b/kubernetes/helm/pinot-github-events-setup.yml
@@ -49,7 +49,6 @@ data:
"stream.kafka.topic.name": "pullRequestMergedEvents",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
- "stream.kafka.hlc.zk.connect.string": "kafka-zookeeper:2181",
"stream.kafka.zk.broker.url": "kafka-zookeeper:2181",
"stream.kafka.broker.list": "kafka:9092",
"realtime.segment.flush.threshold.time": "12h",
@@ -226,7 +225,7 @@ spec:
spec:
containers:
- name: pinot-add-github-events-realtime-table-json
- image: apachepinot/pinot:stream_github_events
+ image: apachepinot/pinot:latest
args: [ "AddTable", "-schemaFile", "/var/pinot/examples/pullRequestMergedEvents_schema.json", "-tableConfigFile", "/var/pinot/examples/pullRequestMergedEvents_realtime_table_config.json", "-controllerHost", "pinot-controller", "-controllerPort", "9000", "-exec" ]
env:
- name: JAVA_OPTS
@@ -260,7 +259,7 @@ spec:
app: pinot-github-events-data-into-kafka
spec:
containers:
- - image: apachepinot/pinot:stream_github_events
+ - image: apachepinot/pinot:latest
imagePullPolicy: Always
name: pinot-github-events-data-into-kafka
args: [ "StreamGitHubEvents", "-topic", "pullRequestMergedEvents", "-personalAccessToken", "token_value", "-kafkaBrokerList", "kafka:9092", "-schemaFile", "/var/pinot/examples/pullRequestMergedEvents_schema.json" ]
diff --git a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json b/pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
similarity index 84%
copy from pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
copy to pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
index db00339..8c6ddea 100644
--- a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
+++ b/pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
@@ -13,14 +13,18 @@
"tenants": {},
"tableIndexConfig": {
"loadMode": "MMAP",
+ "invertedIndexColumns": [
+ "organization",
+ "repo"
+ ],
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.consumer.type": "simple",
"stream.kafka.topic.name": "pullRequestMergedEvents",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
- "stream.kafka.zk.broker.url": "localhost:2191/kafka",
- "stream.kafka.broker.list": "localhost:19092",
+ "stream.kafka.zk.broker.url": "pinot-zookeeper:2181/kafka",
+ "stream.kafka.broker.list": "kafka:9092",
"realtime.segment.flush.threshold.time": "12h",
"realtime.segment.flush.threshold.size": "100000",
"stream.kafka.consumer.prop.auto.offset.reset": "smallest"
@@ -29,5 +33,4 @@
"metadata": {
"customConfigs": {}
}
-}
-
+}
\ No newline at end of file
diff --git a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json b/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
index db00339..428556b 100644
--- a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
+++ b/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
@@ -13,6 +13,10 @@
"tenants": {},
"tableIndexConfig": {
"loadMode": "MMAP",
+ "invertedIndexColumns": [
+ "organization",
+ "repo"
+ ],
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.consumer.type": "simple",
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org