You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ne...@apache.org on 2020/04/08 00:52:17 UTC

[incubator-pinot] branch master updated: Minor changes to enable setup of github events demo via Docker

This is an automated email from the ASF dual-hosted git repository.

nehapawar pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git


The following commit(s) were added to refs/heads/master by this push:
     new aaacf8d  Minor changes to enable setup of github events demo via Docker
aaacf8d is described below

commit aaacf8d238ebbacc62558dcd0e4d9a3e5093fcc0
Author: Neha Pawar <np...@linkedin.com>
AuthorDate: Tue Apr 7 17:52:09 2020 -0700

    Minor changes to enable setup of github events demo via Docker
---
 kubernetes/helm/pinot-github-events-setup.yml                 |  5 ++---
 .../pullRequestMergedEvents_realtime_table_config.json        | 11 +++++++----
 .../pullRequestMergedEvents_realtime_table_config.json        |  4 ++++
 3 files changed, 13 insertions(+), 7 deletions(-)

diff --git a/kubernetes/helm/pinot-github-events-setup.yml b/kubernetes/helm/pinot-github-events-setup.yml
index 7354287..f5d55e9 100644
--- a/kubernetes/helm/pinot-github-events-setup.yml
+++ b/kubernetes/helm/pinot-github-events-setup.yml
@@ -49,7 +49,6 @@ data:
           "stream.kafka.topic.name": "pullRequestMergedEvents",
           "stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
           "stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
-          "stream.kafka.hlc.zk.connect.string": "kafka-zookeeper:2181",
           "stream.kafka.zk.broker.url": "kafka-zookeeper:2181",
           "stream.kafka.broker.list": "kafka:9092",
           "realtime.segment.flush.threshold.time": "12h",
@@ -226,7 +225,7 @@ spec:
     spec:
       containers:
         - name: pinot-add-github-events-realtime-table-json
-          image: apachepinot/pinot:stream_github_events
+          image: apachepinot/pinot:latest
           args: [ "AddTable", "-schemaFile", "/var/pinot/examples/pullRequestMergedEvents_schema.json", "-tableConfigFile", "/var/pinot/examples/pullRequestMergedEvents_realtime_table_config.json", "-controllerHost", "pinot-controller", "-controllerPort", "9000", "-exec" ]
           env:
             - name: JAVA_OPTS
@@ -260,7 +259,7 @@ spec:
         app: pinot-github-events-data-into-kafka
     spec:
       containers:
-        - image: apachepinot/pinot:stream_github_events
+        - image: apachepinot/pinot:latest
           imagePullPolicy: Always
           name: pinot-github-events-data-into-kafka
           args: [ "StreamGitHubEvents", "-topic", "pullRequestMergedEvents", "-personalAccessToken", "token_value", "-kafkaBrokerList", "kafka:9092", "-schemaFile", "/var/pinot/examples/pullRequestMergedEvents_schema.json" ]
diff --git a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json b/pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
similarity index 84%
copy from pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
copy to pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
index db00339..8c6ddea 100644
--- a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
+++ b/pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
@@ -13,14 +13,18 @@
   "tenants": {},
   "tableIndexConfig": {
     "loadMode": "MMAP",
+    "invertedIndexColumns": [
+      "organization",
+      "repo"
+    ],
     "streamConfigs": {
       "streamType": "kafka",
       "stream.kafka.consumer.type": "simple",
       "stream.kafka.topic.name": "pullRequestMergedEvents",
       "stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
       "stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
-      "stream.kafka.zk.broker.url": "localhost:2191/kafka",
-      "stream.kafka.broker.list": "localhost:19092",
+      "stream.kafka.zk.broker.url": "pinot-zookeeper:2181/kafka",
+      "stream.kafka.broker.list": "kafka:9092",
       "realtime.segment.flush.threshold.time": "12h",
       "realtime.segment.flush.threshold.size": "100000",
       "stream.kafka.consumer.prop.auto.offset.reset": "smallest"
@@ -29,5 +33,4 @@
   "metadata": {
     "customConfigs": {}
   }
-}
-
+}
\ No newline at end of file
diff --git a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json b/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
index db00339..428556b 100644
--- a/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
+++ b/pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
@@ -13,6 +13,10 @@
   "tenants": {},
   "tableIndexConfig": {
     "loadMode": "MMAP",
+    "invertedIndexColumns": [
+      "organization",
+      "repo"
+    ],
     "streamConfigs": {
       "streamType": "kafka",
       "stream.kafka.consumer.type": "simple",


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org