You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by ni...@apache.org on 2015/12/22 02:07:35 UTC
[22/29] samza-hello-samza git commit: SAMZA-669: Update hello-samza
to work with coordinator stream
SAMZA-669: Update hello-samza to work with coordinator stream
Project: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/commit/5d516352
Tree: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/tree/5d516352
Diff: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/diff/5d516352
Branch: refs/heads/master
Commit: 5d5163522bb2a7d23121b7e35105959cb9dfd96d
Parents: 93c3438
Author: Navina Ramesh <na...@gmail.com>
Authored: Wed May 13 11:29:37 2015 -0700
Committer: Yan Fang <ya...@gmail.com>
Committed: Wed May 13 11:29:37 2015 -0700
----------------------------------------------------------------------
src/main/config/wikipedia-feed.properties | 6 ++++++
src/main/config/wikipedia-parser.properties | 9 +++++----
src/main/config/wikipedia-stats.properties | 9 +++++----
3 files changed, 16 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/5d516352/src/main/config/wikipedia-feed.properties
----------------------------------------------------------------------
diff --git a/src/main/config/wikipedia-feed.properties b/src/main/config/wikipedia-feed.properties
index ce97357..180d749 100644
--- a/src/main/config/wikipedia-feed.properties
+++ b/src/main/config/wikipedia-feed.properties
@@ -39,3 +39,9 @@ systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory
systems.kafka.samza.msg.serde=json
systems.kafka.consumer.zookeeper.connect=localhost:2181/
systems.kafka.producer.bootstrap.servers=localhost:9092
+
+# Job Coordinator
+job.coordinator.system=kafka
+# Add configuration to disable checkpointing for this job once it is available in the Coordinator Stream model
+# See https://issues.apache.org/jira/browse/SAMZA-465?focusedCommentId=14533346&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-14533346 for more details
+job.coordinator.replication.factor=1
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/5d516352/src/main/config/wikipedia-parser.properties
----------------------------------------------------------------------
diff --git a/src/main/config/wikipedia-parser.properties b/src/main/config/wikipedia-parser.properties
index e2742a5..8f1086f 100644
--- a/src/main/config/wikipedia-parser.properties
+++ b/src/main/config/wikipedia-parser.properties
@@ -25,10 +25,6 @@ yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-
# Task
task.class=samza.examples.wikipedia.task.WikipediaParserStreamTask
task.inputs=kafka.wikipedia-raw
-task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
-task.checkpoint.system=kafka
-# Normally, this would be 3, but we have only one broker.
-task.checkpoint.replication.factor=1
# Metrics
metrics.reporters=snapshot,jmx
@@ -46,3 +42,8 @@ systems.kafka.samza.msg.serde=json
systems.kafka.consumer.zookeeper.connect=localhost:2181/
systems.kafka.consumer.auto.offset.reset=largest
systems.kafka.producer.bootstrap.servers=localhost:9092
+
+# Job Coordinator
+job.coordinator.system=kafka
+# Normally, this would be 3, but we have only one broker.
+job.coordinator.replication.factor=1
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/5d516352/src/main/config/wikipedia-stats.properties
----------------------------------------------------------------------
diff --git a/src/main/config/wikipedia-stats.properties b/src/main/config/wikipedia-stats.properties
index 1ff3552..f6b85bf 100644
--- a/src/main/config/wikipedia-stats.properties
+++ b/src/main/config/wikipedia-stats.properties
@@ -26,10 +26,6 @@ yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-
task.class=samza.examples.wikipedia.task.WikipediaStatsStreamTask
task.inputs=kafka.wikipedia-edits
task.window.ms=10000
-task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
-task.checkpoint.system=kafka
-# Normally, this would be 3, but we have only one broker.
-task.checkpoint.replication.factor=1
# Serializers
serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory
@@ -55,3 +51,8 @@ stores.wikipedia-stats.changelog.replication.factor=1
# Normally, we'd set this much higher, but we want things to look snappy in the demo.
stores.wikipedia-stats.write.batch.size=0
stores.wikipedia-stats.object.cache.size=0
+
+# Job Coordinator
+job.coordinator.system=kafka
+# Normally, this would be 3, but we have only one broker.
+job.coordinator.replication.factor=1