You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by ni...@apache.org on 2015/12/22 02:07:18 UTC
[05/29] samza-hello-samza git commit: SAMZA-409: Bring
wikipedia-stats up-to-date with Samza 0.8 changes
SAMZA-409: Bring wikipedia-stats up-to-date with Samza 0.8 changes
Project: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/commit/e7516ac2
Tree: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/tree/e7516ac2
Diff: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/diff/e7516ac2
Branch: refs/heads/master
Commit: e7516ac229d79950993f7029ad71a2bb412fdb4a
Parents: 1029da9
Author: Martin Kleppmann <ma...@kleppmann.com>
Authored: Mon Sep 8 22:52:39 2014 +0100
Committer: Martin Kleppmann <ma...@kleppmann.com>
Committed: Tue Sep 9 23:39:10 2014 +0100
----------------------------------------------------------------------
pom.xml | 5 +++++
src/main/assembly/src.xml | 2 +-
src/main/config/wikipedia-stats.properties | 6 +++++-
3 files changed, 11 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/e7516ac2/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 844a638..bfb0c84 100644
--- a/pom.xml
+++ b/pom.xml
@@ -75,6 +75,11 @@ under the License.
</dependency>
<dependency>
<groupId>org.apache.samza</groupId>
+ <artifactId>samza-kv-leveldb_2.10</artifactId>
+ <version>${samza.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.samza</groupId>
<artifactId>samza-kafka_2.10</artifactId>
<version>${samza.version}</version>
</dependency>
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/e7516ac2/src/main/assembly/src.xml
----------------------------------------------------------------------
diff --git a/src/main/assembly/src.xml b/src/main/assembly/src.xml
index c35c6d8..8f9afd8 100644
--- a/src/main/assembly/src.xml
+++ b/src/main/assembly/src.xml
@@ -68,7 +68,7 @@
<include>org.apache.samza:samza-kafka_2.10</include>
<include>org.apache.samza:samza-serializers_2.10</include>
<include>org.apache.samza:samza-yarn_2.10</include>
- <include>org.apache.samza:samza-kv_2.10</include>
+ <include>org.apache.samza:samza-kv-leveldb_2.10</include>
<include>org.apache.samza:samza-log4j</include>
<include>org.apache.samza:hello-samza</include>
<include>org.slf4j:slf4j-log4j12</include>
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/e7516ac2/src/main/config/wikipedia-stats.properties
----------------------------------------------------------------------
diff --git a/src/main/config/wikipedia-stats.properties b/src/main/config/wikipedia-stats.properties
index be0c749..d06d559 100644
--- a/src/main/config/wikipedia-stats.properties
+++ b/src/main/config/wikipedia-stats.properties
@@ -26,6 +26,10 @@ yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-
task.class=samza.examples.wikipedia.task.WikipediaStatsStreamTask
task.inputs=kafka.wikipedia-edits
task.window.ms=10000
+task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
+task.checkpoint.system=kafka
+# Normally, this would be 3, but we have only one broker.
+task.checkpoint.replication.factor=1
# Serializers
serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory
@@ -43,7 +47,7 @@ systems.kafka.producer.producer.type=sync
systems.kafka.producer.batch.num.messages=1
# Key-value storage
-stores.wikipedia-stats.factory=org.apache.samza.storage.kv.KeyValueStorageEngineFactory
+stores.wikipedia-stats.factory=org.apache.samza.storage.kv.LevelDbKeyValueStorageEngineFactory
stores.wikipedia-stats.changelog=kafka.wikipedia-stats-changelog
stores.wikipedia-stats.key.serde=string
stores.wikipedia-stats.msg.serde=integer