You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by ja...@apache.org on 2018/12/07 03:28:09 UTC
[09/18] samza-hello-samza git commit: Cleaned up configurations for
some sample jobs.
Cleaned up configurations for some sample jobs.
Author: Prateek Maheshwari <pm...@apache.org>
Reviewers: Jagadish Venkatraman <vj...@gmail.com>
Closes #37 from prateekm/latest
Project: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/commit/4ec614c6
Tree: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/tree/4ec614c6
Diff: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/diff/4ec614c6
Branch: refs/heads/master
Commit: 4ec614c66ab9051106b5ab4d52ab984210a5b596
Parents: 2d95649
Author: Prateek Maheshwari <pm...@apache.org>
Authored: Mon Oct 15 15:24:03 2018 -0700
Committer: Prateek Maheshwari <pm...@apache.org>
Committed: Mon Oct 15 15:24:03 2018 -0700
----------------------------------------------------------------------
src/main/config/filter-example.properties | 7 ++-----
src/main/config/join-example.properties | 7 ++-----
src/main/config/remote-table-join-example.properties | 6 ++----
src/main/config/session-window-example.properties | 6 +-----
src/main/config/stream-table-join-example.properties | 6 ++----
src/main/config/tumbling-window-example.properties | 7 ++-----
src/main/config/wikipedia-application-local-runner.properties | 2 --
src/main/config/wikipedia-application.properties | 2 --
8 files changed, 11 insertions(+), 32 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/filter-example.properties
----------------------------------------------------------------------
diff --git a/src/main/config/filter-example.properties b/src/main/config/filter-example.properties
index 20ca0cd..b9681c3 100644
--- a/src/main/config/filter-example.properties
+++ b/src/main/config/filter-example.properties
@@ -15,14 +15,11 @@
# specific language governing permissions and limitations
# under the License.
-# Job
+# Application/Job
+app.class=samza.examples.cookbook.FilterExample
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=pageview-filter
job.container.count=2
# YARN
yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-dist.tar.gz
-
-# Task
-app.class=samza.examples.cookbook.FilterExample
-task.window.ms=2000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/join-example.properties
----------------------------------------------------------------------
diff --git a/src/main/config/join-example.properties b/src/main/config/join-example.properties
index 71ff5c0..3f8d60f 100644
--- a/src/main/config/join-example.properties
+++ b/src/main/config/join-example.properties
@@ -15,14 +15,11 @@
# specific language governing permissions and limitations
# under the License.
-# Job
+# Application / Job
+app.class=samza.examples.cookbook.JoinExample
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=pageview-adclick-joiner
job.container.count=2
# YARN
yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-dist.tar.gz
-
-# Task
-app.class=samza.examples.cookbook.JoinExample
-task.window.ms=2000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/remote-table-join-example.properties
----------------------------------------------------------------------
diff --git a/src/main/config/remote-table-join-example.properties b/src/main/config/remote-table-join-example.properties
index 62c7580..0addbc8 100644
--- a/src/main/config/remote-table-join-example.properties
+++ b/src/main/config/remote-table-join-example.properties
@@ -15,13 +15,11 @@
# specific language governing permissions and limitations
# under the License.
-# Job
+# Application / Job
+app.class=samza.examples.cookbook.RemoteTableJoinExample
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=stock-price-table-joiner
job.container.count=1
# YARN
yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-dist.tar.gz
-
-# Task
-app.class=samza.examples.cookbook.RemoteTableJoinExample
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/session-window-example.properties
----------------------------------------------------------------------
diff --git a/src/main/config/session-window-example.properties b/src/main/config/session-window-example.properties
index 407cb25..e8aac74 100644
--- a/src/main/config/session-window-example.properties
+++ b/src/main/config/session-window-example.properties
@@ -15,14 +15,10 @@
# specific language governing permissions and limitations
# under the License.
-# Job
+# Application / Job
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=pageview-sessionizer
job.container.count=2
# YARN
yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-dist.tar.gz
-
-# Task
-app.class=samza.examples.cookbook.SessionWindowExample
-task.window.ms=2000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/stream-table-join-example.properties
----------------------------------------------------------------------
diff --git a/src/main/config/stream-table-join-example.properties b/src/main/config/stream-table-join-example.properties
index 8108df1..c6d66b7 100644
--- a/src/main/config/stream-table-join-example.properties
+++ b/src/main/config/stream-table-join-example.properties
@@ -15,13 +15,11 @@
# specific language governing permissions and limitations
# under the License.
-# Job
+# Application / Job
+app.class=samza.examples.cookbook.StreamTableJoinExample
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=pageview-profile-table-joiner
job.container.count=2
# YARN
yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-dist.tar.gz
-
-# Task
-app.class=samza.examples.cookbook.StreamTableJoinExample
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/tumbling-window-example.properties
----------------------------------------------------------------------
diff --git a/src/main/config/tumbling-window-example.properties b/src/main/config/tumbling-window-example.properties
index 992185c..07dbb22 100644
--- a/src/main/config/tumbling-window-example.properties
+++ b/src/main/config/tumbling-window-example.properties
@@ -15,14 +15,11 @@
# specific language governing permissions and limitations
# under the License.
-# Job
+# Application / Job
+app.class=samza.examples.cookbook.TumblingWindowExample
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=tumbling-pageview-counter
job.container.count=2
# YARN
yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}-dist.tar.gz
-
-# Task
-app.class=samza.examples.cookbook.TumblingWindowExample
-task.window.ms=2000
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/wikipedia-application-local-runner.properties
----------------------------------------------------------------------
diff --git a/src/main/config/wikipedia-application-local-runner.properties b/src/main/config/wikipedia-application-local-runner.properties
index c5be904..487d80e 100644
--- a/src/main/config/wikipedia-application-local-runner.properties
+++ b/src/main/config/wikipedia-application-local-runner.properties
@@ -20,8 +20,6 @@ job.name=wikipedia-application
job.coordinator.factory=org.apache.samza.zk.ZkJobCoordinatorFactory
job.default.system=kafka
job.coordinator.zk.connect=localhost:2181
-
-# Task/Application
task.name.grouper.factory=org.apache.samza.container.grouper.task.GroupByContainerIdsFactory
# Serializers
http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/4ec614c6/src/main/config/wikipedia-application.properties
----------------------------------------------------------------------
diff --git a/src/main/config/wikipedia-application.properties b/src/main/config/wikipedia-application.properties
index 0d9bf61..dfda307 100644
--- a/src/main/config/wikipedia-application.properties
+++ b/src/main/config/wikipedia-application.properties
@@ -17,8 +17,6 @@
# Application / Job
app.class=samza.examples.wikipedia.application.WikipediaApplication
-app.runner.class=org.apache.samza.runtime.RemoteApplicationRunner
-
job.factory.class=org.apache.samza.job.yarn.YarnJobFactory
job.name=wikipedia-application