You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by cr...@apache.org on 2013/10/23 21:19:59 UTC
git commit: SAMZA-63; fixing package name issue with HttpFileSystem.
Updated Branches:
refs/heads/master 4e6f1ca5d -> 32d51a018
SAMZA-63; fixing package name issue with HttpFileSystem.
Project: http://git-wip-us.apache.org/repos/asf/incubator-samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza/commit/32d51a01
Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza/tree/32d51a01
Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza/diff/32d51a01
Branch: refs/heads/master
Commit: 32d51a018db71087da8bb72a933ed594601e5b7a
Parents: 4e6f1ca
Author: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Authored: Wed Oct 23 12:19:39 2013 -0700
Committer: Chris Riccomini <cr...@criccomi-mn.linkedin.biz>
Committed: Wed Oct 23 12:19:39 2013 -0700
----------------------------------------------------------------------
.../src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala | 3 ++-
.../src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala | 3 ++-
2 files changed, 4 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-samza/blob/32d51a01/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala
----------------------------------------------------------------------
diff --git a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala
index 1cac06a..6d72d86 100644
--- a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala
+++ b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/SamzaAppMaster.scala
@@ -30,6 +30,7 @@ import grizzled.slf4j.Logging
import org.apache.hadoop.yarn.client.api.impl.AMRMClientImpl
import org.apache.samza.config.YarnConfig._
import org.apache.samza.job.yarn.SamzaAppMasterTaskManager._
+import org.apache.samza.util.hadoop.HttpFileSystem
import org.apache.hadoop.yarn.client.api.AMRMClient.ContainerRequest
/**
@@ -59,7 +60,7 @@ object SamzaAppMaster extends Logging {
val config = new MapConfig(JsonConfigSerializer.fromJson(System.getenv(YarnConfig.ENV_CONFIG)))
info("got config: %s" format config)
val hConfig = new YarnConfiguration
- hConfig.set("fs.http.impl", "samza.util.hadoop.HttpFileSystem")
+ hConfig.set("fs.http.impl", classOf[HttpFileSystem].getName)
val amClient = new AMRMClientImpl[ContainerRequest]
val clientHelper = new ClientHelper(hConfig)
val registry = new MetricsRegistryMap
http://git-wip-us.apache.org/repos/asf/incubator-samza/blob/32d51a01/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala
----------------------------------------------------------------------
diff --git a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala
index 4bb89b5..a513567 100644
--- a/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala
+++ b/samza-yarn/src/main/scala/org/apache/samza/job/yarn/YarnJobFactory.scala
@@ -21,12 +21,13 @@ package org.apache.samza.job.yarn
import org.apache.samza.job.StreamJobFactory
import org.apache.hadoop.yarn.conf.YarnConfiguration
import org.apache.samza.config.Config
+import org.apache.samza.util.hadoop.HttpFileSystem
class YarnJobFactory extends StreamJobFactory {
def getJob(config: Config) = {
// TODO fix this. needed to support http package locations.
val hConfig = new YarnConfiguration
- hConfig.set("fs.http.impl", "samza.util.hadoop.HttpFileSystem")
+ hConfig.set("fs.http.impl", classOf[HttpFileSystem].getName)
new YarnJob(config, hConfig)
}