You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2015/07/08 20:02:06 UTC
spark git commit: [SPARK-8657] [YARN] Fail to upload resource to
viewfs
Repository: spark
Updated Branches:
refs/heads/master f61c989b4 -> 26d9b6b8c
[SPARK-8657] [YARN] Fail to upload resource to viewfs
Fail to upload resource to viewfs in spark-1.4
JIRA Link: https://issues.apache.org/jira/browse/SPARK-8657
Author: Tao Li <li...@sogou-inc.com>
Closes #7125 from litao-buptsse/SPARK-8657-for-master and squashes the following commits:
65b13f4 [Tao Li] [SPARK-8657] [YARN] Fail to upload resource to viewfs
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/26d9b6b8
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/26d9b6b8
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/26d9b6b8
Branch: refs/heads/master
Commit: 26d9b6b8cae9ac6593f78ab98dd45a25d03cf71c
Parents: f61c989
Author: Tao Li <li...@sogou-inc.com>
Authored: Wed Jul 8 19:02:24 2015 +0100
Committer: Sean Owen <so...@cloudera.com>
Committed: Wed Jul 8 19:02:24 2015 +0100
----------------------------------------------------------------------
yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/26d9b6b8/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
----------------------------------------------------------------------
diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
index 67a5c95..4d52ae7 100644
--- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
+++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
@@ -321,8 +321,9 @@ private[spark] class Client(
val linkname = targetDir.map(_ + "/").getOrElse("") +
destName.orElse(Option(localURI.getFragment())).getOrElse(localPath.getName())
val destPath = copyFileToRemote(dst, localPath, replication)
+ val destFs = FileSystem.get(destPath.toUri(), hadoopConf)
distCacheMgr.addResource(
- fs, hadoopConf, destPath, localResources, resType, linkname, statCache,
+ destFs, hadoopConf, destPath, localResources, resType, linkname, statCache,
appMasterOnly = appMasterOnly)
(false, linkname)
} else {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org