You are viewing a plain text version of this content. The canonical link for it is here.
Posted to mapreduce-commits@hadoop.apache.org by vi...@apache.org on 2011/05/31 12:05:27 UTC
svn commit: r1129598 - in /hadoop/mapreduce/branches/MR-279/mr-client:
hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/
hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/
Author: vinodkv
Date: Tue May 31 10:05:27 2011
New Revision: 1129598
URL: http://svn.apache.org/viewvc?rev=1129598&view=rev
Log:
Missing files from previous commit.
Modified:
hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java
hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java
Modified: hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java?rev=1129598&r1=1129597&r2=1129598&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java (original)
+++ hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java Tue May 31 10:05:27 2011
@@ -484,15 +484,22 @@ public abstract class TaskAttemptImpl im
FileContext remoteFS = FileContext.getFileContext(conf);
// //////////// Set up JobJar to be localized properly on the remote NM.
- Path remoteJobJar =
+ if (conf.get(MRJobConfig.JAR) != null) {
+ Path remoteJobJar =
remoteFS.makeQualified(new Path(remoteTask.getConf().get(
MRJobConfig.JAR)));
- container.setLocalResource(
- MRConstants.JOB_JAR,
- createLocalResource(remoteFS, recordFactory, remoteJobJar,
- LocalResourceType.FILE, LocalResourceVisibility.APPLICATION));
- LOG.info("The job-jar file on the remote FS is "
- + remoteJobJar.toUri().toASCIIString());
+ container.setLocalResource(
+ MRConstants.JOB_JAR,
+ createLocalResource(remoteFS, recordFactory, remoteJobJar,
+ LocalResourceType.FILE, LocalResourceVisibility.APPLICATION));
+ LOG.info("The job-jar file on the remote FS is "
+ + remoteJobJar.toUri().toASCIIString());
+ } else {
+ // Job jar may be null. For e.g, for pipes, the job jar is the hadoop
+ // mapreduce jar itself which is already on the classpath.
+ LOG.info("Job jar is not present. "
+ + "Not adding any jar to the list of resources.");
+ }
// //////////// End of JobJar setup
// //////////// Set up JobConf to be localized properly on the remote NM.
Modified: hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java?rev=1129598&r1=1129597&r2=1129598&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java (original)
+++ hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java Tue May 31 10:05:27 2011
@@ -44,6 +44,7 @@ import org.apache.hadoop.mapreduce.JobCo
import org.apache.hadoop.mapreduce.JobID;
import org.apache.hadoop.mapreduce.JobStatus;
import org.apache.hadoop.mapreduce.JobSubmissionFiles;
+import org.apache.hadoop.mapreduce.MRConfig;
import org.apache.hadoop.mapreduce.MRJobConfig;
import org.apache.hadoop.mapreduce.QueueAclsInfo;
import org.apache.hadoop.mapreduce.QueueInfo;
@@ -287,9 +288,16 @@ public class YARNRunner implements Clien
appContext.setResourceTodo(MRConstants.JOB_CONF_FILE,
createApplicationResource(defaultFileContext,
jobConfPath));
- appContext.setResourceTodo(MRConstants.JOB_JAR,
+ if (jobConf.get(MRJobConfig.JAR) != null) {
+ appContext.setResourceTodo(MRConstants.JOB_JAR,
createApplicationResource(defaultFileContext,
- new Path(jobSubmitDir, MRConstants.JOB_JAR)));
+ new Path(jobSubmitDir, MRConstants.JOB_JAR)));
+ } else {
+ // Job jar may be null. For e.g, for pipes, the job jar is the hadoop
+ // mapreduce jar itself which is already on the classpath.
+ LOG.info("Job jar is not present. "
+ + "Not adding any jar to the list of resources.");
+ }
// TODO gross hack
for (String s : new String[] { "job.split", "job.splitmetainfo",