You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by dd...@apache.org on 2011/09/13 02:31:30 UTC
svn commit: r1169986 [2/2] - in
/hadoop/common/trunk/hadoop-common-project/hadoop-common: ./
src/main/packages/ src/main/packages/deb/init.d/
src/main/packages/rpm/init.d/ src/main/packages/templates/conf/
Added: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/mapred-site.xml
URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/mapred-site.xml?rev=1169986&view=auto
==============================================================================
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/mapred-site.xml (added)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/mapred-site.xml Tue Sep 13 00:31:29 2011
@@ -0,0 +1,268 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+
+ <property>
+ <name>mapred.tasktracker.tasks.sleeptime-before-sigkill</name>
+ <value>250</value>
+ <description>Normally, this is the amount of time before killing
+ processes, and the recommended-default is 5.000 seconds - a value of
+ 5000 here. In this case, we are using it solely to blast tasks before
+ killing them, and killing them very quickly (1/4 second) to guarantee
+ that we do not leave VMs around for later jobs.
+ </description>
+ </property>
+
+ <property>
+ <name>mapred.system.dir</name>
+ <value>/mapred/mapredsystem</value>
+ <final>true</final>
+ </property>
+
+ <property>
+ <name>mapred.job.tracker</name>
+ <value>${HADOOP_JT_HOST}:9000</value>
+ <final>true</final>
+ </property>
+
+ <property>
+ <name>mapred.job.tracker.http.address</name>
+ <value>${HADOOP_JT_HOST}:50030</value>
+ <final>true</final>
+ </property>
+
+ <property>
+ <name>mapred.local.dir</name>
+ <value>${HADOOP_MAPRED_DIR}</value>
+ <final>true</final>
+ </property>
+
+ <property>
+ <name>mapreduce.cluster.administrators</name>
+ <value>${HADOOP_MR_USER}</value>
+ </property>
+
+ <property>
+ <name>mapred.map.tasks.speculative.execution</name>
+ <value>false</value>
+ <description>If true, then multiple instances of some map tasks
+ may be executed in parallel.</description>
+ </property>
+
+ <property>
+ <name>mapred.reduce.tasks.speculative.execution</name>
+ <value>false</value>
+ <description>If true, then multiple instances of some reduce tasks
+ may be executed in parallel.</description>
+ </property>
+
+ <property>
+ <name>mapred.output.compression.type</name>
+ <value>BLOCK</value>
+ <description>If the job outputs are to compressed as SequenceFiles, how
+ should they be compressed? Should be one of NONE, RECORD or BLOCK.
+ </description>
+ </property>
+
+ <property>
+ <name>jetty.connector</name>
+ <value>org.mortbay.jetty.nio.SelectChannelConnector</value>
+ </property>
+
+ <property>
+ <name>mapred.task.tracker.task-controller</name>
+ <value>${TASK_CONTROLLER}</value>
+ </property>
+
+ <property>
+ <name>mapred.child.root.logger</name>
+ <value>INFO,TLA</value>
+ </property>
+
+ <property>
+ <name>stream.tmpdir</name>
+ <value>${mapred.temp.dir}</value>
+ </property>
+
+
+ <property>
+ <name>mapred.child.java.opts</name>
+ <value>-server -Xmx640m -Djava.net.preferIPv4Stack=true</value>
+ </property>
+
+ <property>
+ <name>mapred.child.ulimit</name>
+ <value>8388608</value>
+ </property>
+
+ <property>
+ <name>mapred.job.tracker.persist.jobstatus.active</name>
+ <value>true</value>
+ <description>Indicates if persistency of job status information is
+ active or not.
+ </description>
+ </property>
+
+ <property>
+ <name>mapred.job.tracker.persist.jobstatus.dir</name>
+ <value>file:///${HADOOP_LOG_DIR}/${HADOOP_MR_USER}/jobstatus</value>
+ <description>The directory where the job status information is persisted
+ in a file system to be available after it drops of the memory queue and
+ between jobtracker restarts.
+ </description>
+ </property>
+
+ <property>
+ <name>mapred.job.tracker.history.completed.location</name>
+ <value>/mapred/history/done</value>
+ </property>
+
+ <property>
+ <name>mapred.heartbeats.in.second</name>
+ <value>200</value>
+ <description>to enable HADOOP:5784</description>
+ </property>
+
+ <property>
+ <name>mapreduce.tasktracker.outofband.heartbeat</name>
+ <value>true</value>
+ <description>to enable MAPREDUCE:270</description>
+ </property>
+
+ <property>
+ <name>mapred.jobtracker.maxtasks.per.job</name>
+ <value>200000</value>
+ <final>true</final>
+ <description>The maximum number of tasks for a single job.
+ A value of -1 indicates that there is no maximum.
+ </description>
+ </property>
+
+ <property>
+ <name>mapreduce.jobtracker.kerberos.principal</name>
+ <value>jt/_HOST@${local.realm}</value>
+ <description>
+ JT principal
+ </description>
+ </property>
+
+ <property>
+ <name>mapreduce.tasktracker.kerberos.principal</name>
+ <value>tt/_HOST@${local.realm}</value>
+ <description>
+ TT principal.
+ </description>
+ </property>
+
+
+ <property>
+ <name>hadoop.job.history.user.location</name>
+ <value>none</value>
+ </property>
+
+ <property>
+ <name>mapreduce.jobtracker.keytab.file</name>
+ <value>/etc/security/keytabs/jt.service.keytab</value>
+ <description>
+ The keytab for the jobtracker principal.
+ </description>
+ </property>
+
+ <property>
+ <name>mapreduce.tasktracker.keytab.file</name>
+ <value>/etc/security/keytabs/tt.service.keytab</value>
+ <description>The filename of the keytab for the task tracker</description>
+ </property>
+
+ <property>
+ <name>mapreduce.jobtracker.staging.root.dir</name>
+ <value>/user</value>
+ <description>The Path prefix for where the staging directories should be
+ placed. The next level is always the user's
+ name. It is a path in the default file system.
+ </description>
+ </property>
+
+
+ <property>
+ <name>mapreduce.job.acl-modify-job</name>
+ <value></value>
+ </property>
+
+ <property>
+ <name>mapreduce.job.acl-view-job</name>
+ <value>Dr.Who</value>
+ </property>
+
+ <property>
+ <name>mapreduce.tasktracker.group</name>
+ <value>${HADOOP_GROUP}</value>
+ <description>The group that the task controller uses for accessing the
+ task controller. The mapred user must be a member and users should *not*
+ be members.
+ </description>
+ </property>
+
+ <property>
+ <name>mapred.acls.enabled</name>
+ <value>true</value>
+ </property>
+
+ <property>
+ <name>mapred.jobtracker.taskScheduler</name>
+ <value>org.apache.hadoop.mapred.CapacityTaskScheduler</value>
+ </property>
+ <property>
+ <name>mapred.queue.names</name>
+ <value>default</value>
+ </property>
+
+ <!-- settings for the history server -->
+ <property>
+ <name>mapreduce.history.server.embedded</name>
+ <value>false</value>
+ </property>
+ <property>
+ <name>mapreduce.history.server.http.address</name>
+ <value>${HADOOP_JT_HOST}:51111</value>
+ </property>
+ <property>
+ <name>mapreduce.jobhistory.kerberos.principal</name>
+ <value>jt/_HOST@${local.realm}</value>
+ <description>history server principal</description>
+ </property>
+ <property>
+ <name>mapreduce.jobhistory.keytab.file</name>
+ <value>/etc/security/keytabs/jt.service.keytab</value>
+ <description>
+ The keytab for the jobtracker principal.
+ </description>
+ </property>
+
+ <property>
+ <name>mapred.hosts</name>
+ <value>${HADOOP_CONF_DIR}/mapred.include</value>
+ <description>Names a file that contains the list of nodes that may
+ connect to the jobtracker. If the value is empty, all hosts are
+ permitted.</description>
+ </property>
+
+ <property>
+ <name>mapred.hosts.exclude</name>
+ <value>${HADOOP_CONF_DIR}/mapred.exclude</value>
+ <description>Names a file that contains the list of hosts that
+ should be excluded by the jobtracker. If the value is empty, no
+ hosts are excluded.</description>
+ </property>
+ <property>
+ <name>mapred.jobtracker.retirejob.check</name>
+ <value>10000</value>
+ </property>
+ <property>
+ <name>mapred.jobtracker.retirejob.interval</name>
+ <value>0</value>
+ </property>
+</configuration>
Added: hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/taskcontroller.cfg
URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/taskcontroller.cfg?rev=1169986&view=auto
==============================================================================
--- hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/taskcontroller.cfg (added)
+++ hadoop/common/trunk/hadoop-common-project/hadoop-common/src/main/packages/templates/conf/taskcontroller.cfg Tue Sep 13 00:31:29 2011
@@ -0,0 +1,3 @@
+mapreduce.cluster.local.dir=${HADOOP_MAPRED_DIR}
+mapreduce.tasktracker.group=${HADOOP_GROUP}
+hadoop.log.dir=${HADOOP_LOG_DIR}/${HADOOP_MR_USER}