You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mesos.apache.org by be...@apache.org on 2011/06/05 05:22:34 UTC
svn commit: r1131557 - in
/incubator/mesos/trunk/src/ec2/deploy.karmic64/root:
hadoop-0.20.2/conf/core-site.xml hadoop-0.20.2/conf/hadoop-env.sh
hadoop-0.20.2/conf/hdfs-site.xml nexus-ec2/setup-slave
Author: benh
Date: Sun Jun 5 03:22:34 2011
New Revision: 1131557
URL: http://svn.apache.org/viewvc?rev=1131557&view=rev
Log:
Make HDFS use all disk drives on EC2 nodes. Closes #7.
Modified:
incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/core-site.xml
incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hadoop-env.sh
incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hdfs-site.xml
incubator/mesos/trunk/src/ec2/deploy.karmic64/root/nexus-ec2/setup-slave
Modified: incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/core-site.xml
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/core-site.xml?rev=1131557&r1=1131556&r2=1131557&view=diff
==============================================================================
--- incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/core-site.xml (original)
+++ incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/core-site.xml Sun Jun 5 03:22:34 2011
@@ -7,7 +7,7 @@
<property>
<name>hadoop.tmp.dir</name>
- <value>/mnt/hadoop-hdfs</value>
+ <value>/mnt/hdfs</value>
</property>
<property>
Modified: incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hadoop-env.sh
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hadoop-env.sh?rev=1131557&r1=1131556&r2=1131557&view=diff
==============================================================================
--- incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hadoop-env.sh (original)
+++ incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hadoop-env.sh Sun Jun 5 03:22:34 2011
@@ -34,7 +34,7 @@ export HADOOP_SSH_OPTS="-o ConnectTimeou
# Where log files are stored. $HADOOP_HOME/logs by default.
# export HADOOP_LOG_DIR=${HADOOP_HOME}/logs
-export HADOOP_LOG_DIR=/mnt/hadoop-logs
+export HADOOP_LOG_DIR=/mnt/hdfs-logs
# File naming remote slave hosts. $HADOOP_HOME/conf/slaves by default.
# export HADOOP_SLAVES=${HADOOP_HOME}/conf/slaves
@@ -56,4 +56,4 @@ export HADOOP_LOG_DIR=/mnt/hadoop-logs
# The scheduling priority for daemon processes. See 'man nice'.
# export HADOOP_NICENESS=10
-ulimit -n 10000
+ulimit -n 16000
Modified: incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hdfs-site.xml
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hdfs-site.xml?rev=1131557&r1=1131556&r2=1131557&view=diff
==============================================================================
--- incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hdfs-site.xml (original)
+++ incubator/mesos/trunk/src/ec2/deploy.karmic64/root/hadoop-0.20.2/conf/hdfs-site.xml Sun Jun 5 03:22:34 2011
@@ -4,13 +4,28 @@
<configuration>
<property>
+ <name>dfs.replication</name>
+ <value>3</value>
+ </property>
+
+ <property>
+ <name>dfs.block.size</name>
+ <value>134217728</value>
+ </property>
+
+ <property>
+ <name>dfs.data.dir</name>
+ <value>/mnt/hdfs/dfs/data,/mnt2/hdfs/dfs/data,/mnt3/hdfs/dfs/data,/mnt4/hdfs/dfs/data</value>
+ </property>
+
+ <property>
<name>dfs.namenode.handler.count</name>
- <value>20</value>
+ <value>25</value>
</property>
<property>
<name>dfs.datanode.handler.count</name>
- <value>7</value>
+ <value>8</value>
</property>
</configuration>
Modified: incubator/mesos/trunk/src/ec2/deploy.karmic64/root/nexus-ec2/setup-slave
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/src/ec2/deploy.karmic64/root/nexus-ec2/setup-slave?rev=1131557&r1=1131556&r2=1131557&view=diff
==============================================================================
--- incubator/mesos/trunk/src/ec2/deploy.karmic64/root/nexus-ec2/setup-slave (original)
+++ incubator/mesos/trunk/src/ec2/deploy.karmic64/root/nexus-ec2/setup-slave Sun Jun 5 03:22:34 2011
@@ -8,6 +8,7 @@ mount /dev/sdc /mnt2
mount /dev/sdd /mnt3
mount /dev/sde /mnt4
for i in /mnt /mnt2 /mnt3 /mnt4; do
- mkdir -p $i/hadoop/dfs $i/hadoop/tmp $i/hadoop/mrlocal
+ mkdir -p $i/hdfs/dfs $i/hadoop/tmp $i/hadoop/mrlocal
done
+mkdir -p /mnt/hdfs-logs
mkdir -p /mnt/hadoop-logs