You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mesos.apache.org by be...@apache.org on 2011/06/05 10:27:57 UTC
svn commit: r1132039 - in /incubator/mesos/trunk/ec2/deploy.lucid64/root:
hadoop-0.20.2/conf/core-site.xml hadoop-0.20.2/conf/masters mesos-ec2/setup
mesos-ec2/start-mesos
Author: benh
Date: Sun Jun 5 08:27:57 2011
New Revision: 1132039
URL: http://svn.apache.org/viewvc?rev=1132039&view=rev
Log:
Debugging EC2 deploy scripts. Setting root_submissions flag true so
Hadoop frameworks (i.e. JobTrackers) can be run as root.
Modified:
incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/core-site.xml
incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/masters
incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/setup
incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/start-mesos
Modified: incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/core-site.xml
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/core-site.xml?rev=1132039&r1=1132038&r2=1132039&view=diff
==============================================================================
--- incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/core-site.xml (original)
+++ incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/core-site.xml Sun Jun 5 08:27:57 2011
@@ -12,7 +12,7 @@
<property>
<name>fs.default.name</name>
- <value>hdfs://{{master}}:9000</value>
+ <value>hdfs://{{active_master}}:9000</value>
</property>
<property>
Modified: incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/masters
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/masters?rev=1132039&r1=1132038&r2=1132039&view=diff
==============================================================================
--- incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/masters (original)
+++ incubator/mesos/trunk/ec2/deploy.lucid64/root/hadoop-0.20.2/conf/masters Sun Jun 5 08:27:57 2011
@@ -1 +1 @@
-{{master}}
+{{master_list}}
Modified: incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/setup
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/setup?rev=1132039&r1=1132038&r2=1132039&view=diff
==============================================================================
--- incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/setup (original)
+++ incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/setup Sun Jun 5 08:27:57 2011
@@ -109,6 +109,12 @@ done
echo "Setting up master as slave (i.e. for local)..."
./setup-slave
+echo "RSYNC'ing Hadoop config files for HDFS to slaves..."
+for slave in `cat $SLAVES`; do
+ echo $slave
+ rsync -e "ssh $SSH_OPTS" -az $HADOOP_HOME/conf $slave:$HADOOP_HOME
+done
+
DOWNLOADED=0
if [[ "$DOWNLOAD_METHOD" == "git" ]] ; then
@@ -148,13 +154,7 @@ if [[ "$DOWNLOADED" == "1" ]] ; then
fi
echo "Setting up Hadoop framework config files..."
-cp hadoop-framework-conf/* $HADOOP_HOME/conf
-
-echo "RSYNC'ing Hadoop config files to slaves..."
-for slave in `cat $SLAVES`; do
- echo $slave
- rsync -e "ssh $SSH_OPTS" -az $HADOOP_HOME/conf $slave:$HADOOP_HOME
-done
+cp hadoop-framework-conf/* /root/mesos/frameworks/hadoop-0.20.2/conf
echo "Setting up haproxy+apache framework config files..."
cp haproxy+apache/* /root/mesos/frameworks/haproxy+apache
@@ -191,4 +191,4 @@ $HADOOP_HOME/bin/start-dfs.sh
#./setup-torque
echo "Starting Mesos cluster..."
-./start-mesos
+./start-mesos --root_submissions=1
Modified: incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/start-mesos
URL: http://svn.apache.org/viewvc/incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/start-mesos?rev=1132039&r1=1132038&r2=1132039&view=diff
==============================================================================
--- incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/start-mesos (original)
+++ incubator/mesos/trunk/ec2/deploy.lucid64/root/mesos-ec2/start-mesos Sun Jun 5 08:27:57 2011
@@ -4,7 +4,6 @@ cd /root/mesos-ec2
MASTERS="`cat masters`"
ACTIVE_MASTER="`cat masters | head -1`"
SLAVES="`cat slaves`"
-ZOO1="`cat zoo | head -1`"
ZOO="`cat zoo`"
ISFT="`cat zoo | wc -l`"
@@ -36,12 +35,12 @@ if [[ $ISFT != 0 ]]; then
masterid=1
for master in $MASTERS; do
echo "Starting master $masterid on $master"
- ssh $SSH_OPTS $master "/root/mesos-ec2/mesos-daemon mesos-master -p 5050 -u $master_arg </dev/null >/dev/null"
+ ssh $SSH_OPTS $master "/root/mesos-ec2/mesos-daemon mesos-master -p 5050 -u $master_arg $@ </dev/null >/dev/null"
masterid=$(($masterid+1))
done
else
echo "Starting master on $ACTIVE_MASTER"
- ssh $SSH_OPTS $ACTIVE_MASTER "/root/mesos-ec2/mesos-daemon mesos-master -p 5050 </dev/null >/dev/null"
+ ssh $SSH_OPTS $ACTIVE_MASTER "/root/mesos-ec2/mesos-daemon mesos-master -p 5050 $@ </dev/null >/dev/null"
fi
COUNT=''