You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by om...@apache.org on 2011/05/27 18:52:58 UTC
svn commit: r1128391 - in /hadoop/common/branches/branch-0.20-security: ./
bin/ conf/ ivy/ src/core/org/apache/hadoop/fs/
src/docs/src/documentation/content/xdocs/ src/mapred/ src/packages/
src/packages/deb/ src/packages/deb/hadoop.control/ src/package...
Author: omalley
Date: Fri May 27 16:52:56 2011
New Revision: 1128391
URL: http://svn.apache.org/viewvc?rev=1128391&view=rev
Log:
HADOOP-6255. Create RPM and Debian packages for common. Changes deployment
layout to be consistent across the binary tgz, rpm, and deb. Adds setup
scripts for easy one node cluster configuration and user creation.
(Eric Yang via omalley)
Added:
hadoop/common/branches/branch-0.20-security/src/docs/src/documentation/content/xdocs/deployment_layout.xml
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/docs/src/documentation/content/xdocs/deployment_layout.xml
hadoop/common/branches/branch-0.20-security/src/packages/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/
hadoop/common/branches/branch-0.20-security/src/packages/deb/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/conffile
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/conffile
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/control
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/control
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/postinst
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/postinst
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/postrm
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/postrm
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/preinst
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/preinst
hadoop/common/branches/branch-0.20-security/src/packages/deb/hadoop.control/prerm
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/hadoop.control/prerm
hadoop/common/branches/branch-0.20-security/src/packages/deb/init.d/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/init.d/
hadoop/common/branches/branch-0.20-security/src/packages/deb/init.d/hadoop-datanode
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/init.d/hadoop-datanode
hadoop/common/branches/branch-0.20-security/src/packages/deb/init.d/hadoop-jobtracker
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/init.d/hadoop-jobtracker
hadoop/common/branches/branch-0.20-security/src/packages/deb/init.d/hadoop-namenode
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/init.d/hadoop-namenode
hadoop/common/branches/branch-0.20-security/src/packages/deb/init.d/hadoop-tasktracker
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/deb/init.d/hadoop-tasktracker
hadoop/common/branches/branch-0.20-security/src/packages/hadoop-create-user.sh
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/hadoop-create-user.sh
hadoop/common/branches/branch-0.20-security/src/packages/hadoop-setup-conf.sh
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/hadoop-setup-conf.sh
hadoop/common/branches/branch-0.20-security/src/packages/hadoop-setup-hdfs.sh
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/hadoop-setup-hdfs.sh
hadoop/common/branches/branch-0.20-security/src/packages/hadoop-setup-single-node.sh
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/hadoop-setup-single-node.sh
hadoop/common/branches/branch-0.20-security/src/packages/rpm/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/
hadoop/common/branches/branch-0.20-security/src/packages/rpm/init.d/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/init.d/
hadoop/common/branches/branch-0.20-security/src/packages/rpm/init.d/hadoop-datanode
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/init.d/hadoop-datanode
hadoop/common/branches/branch-0.20-security/src/packages/rpm/init.d/hadoop-jobtracker
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/init.d/hadoop-jobtracker
hadoop/common/branches/branch-0.20-security/src/packages/rpm/init.d/hadoop-namenode
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/init.d/hadoop-namenode
hadoop/common/branches/branch-0.20-security/src/packages/rpm/init.d/hadoop-tasktracker
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/init.d/hadoop-tasktracker
hadoop/common/branches/branch-0.20-security/src/packages/rpm/spec/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/spec/
hadoop/common/branches/branch-0.20-security/src/packages/rpm/spec/hadoop.spec
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/rpm/spec/hadoop.spec
hadoop/common/branches/branch-0.20-security/src/packages/templates/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/templates/
hadoop/common/branches/branch-0.20-security/src/packages/templates/conf/
- copied from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/templates/conf/
hadoop/common/branches/branch-0.20-security/src/packages/templates/conf/core-site.xml
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/templates/conf/core-site.xml
hadoop/common/branches/branch-0.20-security/src/packages/templates/conf/hadoop-env.sh
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/templates/conf/hadoop-env.sh
hadoop/common/branches/branch-0.20-security/src/packages/templates/conf/hdfs-site.xml
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/templates/conf/hdfs-site.xml
hadoop/common/branches/branch-0.20-security/src/packages/templates/conf/mapred-site.xml
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/templates/conf/mapred-site.xml
hadoop/common/branches/branch-0.20-security/src/packages/update-hadoop-env.sh
- copied unchanged from r1128390, hadoop/common/branches/branch-0.20-security-204/src/packages/update-hadoop-env.sh
Modified:
hadoop/common/branches/branch-0.20-security/ (props changed)
hadoop/common/branches/branch-0.20-security/CHANGES.txt (contents, props changed)
hadoop/common/branches/branch-0.20-security/bin/hadoop
hadoop/common/branches/branch-0.20-security/bin/hadoop-config.sh
hadoop/common/branches/branch-0.20-security/bin/hadoop-daemon.sh
hadoop/common/branches/branch-0.20-security/bin/hadoop-daemons.sh
hadoop/common/branches/branch-0.20-security/bin/rcc
hadoop/common/branches/branch-0.20-security/bin/slaves.sh
hadoop/common/branches/branch-0.20-security/bin/start-all.sh
hadoop/common/branches/branch-0.20-security/bin/start-balancer.sh
hadoop/common/branches/branch-0.20-security/bin/start-dfs.sh
hadoop/common/branches/branch-0.20-security/bin/start-jobhistoryserver.sh
hadoop/common/branches/branch-0.20-security/bin/start-mapred.sh
hadoop/common/branches/branch-0.20-security/bin/stop-all.sh
hadoop/common/branches/branch-0.20-security/bin/stop-balancer.sh
hadoop/common/branches/branch-0.20-security/bin/stop-dfs.sh
hadoop/common/branches/branch-0.20-security/bin/stop-jobhistoryserver.sh
hadoop/common/branches/branch-0.20-security/bin/stop-mapred.sh
hadoop/common/branches/branch-0.20-security/build.xml
hadoop/common/branches/branch-0.20-security/conf/log4j.properties
hadoop/common/branches/branch-0.20-security/ivy.xml
hadoop/common/branches/branch-0.20-security/ivy/libraries.properties
hadoop/common/branches/branch-0.20-security/src/core/org/apache/hadoop/fs/HarFileSystem.java (props changed)
hadoop/common/branches/branch-0.20-security/src/docs/src/documentation/content/xdocs/site.xml
hadoop/common/branches/branch-0.20-security/src/mapred/ (props changed)
hadoop/common/branches/branch-0.20-security/src/test/org/apache/hadoop/fs/TestHarFileSystem.java (props changed)
hadoop/common/branches/branch-0.20-security/src/tools/org/apache/hadoop/tools/HadoopArchives.java (props changed)
Propchange: hadoop/common/branches/branch-0.20-security/
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Fri May 27 16:52:56 2011
@@ -1,4 +1,5 @@
/hadoop/common/branches/branch-0.20:826138,826568,829987,831184,833001,880632,898713,909245,909723,960946,1044225
/hadoop/common/branches/branch-0.20-security-203:1096071,1097011,1097249,1097269,1097281,1097966,1098816,1098819,1098823,1098827,1098832,1098839,1098854,1098863,1099088,1099191,1099324,1099330,1099333,1102071,1128115
+/hadoop/common/branches/branch-0.20-security-204:1128390
/hadoop/core/branches/branch-0.19:713112
/hadoop/core/trunk:727001,727117,727191,727212,727217,727228,727255,727869,728187,729052,729987,732385,732572,732613,732777,732838,732869,733887,734870,734916,736426,738328,738697,740077,740157,741703,741762,743745,743816,743892,744894,745180,746010,746206,746227,746233,746274,746338,746902-746903,746925,746944,746968,746970,747279,747289,747802,748084,748090,748783,749262,749318,749863,750533,752073,752609,752834,752836,752913,752932,753112-753113,753346,754645,754847,754927,755035,755226,755348,755370,755418,755426,755790,755905,755938,755960,755986,755998,756352,757448,757624,757849,758156,758180,759398,759932,760502,760783,761046,761482,761632,762216,762879,763107,763502,764967,765016,765809,765951,771607,771661,772844,772876,772884,772920,773889,776638,778962,778966,779893,781720,784661,785046,785569
Modified: hadoop/common/branches/branch-0.20-security/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/CHANGES.txt?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/CHANGES.txt (original)
+++ hadoop/common/branches/branch-0.20-security/CHANGES.txt Fri May 27 16:52:56 2011
@@ -40,6 +40,13 @@ Release 0.20.205.0 - unreleased
Release 0.20.204.0 - unreleased
+ NEW FEATURES
+
+ HADOOP-6255. Create RPM and Debian packages for common. Changes deployment
+ layout to be consistent across the binary tgz, rpm, and deb. Adds setup
+ scripts for easy one node cluster configuration and user creation.
+ (Eric Yang via omalley)
+
BUG FIXES
MAPREDUCE-2316. Updated CapacityScheduler documentation. (acmurthy)
Propchange: hadoop/common/branches/branch-0.20-security/CHANGES.txt
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Fri May 27 16:52:56 2011
@@ -1,5 +1,6 @@
/hadoop/common/branches/branch-0.20/CHANGES.txt:826138,826568,829987,831184,833001,880632,898713,909245,909723,960946,1044225
/hadoop/common/branches/branch-0.20-security-203/CHANGES.txt:1096071,1097011,1097249,1097269,1097281,1097966,1098816,1098819,1098823,1098827,1098832,1098839,1098854,1098863,1099088,1099191,1099324,1099330,1099333,1102071,1128115
+/hadoop/common/branches/branch-0.20-security-204/CHANGES.txt:1128390
/hadoop/core/branches/branch-0.18/CHANGES.txt:727226
/hadoop/core/branches/branch-0.19/CHANGES.txt:713112
/hadoop/core/trunk/CHANGES.txt:727001,727117,727191,727212,727228,727255,727869,728187,729052,729987,732385,732572,732613,732777,732838,732869,733887,734870,734916,735082,736426,738602,738697,739416,740077,740157,741703,741762,743296,743745,743816,743892,744894,745180,745268,746010,746193,746206,746227,746233,746274,746902-746903,746925,746944,746968,746970,747279,747289,747802,748084,748090,748783,749262,749318,749863,750533,752073,752514,752555,752590,752609,752834,752836,752913,752932,753112-753113,753346,754645,754847,754927,755035,755226,755348,755370,755418,755426,755790,755905,755938,755986,755998,756352,757448,757624,757849,758156,758180,759398,759932,760502,760783,761046,761482,761632,762216,762879,763107,763502,764967,765016,765809,765951,771607,772844,772876,772884,772920,773889,776638,778962,778966,779893,781720,784661,785046,785569
Modified: hadoop/common/branches/branch-0.20-security/bin/hadoop
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/hadoop?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/hadoop (original)
+++ hadoop/common/branches/branch-0.20-security/bin/hadoop Fri May 27 16:52:56 2011
@@ -50,7 +50,12 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+if [ "$HADOOP_HOME" != "" ]; then
+ echo "Warning: \$HADOOP_HOME is deprecated."
+ echo
+fi
+
+. "$bin"/../libexec/hadoop-config.sh
cygwin=false
case "`uname`" in
@@ -308,6 +313,10 @@ if [ -d "${HADOOP_HOME}/build/native" -o
fi
fi
fi
+if [ -e "${HADOOP_PREFIX}/lib/libhadoop.a" ]; then
+ JAVA_LIBRARY_PATH=${HADOOP_PREFIX}/lib
+fi
+
# cygwin path translation
if $cygwin; then
@@ -319,6 +328,13 @@ HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.log.f
HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.home.dir=$HADOOP_HOME"
HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.id.str=$HADOOP_IDENT_STRING"
HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.root.logger=${HADOOP_ROOT_LOGGER:-INFO,console}"
+
+if [ $COMMAND = "namenode" ]; then
+ HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.security.logger=${HADOOP_SECURITY_LOGGER:-INFO,DRFAS}"
+else
+ HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.security.logger=${HADOOP_SECURITY_LOGGER:-INFO,NullAppender}"
+fi
+
if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then
HADOOP_OPTS="$HADOOP_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH"
fi
@@ -332,14 +348,14 @@ if [ "$starting_secure_dn" = "true" ]; t
HADOOP_SECURE_DN_PID="$HADOOP_PID_DIR/hadoop_secure_dn.pid"
fi
- exec "$HADOOP_HOME/bin/jsvc" -Dproc_$COMMAND -outfile "$HADOOP_LOG_DIR/jsvc.out" \
- -errfile "$HADOOP_LOG_DIR/jsvc.err" \
- -pidfile "$HADOOP_SECURE_DN_PID" \
- -nodetach \
- -user "$HADOOP_SECURE_DN_USER" \
- -cp "$CLASSPATH" \
- $JAVA_HEAP_MAX $HADOOP_OPTS \
- org.apache.hadoop.hdfs.server.datanode.SecureDataNodeStarter "$@"
+ exec "$HADOOP_HOME/libexec/jsvc" -Dproc_$COMMAND -outfile "$HADOOP_LOG_DIR/jsvc.out" \
+ -errfile "$HADOOP_LOG_DIR/jsvc.err" \
+ -pidfile "$HADOOP_SECURE_DN_PID" \
+ -nodetach \
+ -user "$HADOOP_SECURE_DN_USER" \
+ -cp "$CLASSPATH" \
+ $JAVA_HEAP_MAX $HADOOP_OPTS \
+ org.apache.hadoop.hdfs.server.datanode.SecureDataNodeStarter "$@"
else
# run it
exec "$JAVA" -Dproc_$COMMAND $JAVA_HEAP_MAX $HADOOP_OPTS -classpath "$CLASSPATH" $CLASS "$@"
Modified: hadoop/common/branches/branch-0.20-security/bin/hadoop-config.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/hadoop-config.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/hadoop-config.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/hadoop-config.sh Fri May 27 16:52:56 2011
@@ -19,16 +19,10 @@
# resolve links - $0 may be a softlink
-this="$0"
-while [ -h "$this" ]; do
- ls=`ls -ld "$this"`
- link=`expr "$ls" : '.*-> \(.*\)$'`
- if expr "$link" : '.*/.*' > /dev/null; then
- this="$link"
- else
- this=`dirname "$this"`/"$link"
- fi
-done
+this="${BASH_SOURCE-$0}"
+common_bin=$(cd -P -- "$(dirname -- "$this")" && pwd -P)
+script="$(basename -- "$this")"
+this="$common_bin/$script"
# convert relative path to absolute path
bin=`dirname "$this"`
@@ -37,7 +31,8 @@ bin=`cd "$bin"; pwd`
this="$bin/$script"
# the root of the Hadoop installation
-export HADOOP_HOME=`dirname "$this"`/..
+export HADOOP_PREFIX=`dirname "$this"`/..
+export HADOOP_HOME=${HADOOP_PREFIX}/share/hadoop
#check to see if the conf dir is given as an optional argument
if [ $# -gt 1 ]
@@ -52,7 +47,12 @@ then
fi
# Allow alternate conf dir location.
-HADOOP_CONF_DIR="${HADOOP_CONF_DIR:-$HADOOP_HOME/conf}"
+if [ -e "${HADOOP_PREFIX}/conf/hadoop-env.sh" ]; then
+ DEFAULT_CONF_DIR="conf"
+else
+ DEFAULT_CONF_DIR="etc/hadoop"
+fi
+HADOOP_CONF_DIR="${HADOOP_CONF_DIR:-$HADOOP_PREFIX/$DEFAULT_CONF_DIR}"
#check to see it is specified whether to use the slaves or the
# masters file
Modified: hadoop/common/branches/branch-0.20-security/bin/hadoop-daemon.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/hadoop-daemon.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/hadoop-daemon.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/hadoop-daemon.sh Fri May 27 16:52:56 2011
@@ -20,7 +20,7 @@
#
# Environment Variables
#
-# HADOOP_CONF_DIR Alternate conf dir. Default is ${HADOOP_HOME}/conf.
+# HADOOP_CONF_DIR Alternate conf dir. Default is ${HADOOP_PREFIX}/conf.
# HADOOP_LOG_DIR Where log files are stored. PWD by default.
# HADOOP_MASTER host:path where hadoop code should be rsync'd from
# HADOOP_PID_DIR The pid files are stored. /tmp by default.
@@ -39,7 +39,7 @@ fi
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# get arguments
startStop=$1
@@ -121,8 +121,8 @@ case $startStop in
hadoop_rotate_log $log
echo starting $command, logging to $log
- cd "$HADOOP_HOME"
- nohup nice -n $HADOOP_NICENESS "$HADOOP_HOME"/bin/hadoop --config $HADOOP_CONF_DIR $command "$@" > "$log" 2>&1 < /dev/null &
+ cd "$HADOOP_PREFIX"
+ nohup nice -n $HADOOP_NICENESS "$HADOOP_PREFIX"/bin/hadoop --config $HADOOP_CONF_DIR $command "$@" > "$log" 2>&1 < /dev/null &
echo $! > $pid
sleep 1; head "$log"
;;
Modified: hadoop/common/branches/branch-0.20-security/bin/hadoop-daemons.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/hadoop-daemons.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/hadoop-daemons.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/hadoop-daemons.sh Fri May 27 16:52:56 2011
@@ -29,6 +29,6 @@ fi
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. $bin/hadoop-config.sh
+. $bin/../libexec/hadoop-config.sh
exec "$bin/slaves.sh" --config $HADOOP_CONF_DIR cd "$HADOOP_HOME" \; "$bin/hadoop-daemon.sh" --config $HADOOP_CONF_DIR "$@"
Modified: hadoop/common/branches/branch-0.20-security/bin/rcc
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/rcc?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/rcc (original)
+++ hadoop/common/branches/branch-0.20-security/bin/rcc Fri May 27 16:52:56 2011
@@ -30,7 +30,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
if [ -f "${HADOOP_CONF_DIR}/hadoop-env.sh" ]; then
. "${HADOOP_CONF_DIR}/hadoop-env.sh"
Modified: hadoop/common/branches/branch-0.20-security/bin/slaves.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/slaves.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/slaves.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/slaves.sh Fri May 27 16:52:56 2011
@@ -38,7 +38,7 @@ fi
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# If the slaves file is specified in the command line,
# then it takes precedence over the definition in
Modified: hadoop/common/branches/branch-0.20-security/bin/start-all.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/start-all.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/start-all.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/start-all.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# start dfs daemons
"$bin"/start-dfs.sh --config $HADOOP_CONF_DIR
Modified: hadoop/common/branches/branch-0.20-security/bin/start-balancer.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/start-balancer.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/start-balancer.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/start-balancer.sh Fri May 27 16:52:56 2011
@@ -18,7 +18,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# Start balancer daemon.
Modified: hadoop/common/branches/branch-0.20-security/bin/start-dfs.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/start-dfs.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/start-dfs.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/start-dfs.sh Fri May 27 16:52:56 2011
@@ -25,7 +25,7 @@ usage="Usage: start-dfs.sh [-upgrade|-ro
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# get arguments
if [ $# -ge 1 ]; then
Modified: hadoop/common/branches/branch-0.20-security/bin/start-jobhistoryserver.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/start-jobhistoryserver.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/start-jobhistoryserver.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/start-jobhistoryserver.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# start daemon
"$bin"/hadoop-daemon.sh --config $HADOOP_CONF_DIR start historyserver
Modified: hadoop/common/branches/branch-0.20-security/bin/start-mapred.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/start-mapred.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/start-mapred.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/start-mapred.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# start mapred daemons
# start jobtracker first to minimize connection errors at startup
Modified: hadoop/common/branches/branch-0.20-security/bin/stop-all.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/stop-all.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/stop-all.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/stop-all.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
"$bin"/stop-mapred.sh --config $HADOOP_CONF_DIR
"$bin"/stop-dfs.sh --config $HADOOP_CONF_DIR
Modified: hadoop/common/branches/branch-0.20-security/bin/stop-balancer.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/stop-balancer.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/stop-balancer.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/stop-balancer.sh Fri May 27 16:52:56 2011
@@ -18,7 +18,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
# Stop balancer daemon.
# Run this on the machine where the balancer is running
Modified: hadoop/common/branches/branch-0.20-security/bin/stop-dfs.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/stop-dfs.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/stop-dfs.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/stop-dfs.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
"$bin"/hadoop-daemon.sh --config $HADOOP_CONF_DIR stop namenode
"$bin"/hadoop-daemons.sh --config $HADOOP_CONF_DIR stop datanode
Modified: hadoop/common/branches/branch-0.20-security/bin/stop-jobhistoryserver.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/stop-jobhistoryserver.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/stop-jobhistoryserver.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/stop-jobhistoryserver.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
"$bin"/hadoop-daemon.sh --config $HADOOP_CONF_DIR stop historyserver
Modified: hadoop/common/branches/branch-0.20-security/bin/stop-mapred.sh
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/bin/stop-mapred.sh?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/bin/stop-mapred.sh (original)
+++ hadoop/common/branches/branch-0.20-security/bin/stop-mapred.sh Fri May 27 16:52:56 2011
@@ -21,7 +21,7 @@
bin=`dirname "$0"`
bin=`cd "$bin"; pwd`
-. "$bin"/hadoop-config.sh
+. "$bin"/../libexec/hadoop-config.sh
"$bin"/hadoop-daemon.sh --config $HADOOP_CONF_DIR stop jobtracker
"$bin"/hadoop-daemons.sh --config $HADOOP_CONF_DIR stop tasktracker
Modified: hadoop/common/branches/branch-0.20-security/build.xml
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/build.xml?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/build.xml (original)
+++ hadoop/common/branches/branch-0.20-security/build.xml Fri May 27 16:52:56 2011
@@ -32,6 +32,7 @@
<property name="final.name" value="${name}-${version}"/>
<property name="test.final.name" value="${name}-test-${version}"/>
<property name="year" value="2009"/>
+ <property name="package.release" value="1"/>
<property name="core.final.name" value="${name}-core-${version}"/>
<property name="test.final.name" value="${name}-test-${version}"/>
@@ -61,6 +62,11 @@
<property name="librecordio.src" value="${c++.src}/librecordio"/>
<property name="tools.src" value="${basedir}/src/tools"/>
+ <property name="package.prefix" value="/usr"/>
+ <property name="package.conf.dir" value="/etc/hadoop"/>
+ <property name="package.log.dir" value="/var/log/hadoop"/>
+ <property name="package.pid.dir" value="/var/run/hadoop"/>
+
<property name="xercescroot" value=""/>
<property name="build.dir" value="${basedir}/build"/>
<property name="build.classes" value="${build.dir}/classes"/>
@@ -163,7 +169,7 @@
<property name="make.cmd" value="make"/>
<property name="jsvc.build.dir" value="${build.dir}/jsvc" />
- <property name="jsvc.install.dir" value="${dist.dir}/bin" />
+ <property name="jsvc.install.dir" value="${dist.dir}/libexec" />
<property name="jsvc.location" value="http://archive.apache.org/dist/commons/daemon/binaries/1.0.2/linux/commons-daemon-1.0.2-bin-linux-i386.tar.gz" />
<property name="jsvc.dest.name" value="jsvc.tar.gz" />
@@ -183,6 +189,9 @@
<!-- end of task-controller properties -->
+ <property name="package.buildroot" value="/tmp/hadoop_package_build_${user.name}"/>
+ <property name="package.build.dir" value="/tmp/hadoop_package_build_${user.name}/BUILD"/>
+
<!-- IVY properteis set here -->
<property name="ivy.dir" location="ivy" />
<loadproperties srcfile="${ivy.dir}/libraries.properties"/>
@@ -1397,11 +1406,13 @@
description="Build distribution">
<mkdir dir="${dist.dir}"/>
<mkdir dir="${dist.dir}/lib"/>
+ <mkdir dir="${dist.dir}/libexec"/>
<mkdir dir="${dist.dir}/contrib"/>
<mkdir dir="${dist.dir}/bin"/>
<mkdir dir="${dist.dir}/docs"/>
<mkdir dir="${dist.dir}/docs/api"/>
<mkdir dir="${dist.dir}/docs/jdiff"/>
+ <mkdir dir="${dist.dir}/sbin"/>
<copy todir="${dist.dir}/lib" includeEmptyDirs="false" flatten="true">
<fileset dir="${common.ivy.lib.dir}"/>
@@ -1440,6 +1451,12 @@
<fileset dir="bin"/>
</copy>
+ <copy todir="${dist.dir}/libexec">
+ <fileset dir="bin">
+ <include name="hadoop-config.sh"/>
+ </fileset>
+ </copy>
+
<copy todir="${dist.dir}/conf">
<fileset dir="${conf.dir}" excludes="**/*.template"/>
</copy>
@@ -1460,6 +1477,12 @@
</fileset>
</copy>
+ <copy todir="${dist.dir}/sbin">
+ <fileset dir="${basedir}/src/packages">
+ <include name="*.sh" />
+ </fileset>
+ </copy>
+
<copy todir="${dist.dir}/src" includeEmptyDirs="true">
<fileset dir="src" excludes="**/*.template **/docs/build/**/*"/>
</copy>
@@ -1472,6 +1495,7 @@
<chmod perm="ugo+x" type="file" parallel="false">
<fileset dir="${dist.dir}/bin"/>
+ <fileset dir="${dist.dir}/sbin"/>
<fileset dir="${dist.dir}/src/contrib/">
<include name="*/bin/*" />
</fileset>
@@ -1509,71 +1533,109 @@
<target name="bin-package" depends="compile, jar, examples, tools-jar, jar-test, ant-tasks, package-librecordio, jsvc"
description="assembles artifacts for binary target">
<mkdir dir="${dist.dir}"/>
- <mkdir dir="${dist.dir}/lib"/>
- <mkdir dir="${dist.dir}/contrib"/>
<mkdir dir="${dist.dir}/bin"/>
+ <mkdir dir="${dist.dir}/etc/hadoop"/>
+ <mkdir dir="${dist.dir}/lib"/>
+ <mkdir dir="${dist.dir}/libexec"/>
+ <mkdir dir="${dist.dir}/sbin"/>
+ <mkdir dir="${dist.dir}/share/${name}/contrib"/>
+ <mkdir dir="${dist.dir}/share/${name}/webapps"/>
+ <mkdir dir="${dist.dir}/share/${name}/templates/conf"/>
+
+ <copy todir="${dist.dir}/share/${name}/templates/conf" includeEmptyDirs="false">
+ <fileset dir="${basedir}/src/packages/templates/conf">
+ <include name="*"/>
+ </fileset>
+ </copy>
- <copy todir="${dist.dir}/lib" includeEmptyDirs="false" flatten="true">
+ <copy todir="${dist.dir}/share/${name}/lib" includeEmptyDirs="false" flatten="true">
<fileset dir="${common.ivy.lib.dir}"/>
</copy>
- <copy todir="${dist.dir}/lib" includeEmptyDirs="false">
+ <copy todir="${dist.dir}/share/${name}/lib" includeEmptyDirs="false">
<fileset dir="lib">
<exclude name="**/native/**"/>
</fileset>
</copy>
- <exec dir="${dist.dir}" executable="sh" failonerror="true">
- <env key="BASE_NATIVE_LIB_DIR" value="${lib.dir}/native"/>
- <env key="BUILD_NATIVE_DIR" value="${build.dir}/native"/>
- <env key="DIST_LIB_DIR" value="${dist.dir}/lib/native"/>
- <arg line="${native.src.dir}/packageNativeHadoop.sh"/>
+ <exec dir="${dist.dir}" executable="sh" failonerror="true">
+ <env key="BASE_NATIVE_LIB_DIR" value="${lib.dir}/native"/>
+ <env key="BUILD_NATIVE_DIR" value="${build.dir}/native"/>
+ <env key="DIST_LIB_DIR" value="${dist.dir}/native"/>
+ <arg line="${native.src.dir}/packageNativeHadoop.sh"/>
</exec>
+ <move todir="${dist.dir}/lib" flatten="true">
+ <fileset dir="${dist.dir}/native">
+ <include name="*/*"/>
+ </fileset>
+ </move>
+ <delete dir="${dist.dir}/native"/>
+
<subant target="package">
<!--Pass down the version in case its needed again and the target
distribution directory so contribs know where to install to.-->
<property name="version" value="${version}"/>
- <property name="dist.dir" value="${dist.dir}"/>
+ <property name="dist.dir" value="${dist.dir}/share/${name}"/>
<fileset file="${contrib.dir}/build.xml"/>
</subant>
- <copy todir="${dist.dir}/webapps">
+ <copy todir="${dist.dir}/share/${name}/webapps">
<fileset dir="${build.webapps}"/>
</copy>
- <copy todir="${dist.dir}">
+ <copy todir="${dist.dir}/share/${name}">
<fileset file="${build.dir}/${name}-*-${version}.jar"/>
</copy>
- <copy todir="${dist.dir}/bin">
- <fileset dir="bin"/>
- </copy>
+ <copy file="bin/hadoop" todir="${dist.dir}/bin"/>
- <copy todir="${dist.dir}/conf">
- <fileset dir="${conf.dir}" excludes="**/*.template"/>
+ <copy todir="${dist.dir}/sbin">
+ <fileset dir="bin">
+ <include name="*"/>
+ <exclude name="hadoop"/>
+ <exclude name="hadoop-config.sh"/>
+ </fileset>
</copy>
- <copy file="ivy.xml" tofile="${dist.dir}/ivy.xml"/>
+ <copy todir="${dist.dir}/libexec">
+ <fileset dir="bin">
+ <include name="hadoop-config.sh"/>
+ </fileset>
+ </copy>
- <copy todir="${dist.dir}/ivy">
- <fileset dir="ivy"/>
+ <copy todir="${dist.dir}/etc/hadoop">
+ <fileset dir="${conf.dir}" excludes="**/*.template"/>
</copy>
- <copy todir="${dist.dir}">
+ <copy todir="${dist.dir}/share/doc/${name}">
<fileset dir=".">
<include name="*.txt" />
</fileset>
</copy>
- <copy todir="${dist.dir}/c++" includeEmptyDirs="false">
- <fileset dir="${build.dir}/c++"/>
+ <copy todir="${dist.dir}/sbin">
+ <fileset dir="${basedir}/src/packages">
+ <include name="*.sh" />
+ </fileset>
</copy>
- <copy todir="${dist.dir}/" file="build.xml"/>
+ <copy todir="${dist.dir}/include/${name}" includeEmptyDirs="false" flatten="true">
+ <fileset dir="${build.dir}/c++">
+ <include name="**/include/${name}/*"/>
+ </fileset>
+ </copy>
+
+ <copy todir="${dist.dir}/lib" includeEmptyDirs="false" flatten="true">
+ <fileset dir="${build.dir}/c++">
+ <include name="**/lib/*"/>
+ </fileset>
+ </copy>
<chmod perm="ugo+x" type="file" parallel="false">
<fileset dir="${dist.dir}/bin"/>
+ <fileset dir="${dist.dir}/libexec"/>
+ <fileset dir="${dist.dir}/sbin"/>
</chmod>
</target>
@@ -1619,6 +1681,121 @@
</macro_tar>
</target>
+ <target name="rpm" depends="binary" description="Make rpm package">
+ <mkdir dir="${package.buildroot}/BUILD" />
+ <mkdir dir="${package.buildroot}/RPMS" />
+ <mkdir dir="${package.buildroot}/SRPMS" />
+ <mkdir dir="${package.buildroot}/SOURCES" />
+ <mkdir dir="${package.buildroot}/SPECS" />
+ <macro_tar param.destfile="${package.buildroot}/SOURCES/${final.name}-script.tar.gz">
+ <param.listofitems>
+ <tarfileset dir="${basedir}/src/packages/rpm/init.d" mode="755">
+ <include name="*" />
+ </tarfileset>
+ </param.listofitems>
+ </macro_tar>
+ <copy todir="${package.buildroot}/SOURCES">
+ <fileset dir="${build.dir}">
+ <include name="${final.name}-bin.tar.gz" />
+ </fileset>
+ </copy>
+ <copy file="${src.dir}/packages/rpm/spec/hadoop.spec" todir="${package.buildroot}/SPECS">
+ <filterchain>
+ <replacetokens>
+ <token key="final.name" value="${final.name}" />
+ <token key="version" value="${hadoop.version}" />
+ <token key="package.release" value="${package.release}" />
+ <token key="package.build.dir" value="${package.build.dir}" />
+ <token key="package.prefix" value="${package.prefix}" />
+ <token key="package.conf.dir" value="${package.conf.dir}" />
+ <token key="package.log.dir" value="${package.log.dir}" />
+ <token key="package.pid.dir" value="${package.pid.dir}" />
+ </replacetokens>
+ </filterchain>
+ </copy>
+ <rpm specFile="hadoop.spec" command="-bb --target ${os.arch}" topDir="${package.buildroot}" cleanBuildDir="true" failOnError="true"/>
+ <copy todir="${build.dir}/" flatten="true">
+ <fileset dir="${package.buildroot}/RPMS">
+ <include name="**/${name}*.rpm" />
+ </fileset>
+ <fileset dir="${package.buildroot}/SRPMS">
+ <include name="**/${name}*.rpm" />
+ </fileset>
+ </copy>
+ <delete dir="${package.buildroot}" quiet="true" verbose="false"/>
+ </target>
+
+ <target name="deb" depends="ant-tasks, binary" description="Make deb package">
+ <taskdef name="deb"
+ classname="org.vafer.jdeb.ant.DebAntTask">
+ <classpath refid="classpath" />
+ </taskdef>
+
+ <mkdir dir="${package.build.dir}/hadoop.control" />
+ <mkdir dir="${package.buildroot}/${package.prefix}/share/hadoop" />
+ <copy todir="${package.buildroot}/${package.prefix}">
+ <fileset dir="${build.dir}/${final.name}">
+ <include name="**" />
+ </fileset>
+ </copy>
+ <copy todir="${package.build.dir}/hadoop.control">
+ <fileset dir="${src.dir}/packages/deb/hadoop.control">
+ <exclude name="control" />
+ </fileset>
+ </copy>
+ <copy file="${src.dir}/packages/deb/hadoop.control/control" todir="${package.build.dir}/hadoop.control">
+ <filterchain>
+ <replacetokens>
+ <token key="final.name" value="${final.name}" />
+ <token key="version" value="${hadoop.version}" />
+ <token key="package.release" value="${package.release}" />
+ <token key="package.build.dir" value="${package.build.dir}" />
+ <token key="package.prefix" value="${package.prefix}" />
+ <token key="package.conf.dir" value="${package.conf.dir}" />
+ <token key="package.log.dir" value="${package.log.dir}" />
+ <token key="package.pid.dir" value="${package.pid.dir}" />
+ </replacetokens>
+ </filterchain>
+ </copy>
+ <deb destfile="${package.buildroot}/${name}_${hadoop.version}-${package.release}_${os.arch}.deb" control="${package.build.dir}/hadoop.control">
+ <tarfileset dir="${build.dir}/${final.name}" filemode="644" prefix="${package.prefix}">
+ <exclude name="bin/*" />
+ <exclude name="sbin/*" />
+ <exclude name="libexec/*" />
+ <exclude name="contrib/*/bin/*" />
+ <exclude name="src/contrib/ec2/bin/*" />
+ <exclude name="src/contrib/ec2/bin/image/*" />
+ <exclude name="etc" />
+ <exclude name="etc/**" />
+ <include name="**" />
+ </tarfileset>
+ <tarfileset dir="${build.dir}/${final.name}" filemode="755" prefix="${package.prefix}">
+ <include name="bin/*" />
+ <include name="sbin/*" />
+ <include name="libexec/*" />
+ <include name="contrib/*/bin/*" />
+ <include name="src/contrib/ec2/bin/*" />
+ <include name="src/contrib/ec2/bin/image/*" />
+ </tarfileset>
+ <tarfileset dir="${build.dir}/${final.name}/etc/hadoop" filemode="644" prefix="${package.conf.dir}">
+ <exclude name="core-site.xml" />
+ <exclude name="hdfs-site.xml" />
+ <exclude name="mapred-site.xml" />
+ <include name="**" />
+ </tarfileset>
+ <tarfileset dir="${basedir}/src/packages/deb/init.d" filemode="755" prefix="/etc/init.d">
+ <include name="**" />
+ </tarfileset>
+ </deb>
+
+ <copy todir="${build.dir}/" flatten="true">
+ <fileset dir="${package.buildroot}">
+ <include name="**/${name}*.deb" />
+ </fileset>
+ </copy>
+ <delete dir="${package.buildroot}" quiet="true" verbose="false"/>
+ </target>
+
<!-- ================================================================== -->
<!-- Perform audit activities for the release -->
<!-- ================================================================== -->
@@ -1637,6 +1814,7 @@
<delete dir="${build.dir}"/>
<delete dir="${docs.src}/build"/>
<delete dir="${src.docs.cn}/build"/>
+ <delete dir="${package.buildroot}"/>
<delete file="${basedir}/ivy/hadoop-core-pom.xml"/>
<delete file="${basedir}/ivy/hadoop-test-pom.xml"/>
<delete file="${basedir}/ivy/hadoop-examples-pom.xml"/>
@@ -1712,8 +1890,8 @@
</target>
<target name="package-librecordio" depends="compile-librecordio" if="librecordio">
- <mkdir dir="${dist.dir}/librecordio"/>
- <copy todir="${dist.dir}/librecordio">
+ <mkdir dir="${dist.dir}/lib/librecordio"/>
+ <copy todir="${dist.dir}/lib/librecordio">
<fileset dir="${build.librecordio}" casesensitive="yes" followsymlinks="false">
<exclude name="**/tests/**"/>
<exclude name="*.so"/>
@@ -1721,7 +1899,7 @@
</fileset>
</copy>
<chmod perm="ugo+x" type="file">
- <fileset dir="${dist.dir}/librecordio"/>
+ <fileset dir="${dist.dir}/lib/librecordio"/>
</chmod>
</target>
Modified: hadoop/common/branches/branch-0.20-security/conf/log4j.properties
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/conf/log4j.properties?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/conf/log4j.properties (original)
+++ hadoop/common/branches/branch-0.20-security/conf/log4j.properties Fri May 27 16:52:56 2011
@@ -115,6 +115,12 @@ log4j.logger.org.apache.hadoop.metrics2=
log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR
#
+# Null Appender
+# Trap security logger on the hadoop client side
+#
+log4j.appender.NullAppender=org.apache.log4j.varia.NullAppender
+
+#
# Event Counter Appender
# Sends counts of logging messages at different severity levels to Hadoop Metrics.
#
Modified: hadoop/common/branches/branch-0.20-security/ivy.xml
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/ivy.xml?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/ivy.xml (original)
+++ hadoop/common/branches/branch-0.20-security/ivy.xml Fri May 27 16:52:56 2011
@@ -70,7 +70,7 @@
<conf name="lucene" visibility="private"/>
<conf name="jdiff" visibility="private" extends="log4j,s3-client,jetty,server"/>
<conf name="checkstyle" visibility="private"/>
-
+ <conf name="packaging" visibility="private"/>
</configurations>
<publications>
@@ -291,5 +291,10 @@
rev="${aspectj.version}"
conf="common->default">
</dependency>
+ <dependency org="org.vafer"
+ name="jdeb"
+ rev="${jdeb.version}"
+ conf="common->master">
+ </dependency>
</dependencies>
</ivy-module>
Modified: hadoop/common/branches/branch-0.20-security/ivy/libraries.properties
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/ivy/libraries.properties?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/ivy/libraries.properties (original)
+++ hadoop/common/branches/branch-0.20-security/ivy/libraries.properties Fri May 27 16:52:56 2011
@@ -14,7 +14,7 @@
#It drives ivy and the generation of a maven POM
# This is the version of hadoop we are generating
-hadoop.version=0.20.0
+hadoop.version=0.20.205.0
hadoop-gpl-compression.version=0.1.0
#These are the versions of our dependencies (in alphabetical order)
@@ -58,6 +58,7 @@ jets3t.version=0.6.1
jetty.version=6.1.26
jetty-util.version=6.1.26
junit.version=4.5
+jdeb.version=0.8
jdiff.version=1.0.9
json.version=1.0
Propchange: hadoop/common/branches/branch-0.20-security/src/core/org/apache/hadoop/fs/HarFileSystem.java
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Fri May 27 16:52:56 2011
@@ -1,4 +1,5 @@
/hadoop/common/branches/branch-0.20-security-203/src/core/org/apache/hadoop/fs/HarFileSystem.java:1097249,1097269,1097281,1097966,1098816,1098819,1098823,1098827,1098832,1098839,1098854,1098863,1099088,1099191,1099324,1099330,1099333,1128115
+/hadoop/common/branches/branch-0.20-security-204/src/core/org/apache/hadoop/fs/HarFileSystem.java:1128390
/hadoop/common/trunk/src/core/org/apache/hadoop/fs/HarFileSystem.java:910709
/hadoop/common/trunk/src/java/org/apache/hadoop/fs/HarFileSystem.java:979485
/hadoop/core/branches/branch-0.19/src/core/org/apache/hadoop/fs/HarFileSystem.java:713112
Modified: hadoop/common/branches/branch-0.20-security/src/docs/src/documentation/content/xdocs/site.xml
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-0.20-security/src/docs/src/documentation/content/xdocs/site.xml?rev=1128391&r1=1128390&r2=1128391&view=diff
==============================================================================
--- hadoop/common/branches/branch-0.20-security/src/docs/src/documentation/content/xdocs/site.xml (original)
+++ hadoop/common/branches/branch-0.20-security/src/docs/src/documentation/content/xdocs/site.xml Fri May 27 16:52:56 2011
@@ -59,7 +59,8 @@ See http://forrest.apache.org/docs/linki
<hdfs_libhdfs label="C API libhdfs" href="libhdfs.html" />
</docs>
- <docs label="Common">
+ <docs label="Common">
+ <deployment label="Deployment Layout" href="deployment_layout.html" />
<fsshell label="File System Shell" href="file_system_shell.html" />
<SLA label="Service Level Authorization" href="service_level_auth.html"/>
<native_lib label="Native Libraries" href="native_libraries.html" />
Propchange: hadoop/common/branches/branch-0.20-security/src/mapred/
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Fri May 27 16:52:56 2011
@@ -1,5 +1,6 @@
/hadoop/common/branches/branch-0.20/src/mapred:826138,826568,829987,831184,833001,880632,898713,909245,909723,960946,1044225
/hadoop/common/branches/branch-0.20-security-203/src/mapred:1096071,1097011,1097249,1097269,1097281,1097966,1098816,1098819,1098823,1098827,1098832,1098839,1098854,1098863,1099088,1099191,1099324,1099330,1099333,1128115
+/hadoop/common/branches/branch-0.20-security-204/src/mapred:1128390
/hadoop/core/branches/branch-0.19/src/mapred:713112
/hadoop/core/trunk/src/mapred:727001,727117,727191,727212,727217,727228,727255,727869,728187,729052,729987,732385,732572,732613,732777,732838,732869,733887,734870,734916,736426,738328,738697,740077,740157,741703,741762,743745,743816,743892,744894,745180,746010,746206,746227,746233,746274,746338,746902-746903,746925,746944,746968,746970,747279,747289,747802,748084,748090,748783,749262,749318,749863,750533,752073,752609,752834,752836,752913,752932,753112-753113,753346,754645,754847,754927,755035,755226,755348,755370,755418,755426,755790,755905,755938,755960,755986,755998,756352,757448,757624,757849,758156,758180,759398,759932,760502,760783,761046,761482,761632,762216,762879,763107,763502,764967,765016,765809,765951,771607,771661,772844,772876,772884,772920,773889,776638,778962,778966,779893,781720,784661,785046,785569
/hadoop/mapreduce/trunk/src/java:808650
Propchange: hadoop/common/branches/branch-0.20-security/src/test/org/apache/hadoop/fs/TestHarFileSystem.java
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Fri May 27 16:52:56 2011
@@ -1,4 +1,5 @@
/hadoop/common/branches/branch-0.20-security-203/src/test/org/apache/hadoop/fs/TestHarFileSystem.java:1097249,1097269,1097281,1097966,1098816,1098819,1098823,1098827,1098832,1098839,1098854,1098863,1099088,1099191,1099324,1099330,1099333,1128115
+/hadoop/common/branches/branch-0.20-security-204/src/test/org/apache/hadoop/fs/TestHarFileSystem.java:1128390
/hadoop/common/trunk/src/test/core/org/apache/hadoop/fs/TestHarFileSystem.java:979485
/hadoop/common/trunk/src/test/org/apache/hadoop/fs/TestHarFileSystem.java:910709
/hadoop/core/branches/branch-0.19/src/test/org/apache/hadoop/fs/TestHarFileSystem.java:713112
Propchange: hadoop/common/branches/branch-0.20-security/src/tools/org/apache/hadoop/tools/HadoopArchives.java
------------------------------------------------------------------------------
--- svn:mergeinfo (original)
+++ svn:mergeinfo Fri May 27 16:52:56 2011
@@ -1,4 +1,5 @@
/hadoop/common/branches/branch-0.20-security-203/src/tools/org/apache/hadoop/tools/HadoopArchives.java:1097249,1097269,1097281,1097966,1098816,1098819,1098823,1098827,1098832,1098839,1098854,1098863,1099088,1099191,1099324,1099330,1099333,1128115
+/hadoop/common/branches/branch-0.20-security-204/src/tools/org/apache/hadoop/tools/HadoopArchives.java:1128390
/hadoop/common/trunk/src/tools/org/apache/hadoop/tools/HadoopArchives.java:910709
/hadoop/core/branches/branch-0.19/src/tools/org/apache/hadoop/tools/HadoopArchives.java:713112
/hadoop/core/trunk/src/tools/org/apache/hadoop/tools/HadoopArchives.java:727001,727117,727191,727212,727217,727228,727255,727869,728187,729052,729987,732385,732572,732613,732777,732838,732869,733887,734870,734916,736426,738328,738697,740077,740157,741703,741762,743745,743816,743892,744894,745180,746010,746206,746227,746233,746274,746338,746902-746903,746925,746944,746968,746970,747279,747289,747802,748084,748090,748783,749262,749318,749863,750533,752073,752609,752834,752836,752913,752932,753112-753113,753346,754645,754847,754927,755035,755226,755348,755370,755418,755426,755790,755905,755938,755960,755986,755998,756352,757448,757624,757849,758156,758180,759398,759932,760502,760783,761046,761482,761632,762216,762879,763107,763502,764967,765016,765809,765951,771607,771661,772844,772876,772884,772920,773889,776638,778962,778966,779893,781720,784661,785046,785569