You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by co...@apache.org on 2016/02/25 07:03:56 UTC
[01/16] bigtop git commit: BIGTOP-2308: Clean up build directory
after sucessfull build of package
Repository: bigtop
Updated Branches:
refs/heads/BIGTOP-2320 30ec4352b -> 937c26c7a
BIGTOP-2308: Clean up build directory after sucessfull build of package
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/1287372a
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/1287372a
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/1287372a
Branch: refs/heads/BIGTOP-2320
Commit: 1287372a5017ce5076a45cbc9bedaef41b4be65a
Parents: ea72a64
Author: Olaf Flebbe <of...@ofleb.be>
Authored: Sat Feb 6 18:05:23 2016 +0100
Committer: Olaf Flebbe <of...@ofleb.be>
Committed: Wed Feb 10 21:48:52 2016 +0100
----------------------------------------------------------------------
packages.gradle | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/1287372a/packages.gradle
----------------------------------------------------------------------
diff --git a/packages.gradle b/packages.gradle
index 17f9e42..6820c46 100644
--- a/packages.gradle
+++ b/packages.gradle
@@ -388,6 +388,7 @@ def genTasks = { target ->
fileTree (dir: "$DEB_PKG_DIR/..", includes: ['*.dsc', '*.diff.gz', '*.debian.tar.gz', '*.debian.tar.xz', "*_source.changes", "*.orig.tar.gz" ]).copy {
into PKG_OUTPUT_DIR
}
+ delete (BUILD_DIR)
touchTargetFile(config.bigtop.components[target].targetsdeb)
}
[15/16] bigtop git commit: BIGTOP-2344: distributions does not
mention ppc64el, i386 obsolete
Posted by co...@apache.org.
BIGTOP-2344: distributions does not mention ppc64el, i386 obsolete
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/3ff44172
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/3ff44172
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/3ff44172
Branch: refs/heads/BIGTOP-2320
Commit: 3ff441726bc16d752a7532f06ca4e8293a9131af
Parents: 6a47739
Author: Olaf Flebbe <of...@ofleb.be>
Authored: Sun Feb 21 19:56:22 2016 +0100
Committer: Olaf Flebbe <of...@ofleb.be>
Committed: Mon Feb 22 20:06:34 2016 +0100
----------------------------------------------------------------------
packages.gradle | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/3ff44172/packages.gradle
----------------------------------------------------------------------
diff --git a/packages.gradle b/packages.gradle
index 6820c46..c29c5c1 100644
--- a/packages.gradle
+++ b/packages.gradle
@@ -111,7 +111,7 @@ Label: Bigtop
Suite: stable
Codename: bigtop
Version: ${config.bigtop.version}
-Architectures: i386 amd64 source
+Architectures: amd64 ppc64el source
Components: contrib
Description: Bigtop
""";
[06/16] bigtop git commit: BIGTOP-2335. ci link should use https://
authority
Posted by co...@apache.org.
BIGTOP-2335. ci link should use https:// authority
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/3565e09d
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/3565e09d
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/3565e09d
Branch: refs/heads/BIGTOP-2320
Commit: 3565e09d85c235ac332ea13fef7a0200dd50dbcf
Parents: d135d74
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Feb 17 08:31:39 2016 +0300
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Feb 17 08:31:51 2016 +0300
----------------------------------------------------------------------
src/site/xdoc/index.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/3565e09d/src/site/xdoc/index.xml
----------------------------------------------------------------------
diff --git a/src/site/xdoc/index.xml b/src/site/xdoc/index.xml
index e2638e1..1b8cbfd 100644
--- a/src/site/xdoc/index.xml
+++ b/src/site/xdoc/index.xml
@@ -68,7 +68,7 @@
</p>
<ul>
<li>
- <a href="http://ci.bigtop.apache.org/">http://ci.bigtop.apache.org/</a>
+ <a href="https://ci.bigtop.apache.org/">http://ci.bigtop.apache.org/</a>
</li>
</ul>
<p>
[09/16] bigtop git commit: BIGTOP-2332. Upgrade Tajo version to 0.11.1
Posted by co...@apache.org.
BIGTOP-2332. Upgrade Tajo version to 0.11.1
Signed-off-by: Youngwoo Kim <yw...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/0e3c7219
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/0e3c7219
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/0e3c7219
Branch: refs/heads/BIGTOP-2320
Commit: 0e3c72192e4f3648cfd85b13941656545062d314
Parents: 530985d
Author: yeongeon <ye...@gmail.com>
Authored: Wed Feb 17 16:29:36 2016 +0900
Committer: Youngwoo Kim <yw...@apache.org>
Committed: Wed Feb 17 21:31:28 2016 +0900
----------------------------------------------------------------------
bigtop.bom | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/0e3c7219/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index b6cd6d1..2f1abc9 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -405,7 +405,7 @@ bigtop {
'tajo' {
name = 'tajo'
relNotes = 'Apache Tajo'
- version { base = '0.11.0'; pkg = base; release = 1 }
+ version { base = '0.11.1'; pkg = base; release = 1 }
tarball { source = "$name-${version.base}-src.tar.gz"
destination = "$name-${version.base}.tar.gz" }
url { download_path = "/$name/$name-${version.base}"
[04/16] bigtop git commit: BIGTOP-2179: Add packaging scripts for
Apache Tajo
Posted by co...@apache.org.
BIGTOP-2179: Add packaging scripts for Apache Tajo
Signed-off-by: Youngwoo Kim <yw...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/22caf2ad
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/22caf2ad
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/22caf2ad
Branch: refs/heads/BIGTOP-2320
Commit: 22caf2ad8d253edf6da83bcdabda8038cbbdd5e8
Parents: abc43b8
Author: yeongeon <ye...@gmail.com>
Authored: Mon Feb 15 10:56:01 2016 +0900
Committer: Youngwoo Kim <yw...@apache.org>
Committed: Mon Feb 15 20:22:04 2016 +0900
----------------------------------------------------------------------
MAINTAINERS.txt | 1 +
.../src/common/tajo/do-component-build | 28 +++
bigtop-packages/src/common/tajo/install_tajo.sh | 156 +++++++++++++++
.../src/common/tajo/tajo-env.default | 97 +++++++++
bigtop-packages/src/common/tajo/tajo-master.svc | 76 +++++++
bigtop-packages/src/common/tajo/tajo-worker.svc | 76 +++++++
bigtop-packages/src/deb/tajo/compat | 1 +
bigtop-packages/src/deb/tajo/control | 43 ++++
bigtop-packages/src/deb/tajo/copyright | 15 ++
bigtop-packages/src/deb/tajo/rules | 41 ++++
bigtop-packages/src/deb/tajo/source/format | 1 +
bigtop-packages/src/deb/tajo/tajo.postinst | 35 ++++
bigtop-packages/src/deb/tajo/tajo.preinst | 62 ++++++
bigtop-packages/src/deb/tajo/tajo.prerm | 38 ++++
bigtop-packages/src/rpm/tajo/SPECS/tajo.spec | 199 +++++++++++++++++++
bigtop.bom | 13 +-
16 files changed, 881 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/MAINTAINERS.txt
----------------------------------------------------------------------
diff --git a/MAINTAINERS.txt b/MAINTAINERS.txt
index 151c3aa..220f3d9 100644
--- a/MAINTAINERS.txt
+++ b/MAINTAINERS.txt
@@ -20,6 +20,7 @@ smoke-tests: jay vyas, david capwell
spark: jay vyas, youngwoo kim
sqoop: sean mackrory, youngwoo kim
tachyon: jay vyas, huamin chen
+tajo: yeongeon kim
test-artifacts and test-execution repos:
tez: evans ye, oflebbe
vagrant recipes: jay vyas, evans ye
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/common/tajo/do-component-build
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/tajo/do-component-build b/bigtop-packages/src/common/tajo/do-component-build
new file mode 100644
index 0000000..579a326
--- /dev/null
+++ b/bigtop-packages/src/common/tajo/do-component-build
@@ -0,0 +1,28 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -ex
+
+# recognize for TAJO_VERSION, HADOOP_VERSION
+. `dirname $0`/bigtop.bom
+
+rm -rf build
+mkdir build
+
+mvn clean package -DskipTests -Pdist -Dtar -Dhadoop.version=$HADOOP_VERSION "$@"
+
+(cd build; tar --strip-components=1 -xzvf ../tajo-dist/target/tajo-${TAJO_VERSION}.tar.gz)
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/common/tajo/install_tajo.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/tajo/install_tajo.sh b/bigtop-packages/src/common/tajo/install_tajo.sh
new file mode 100644
index 0000000..1aa7422
--- /dev/null
+++ b/bigtop-packages/src/common/tajo/install_tajo.sh
@@ -0,0 +1,156 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+usage() {
+ echo "
+usage: $0 <options>
+ Required not-so-options:
+ --build-dir=DIR path to tajo dist.dir
+ --source-dir=DIR path to package shared files dir
+ --prefix=PREFIX path to install into
+
+ Optional options:
+ --bin-dir=DIR path to install docs into [/usr/bin]
+ ... [ see source for more similar options ]
+ "
+ exit 1
+}
+
+OPTS=$(getopt \
+ -n $0 \
+ -o '' \
+ -l 'prefix:' \
+ -l 'bin-dir:' \
+ -l 'source-dir:' \
+ -l 'build-dir:' -- "$@")
+
+if [ $? != 0 ] ; then
+ usage
+fi
+
+eval set -- "$OPTS"
+while true ; do
+ case "$1" in
+ --prefix)
+ PREFIX=$2 ; shift 2
+ ;;
+ --build-dir)
+ BUILD_DIR=$2 ; shift 2
+ ;;
+ --source-dir)
+ SOURCE_DIR=$2 ; shift 2
+ ;;
+ --bin-dir)
+ BIN_DIR=$2 ; shift 2
+ ;;
+ --)
+ shift ; break
+ ;;
+ *)
+ echo "Unknown option: $1"
+ usage
+ exit 1
+ ;;
+ esac
+done
+
+for var in PREFIX BUILD_DIR ; do
+ if [ -z "$(eval "echo \$$var")" ]; then
+ echo Missing param: $var
+ usage
+ fi
+done
+
+MAN_DIR=/usr/share/man/man1
+DOC_DIR=${DOC_DIR:-/usr/share/doc/tajo}
+LIB_DIR=${LIB_DIR:-/usr/lib/tajo}
+INSTALLED_LIB_DIR=${INSTALLED_LIB_DIR:-/usr/lib/tajo}
+BIN_DIR=${BIN_DIR:-/usr/bin}
+CONF_DIR=${CONF_DIR:-/etc/tajo/conf.dist}
+
+WORK_DIR=${WORK_DIR:-/var/lib/tajo}
+LOG_DIR=${LOG_DIR:-/var/log/tajo}
+PID_DIR=${PID_DIR:-/var/run/tajo}
+
+install -d -m 0755 $PREFIX/$LIB_DIR
+install -d -m 0755 $PREFIX/$LIB_DIR
+install -d -m 0755 $PREFIX/$LIB_DIR/bin
+install -d -m 0755 $PREFIX/$LIB_DIR/lib
+install -d -m 0755 $PREFIX/$LIB_DIR/extlib
+install -d -m 0755 $PREFIX/$LIB_DIR/hive
+install -d -m 0755 $PREFIX/$LIB_DIR/share
+install -d -m 0755 $PREFIX/$LIB_DIR/share/jdbc-dist
+install -d -m 0755 $PREFIX/$CONF_DIR
+install -d -m 0755 $PREFIX/$WORK_DIR
+install -d -m 0755 $PREFIX/$LOG_DIR
+install -d -m 0755 $PREFIX/$PID_DIR
+
+ln -s $LOG_DIR $PREFIX/$LIB_DIR/logs
+
+# Copy in the binary files
+cp -ra ${BUILD_DIR}/lib/* $PREFIX/${LIB_DIR}/lib/
+cp ${BUILD_DIR}/tajo*.jar $PREFIX/$LIB_DIR
+cp -a ${BUILD_DIR}/bin/* $PREFIX/${LIB_DIR}/bin
+rm -rf $PREFIX/${LIB_DIR}/bin/*.cmd
+
+# Copy in the library files
+for module in ${BUILD_DIR}/lib/*; do
+ if [ -f $module ]; then
+ x=$(basename $module)
+ cp -ra ${BUILD_DIR}/lib/$x $PREFIX/${LIB_DIR}/lib/
+ fi
+done
+for module in ${BUILD_DIR}/extlib/*; do
+ if [ -f $module ]; then
+ x=$(basename $module)
+ cp -ra ${BUILD_DIR}/extlib/$x $PREFIX/${LIB_DIR}/extlib/
+ fi
+done
+for module in ${BUILD_DIR}/hive/*; do
+ if [ -f $module ]; then
+ x=$(basename $module)
+ cp -ra ${BUILD_DIR}/hive/$x $PREFIX/${LIB_DIR}/hive/
+ fi
+done
+for module in ${BUILD_DIR}/share/jdbc-dist/*; do
+ if [ -f $module ]; then
+ x=$(basename $module)
+ cp -ra ${BUILD_DIR}/share/jdbc-dist/$x $PREFIX/${LIB_DIR}/share/jdbc-dist/
+ fi
+done
+
+# Copy in the configuration files
+cp -a ${BUILD_DIR}/conf/* $PREFIX/$CONF_DIR
+cp -a $SOURCE_DIR/tajo-env.default $PREFIX/$CONF_DIR/tajo-env.sh
+chmod +x $PREFIX/$CONF_DIR/tajo-env.sh
+ln -s /etc/tajo/conf $PREFIX/$LIB_DIR/conf
+
+# Copy in the wrappers
+install -d -m 0755 $PREFIX/$BIN_DIR
+for wrap in bin/tsql bin/tajo; do
+ cat > $PREFIX/$BIN_DIR/`basename $wrap` <<EOF
+#!/bin/bash
+
+# Autodetect JAVA_HOME if not defined
+. /usr/lib/bigtop-utils/bigtop-detect-javahome
+
+exec $INSTALLED_LIB_DIR/$wrap "\$@"
+EOF
+ chmod 755 $PREFIX/$BIN_DIR/`basename $wrap`
+done
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/common/tajo/tajo-env.default
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/tajo/tajo-env.default b/bigtop-packages/src/common/tajo/tajo-env.default
new file mode 100644
index 0000000..e2760e4
--- /dev/null
+++ b/bigtop-packages/src/common/tajo/tajo-env.default
@@ -0,0 +1,97 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Set Tajo-specific environment variables here.
+
+# The only required environment variable is JAVA_HOME. All others are
+# optional. When running a distributed configuration it is best to
+# set JAVA_HOME in this file, so that it is correctly defined on
+# remote nodes.
+
+# Hadoop home. Required
+export HADOOP_HOME=${HADOOP_HOME:-/usr/lib/hadoop}
+export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-${HADOOP_HOME}/../hadoop-hdfs}
+export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-${HADOOP_HOME}/../hadoop-mapreduce}
+export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-${HADOOP_HOME}/../hadoop-yarn}
+
+# The java implementation to use. Required.
+#jdk8
+if [ -f /usr/lib/bigtop-utils/bigtop-detect-javahome ];
+then
+ . /usr/lib/bigtop-utils/bigtop-detect-javahome
+fi
+
+# Extra Java CLASSPATH elements. Optional.
+export TAJO_CLASSPATH=$HADOOP_HOME/*
+export TAJO_CLASSPATH=$TAJO_CLASSPATH:$HADOOP_HOME/lib/*
+export TAJO_CLASSPATH=$TAJO_CLASSPATH:$HADOOP_HOME/client/*
+export TAJO_CLASSPATH=$TAJO_CLASSPATH:$HADOOP_MAPREDUCE_HOME/*
+export TAJO_CLASSPATH=$TAJO_CLASSPATH:$HADOOP_HDFS_HOME/*
+export TAJO_CLASSPATH=$TAJO_CLASSPATH:$HADOOP_HDFS_HOME/lib/*
+export TAJO_CLASSPATH=$TAJO_CLASSPATH:$HADOOP_YARN_HOME/*
+
+
+# The maximum amount of heap to use, in MB. Default is 1000.
+# export TAJO_MASTER_HEAPSIZE=1000
+
+# The maximum amount of heap to use, in MB. Default is 1000.
+#export TAJO_WORKER_HEAPSIZE=80000
+
+# The maximum amount of heap to use, in MB. Default is 1000.
+# export TAJO_PULLSERVER_HEAPSIZE=1000
+
+# The maximum amount of heap to use, in MB. Default is 1000.
+# export TAJO_QUERYMASTER_HEAPSIZE=1000
+
+# Extra Java runtime options. Empty by default.
+# export TAJO_OPTS=-server
+
+# Extra TajoMaster's java runtime options for TajoMaster. Empty by default
+# export TAJO_MASTER_OPTS=
+
+# Extra TajoWorker's java runtime options. Empty by default
+export TAJO_WORKER_OPTS='-XX:+UseParallelOldGC'
+#export TAJO_WORKER_OPTS='-XX:+UseG1GC'
+
+# Extra TajoPullServer's java runtime options. Empty by default
+# export TAJO_PULLSERVER_OPTS=
+
+# Extra QueryMaster mode TajoWorker's java runtime options for TajoMaster. Empty by default
+# export TAJO_QUERYMASTER_OPTS=
+
+# Where log files are stored. $TAJO_HOME/logs by default.
+export TAJO_LOG_DIR=/var/log/tajo
+
+# The directory where pid files are stored. /tmp by default.
+export TAJO_PID_DIR=/var/run/tajo
+
+# A string representing this instance of tajo. $USER by default.
+# export TAJO_IDENT_STRING=$USER
+
+# The scheduling priority for daemon processes. See 'man nice'.
+# export TAJO_NICENESS=10
+
+# Tajo cluster mode. the default mode is standby mode.
+
+# It must be required to use HCatalogStore
+# export HIVE_HOME=
+# export HIVE_JDBC_DRIVER_DIR=
+
+# Tajo PullServer mode. the default mode is standalone mode
+# export TAJO_PULLSERVER_STANDALONE=false
+
+# HBase home directory. It is opitional, but is required mandatorily to use HBase.
+#export HBASE_HOME=
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/common/tajo/tajo-master.svc
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/tajo/tajo-master.svc b/bigtop-packages/src/common/tajo/tajo-master.svc
new file mode 100644
index 0000000..0ba6c1f
--- /dev/null
+++ b/bigtop-packages/src/common/tajo/tajo-master.svc
@@ -0,0 +1,76 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+TYPE="master"
+DAEMON="tajo-${TYPE}"
+DESC="Tajo ${TYPE}"
+EXEC_PATH="/usr/lib/tajo/bin/tajo-daemon.sh"
+SVC_USER="tajo"
+WORKING_DIR="/var/lib/tajo"
+DAEMON_FLAGS="start ${TYPE}"
+KEYWORD="org.apache.tajo.master.TajoMaster"
+CONF_DIR="/etc/tajo/conf"
+PIDFILE="/var/run/tajo/tajo-${DAEMON}.pid"
+
+generate_start() {
+
+cat <<'__EOT__'
+start() {
+ [ -x $EXE_FILE ] || exit $ERROR_PROGRAM_NOT_INSTALLED
+ log_success_msg "Starting $DESC (${DAEMON}): "
+
+ checkstatusofproc
+ status=$?
+ if [ "$status" -eq "$STATUS_RUNNING" ]; then
+ log_success_msg "${DESC} is running"
+ exit 0
+ fi
+
+ LOG_FILE=/var/log/tajo/${DAEMON}.out
+
+ if [ -f $CONF_DIR/tajo-env.sh ]; then
+ . $CONF_DIR/tajo-env.sh
+ fi
+
+ su -s /bin/bash $SVC_USER -c "nohup nice -n 0 \
+ ${EXEC_PATH} ${DAEMON_FLAGS} \
+ > $LOG_FILE 2>&1 & "
+
+ sleep 3
+
+ checkstatusofproc
+ RETVAL=$?
+ [ $RETVAL -eq $STATUS_RUNNING ] && touch $LOCKFILE
+ return $RETVAL
+}
+__EOT__
+
+}
+
+generate_stop() {
+
+cat <<'__EOT__'
+stop() {
+ log_success_msg "Stopping $DESC (${DAEMON}): "
+ killproc -p $PIDFILE java
+ RETVAL=$?
+
+ [ $RETVAL -eq $RETVAL_SUCCESS ] && rm -f $LOCKFILE $PIDFILE
+ return $RETVAL
+}
+__EOT__
+
+}
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/common/tajo/tajo-worker.svc
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/tajo/tajo-worker.svc b/bigtop-packages/src/common/tajo/tajo-worker.svc
new file mode 100644
index 0000000..9bfffce
--- /dev/null
+++ b/bigtop-packages/src/common/tajo/tajo-worker.svc
@@ -0,0 +1,76 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+TYPE="worker"
+DAEMON="tajo-${TYPE}"
+DESC="Tajo ${TYPE}"
+EXEC_PATH="/usr/lib/tajo/bin/tajo-daemon.sh"
+SVC_USER="tajo"
+WORKING_DIR="/var/lib/tajo"
+DAEMON_FLAGS="start ${TYPE}"
+KEYWORD="org.apache.tajo.worker.TajoWorker"
+CONF_DIR="/etc/tajo/conf"
+PIDFILE="/var/run/tajo/tajo-${DAEMON}.pid"
+
+generate_start() {
+
+cat <<'__EOT__'
+start() {
+ [ -x $EXE_FILE ] || exit $ERROR_PROGRAM_NOT_INSTALLED
+ log_success_msg "Starting $DESC (${DAEMON}): "
+
+ checkstatusofproc
+ status=$?
+ if [ "$status" -eq "$STATUS_RUNNING" ]; then
+ log_success_msg "${DESC} is running"
+ exit 0
+ fi
+
+ LOG_FILE=/var/log/tajo/${DAEMON}.out
+
+ if [ -f $CONF_DIR/tajo-env.sh ]; then
+ . $CONF_DIR/tajo-env.sh
+ fi
+
+ su -s /bin/bash $SVC_USER -c "nohup nice -n 0 \
+ ${EXEC_PATH} ${DAEMON_FLAGS} \
+ > $LOG_FILE 2>&1 & "
+
+ sleep 3
+
+ checkstatusofproc
+ RETVAL=$?
+ [ $RETVAL -eq $STATUS_RUNNING ] && touch $LOCKFILE
+ return $RETVAL
+}
+__EOT__
+
+}
+
+generate_stop() {
+
+cat <<'__EOT__'
+stop() {
+ log_success_msg "Stopping $DESC (${DAEMON}): "
+ killproc -p $PIDFILE java
+ RETVAL=$?
+
+ [ $RETVAL -eq $RETVAL_SUCCESS ] && rm -f $LOCKFILE $PIDFILE
+ return $RETVAL
+}
+__EOT__
+
+}
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/compat
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/compat b/bigtop-packages/src/deb/tajo/compat
new file mode 100644
index 0000000..ec63514
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/compat
@@ -0,0 +1 @@
+9
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/control
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/control b/bigtop-packages/src/deb/tajo/control
new file mode 100644
index 0000000..4d1f2ae
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/control
@@ -0,0 +1,43 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+Source: tajo
+Section: misc
+Priority: extra
+Maintainer: Bigtop <de...@bigtop.apache.org>
+Build-Depends: debhelper (>= 9)
+Standards-Version: 3.9.4
+Homepage: http://tajo.apache.org/
+
+Package: tajo
+Architecture: all
+Depends: hadoop, hadoop-hdfs, hadoop-yarn, hadoop-mapreduce, hadoop-client
+Description: A robust big data relational and distributed data warehouse system.
+ Tajo is designed for low-latency and scalable ad-hoc queries, online aggregation, and ETL (extract-transform-load process)
+ on large-data sets stored on HDFS (Hadoop Distributed File System) and other data sources.
+ By supporting SQL standards and leveraging advanced database techniques,
+ Tajo allows direct control of distributed execution and data flow across a variety of query evaluation strategies and optimization opportunities.
+
+Package: tajo-master
+Architecture: all
+Depends: tajo (= ${source:Version})
+Description: Tajo master
+ Server for Tajo master
+
+Package: tajo-worker
+Architecture: all
+Depends: tajo (= ${source:Version})
+Description: Tajo worker
+ Server for Tajo worker
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/copyright
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/copyright b/bigtop-packages/src/deb/tajo/copyright
new file mode 100644
index 0000000..39e2249
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/copyright
@@ -0,0 +1,15 @@
+Format: http://dep.debian.net/deps/dep5
+Source: http://tajo.apache.org/
+Upstream-Name: Apache Tajo
+
+Files: *
+Copyright: 2008-2015, The Apache Software Foundation
+License: Apache-2.0
+
+Files debian/*
+Copyright: 2015, The Apache Software Foundation
+License: Apache-2.0
+
+License: Apache-2.0
+ On Debian systems, the complete text of the Apache 2.0 license
+ can be found in "/usr/share/common-licenses/Apache-2.0".
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/rules
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/rules b/bigtop-packages/src/deb/tajo/rules
new file mode 100644
index 0000000..edfb3bb
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/rules
@@ -0,0 +1,41 @@
+#!/usr/bin/make -f
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# -*- makefile -*-
+
+# Uncomment this to turn on verbose mode.
+export DH_VERBOSE=1
+
+# This has to be exported to make some magic below work.
+export DH_OPTIONS
+
+%:
+ dh $@
+
+override_dh_auto_build:
+ # we'll just use the build from the tarball.
+ sh debian/do-component-build -Dmaven.repo.local=${HOME}/.m2/repository
+
+override_dh_auto_install:
+ sh debian/install_tajo.sh \
+ --build-dir=build \
+ --source-dir=debian \
+ --bin-dir=/usr/bin \
+ --prefix=debian/tmp
+ mkdir -p debian/tajo/etc/init.d/
+ sh debian/init.d.tmpl debian/tajo-master.svc deb debian/tajo-master.init
+ sh debian/init.d.tmpl debian/tajo-worker.svc deb debian/tajo-worker.init
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/source/format
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/source/format b/bigtop-packages/src/deb/tajo/source/format
new file mode 100644
index 0000000..163aaf8
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/source/format
@@ -0,0 +1 @@
+3.0 (quilt)
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/tajo.postinst
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/tajo.postinst b/bigtop-packages/src/deb/tajo/tajo.postinst
new file mode 100644
index 0000000..1247cb1
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/tajo.postinst
@@ -0,0 +1,35 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+case "$1" in
+ configure)
+ # Install config alternatives
+ update-alternatives --install /etc/tajo/conf tajo-conf /etc/tajo/conf.dist 30
+ chown -R tajo:tajo /var/log/tajo /var/lib/tajo /var/run/tajo
+ ;;
+
+ abort-upgrade|abort-remove|abort-deconfigure)
+ ;;
+
+ *)
+ echo "postinst called with unknown argument \`$1'" >&2
+ exit 1
+ ;;
+esac
+
+#DEBHELPER#
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/tajo.preinst
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/tajo.preinst b/bigtop-packages/src/deb/tajo/tajo.preinst
new file mode 100644
index 0000000..ee7a794
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/tajo.preinst
@@ -0,0 +1,62 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# preinst script for tajo
+#
+# see: dh_installdeb(1)
+
+set -e
+
+# summary of how this script can be called:
+# * <new-preinst> `install'
+# * <new-preinst> `install' <old-version>
+# * <new-preinst> `upgrade' <old-version>
+# * <old-preinst> `abort-upgrade' <new-version>
+# for details, see http://www.debian.org/doc/debian-policy/ or
+# the debian-policy package
+
+
+case "$1" in
+ install|upgrade)
+ if ! getent passwd tajo >/dev/null; then
+ # Adding system user: tajo .
+ adduser \
+ --system \
+ --group \
+ --home /var/lib/tajo \
+ --gecos "Tajo" \
+ --shell /bin/false \
+ tajo >/dev/null
+ fi
+ ;;
+
+ abort-upgrade)
+ ;;
+
+ *)
+ echo "preinst called with unknown argument \`$1'" >&2
+ exit 1
+ ;;
+esac
+
+# dh_installdeb will replace this with shell code automatically
+# generated by other debhelper scripts.
+
+#DEBHELPER#
+
+exit 0
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/deb/tajo/tajo.prerm
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/tajo.prerm b/bigtop-packages/src/deb/tajo/tajo.prerm
new file mode 100644
index 0000000..f9411f5
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/tajo.prerm
@@ -0,0 +1,38 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+case "$1" in
+ remove|upgrade|deconfigure)
+ update-alternatives --remove tajo-conf /etc/tajo/conf.dist || :
+ ;;
+
+ failed-upgrade)
+ ;;
+
+ *)
+ echo "prerm called with unknown argument \`$1'" >&2
+ exit 1
+ ;;
+esac
+
+# dh_installdeb will replace this with shell code automatically
+# generated by other debhelper scripts.
+
+#DEBHELPER#
+
+exit 0
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop-packages/src/rpm/tajo/SPECS/tajo.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/tajo/SPECS/tajo.spec b/bigtop-packages/src/rpm/tajo/SPECS/tajo.spec
new file mode 100644
index 0000000..bc38b79
--- /dev/null
+++ b/bigtop-packages/src/rpm/tajo/SPECS/tajo.spec
@@ -0,0 +1,199 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Tajo RPM spec file
+#
+
+%define tajo_name tajo
+%define tajo_home /usr/lib/%{tajo_name}
+%define log_tajo /var/log/%{tajo_name}
+%define run_tajo /var/run/%{tajo_name}
+%define pid_tajo /var/lib/%{tajo_name}
+%define bin %{_bindir}
+%define etc_tajo /etc/%{tajo_name}
+%define config_tajo %{etc_tajo}/conf
+%define man_tajo %{_mandir}
+%define doc_tajo %{_docdir}/%{name}
+%define libexecdir /usr/lib
+%define tajo_services master worker
+
+%ifarch i386
+%global tajo_arch Linux-i386-32
+%endif
+%ifarch amd64 x86_64
+%global tajo_arch Linux-amd64-64
+%endif
+
+# CentOS 5 does not have any dist macro
+# So I will suppose anything that is not Mageia or a SUSE will be a RHEL/CentOS/Fedora
+%if %{!?suse_version:1}0 && %{!?mgaversion:1}0
+
+#%define netcat_package nc
+%define alternatives_cmd alternatives
+%global initd_dir %{_sysconfdir}/rc.d/init.d
+%endif
+
+
+%if %{?suse_version:1}0
+
+# Only tested on openSUSE 11.4. le'ts update it for previous release when confirmed
+%if 0%{suse_version} > 1130
+%define suse_check \# Define an empty suse_check for compatibility with older sles
+%endif
+
+# Deactivating symlinks checks
+%define __os_install_post \
+ %{suse_check} ; \
+ /usr/lib/rpm/brp-compress ; \
+ %{nil}
+
+%define alternatives_cmd update-alternatives
+%global initd_dir %{_sysconfdir}/rc.d
+%endif
+
+%if 0%{?mgaversion}
+%define alternatives_cmd update-alternatives
+%global initd_dir %{_sysconfdir}/rc.d/init.d
+%endif
+
+
+Name: %{tajo_name}
+Version: %{tajo_version}
+Release: %{tajo_release}
+Summary: Apache Tajo™: A big data warehouse system on Hadoop
+License: ASL 2.0
+URL: http://tajo.apache.org/
+Group: Development/Libraries
+Source0: %{tajo_name}-%{tajo_base_version}.tar.gz
+Source1: do-component-build
+Source2: install_%{tajo_name}.sh
+Source3: init.d.tmpl
+Source4: tajo-master.svc
+Source5: tajo-worker.svc
+Buildroot: %{mktemp -ud %{_tmppath}/%{name}-%{version}-%{release}-XXXXXX}
+Requires: hadoop, hadoop-hdfs, hadoop-yarn, hadoop-mapreduce, hadoop-client
+
+%description
+Apache Tajo is a robust big data relational and distributed data warehouse system for Apache Hadoop.
+Tajo is designed for low-latency and scalable ad-hoc queries, online aggregation, and ETL (extract-transform-load process)
+on large-data sets stored on HDFS (Hadoop Distributed File System) and other data sources.
+By supporting SQL standards and leveraging advanced database techniques,
+Tajo allows direct control of distributed execution and data flow across a variety of query evaluation strategies and optimization opportunities.
+
+%package -n %{name}-master
+Summary: Server for Tajo master
+Group: Development/Libraries
+Requires: %{name} = %{version}-%{release}
+
+%description -n %{name}-master
+Server for Tajo master
+
+%package -n %{name}-worker
+Summary: Server for Tajo worker
+Group: Development/Libraries
+Requires: %{name} = %{version}-%{release}
+
+%description -n %{name}-worker
+Server for Tajo worker
+
+%prep
+%setup -n %{name}-%{tajo_base_version}-src
+
+#BIGTOP_PATCH_COMMANDS
+%build
+
+env TAJO_VERSION=%{tajo_base_version} TAJO_ARCH=%{tajo_arch} bash %{SOURCE1}
+
+#########################
+#### INSTALL SECTION ####
+#########################
+%install
+%__rm -rf $RPM_BUILD_ROOT
+%__install -d -m 0755 $RPM_BUILD_ROOT/%{tajo_home}
+
+env TAJO_VERSION=%{tajo_base_version} bash %{SOURCE2} \
+ --build-dir=build \
+ --source-dir=$RPM_SOURCE_DIR \
+ --bin-dir=%{bin} \
+ --prefix=$RPM_BUILD_ROOT \
+
+# Init.d scripts
+%__install -d -m 0755 $RPM_BUILD_ROOT/%{initd_dir}/
+%__install -d -m 0755 %{buildroot}/%{_localstatedir}/log/%{name}
+%__install -d -m 0755 %{buildroot}/%{_localstatedir}/run/%{name}
+%__install -d -m 0755 %{buildroot}/%{_localstatedir}/lib/%{name}
+%__install -d -m 0755 $RPM_BUILD_ROOT/%{bin}
+
+# Generate the init.d scripts
+for service in %{tajo_services}
+do
+ # Install init script
+ init_file=$RPM_BUILD_ROOT/%{initd_dir}/%{tajo_name}-${service}
+ bash $RPM_SOURCE_DIR/init.d.tmpl $RPM_SOURCE_DIR/tajo-${service}.svc rpm $init_file
+done
+
+%pre
+getent group tajo >/dev/null || groupadd -r tajo
+getent passwd tajo >/dev/null || useradd -c "Tajo" -s /sbin/nologin -g tajo -r -d %{pid_tajo} tajo 2> /dev/null || :
+
+%post
+%{alternatives_cmd} --install %{config_tajo} %{tajo_name}-conf %{config_tajo}.dist 30
+
+%preun
+if [ "$1" = 0 ]; then
+ %{alternatives_cmd} --remove %{tajo_name}-conf %{config_tajo}.dist || :
+fi
+for service in %{tajo_services}; do
+ /sbin/service %{tajo_name}-${service} status > /dev/null 2>&1
+ if [ $? -eq 0 ]; then
+ /sbin/service %{tajo_name}-${service} stop > /dev/null 2>&1
+ fi
+done
+
+#######################
+#### FILES SECTION ####
+#######################
+%files
+%defattr(-,root,root,755)
+%{tajo_home}
+%dir %{_sysconfdir}/%{tajo_name}
+%config(noreplace) %{config_tajo}.dist
+%dir %{_localstatedir}/log/tajo
+%dir %{_localstatedir}/run/tajo
+%dir %{_localstatedir}/lib/tajo
+%attr(0775,tajo,tajo) %{log_tajo}
+%attr(0775,tajo,tajo) %{run_tajo}
+%attr(0775,tajo,tajo) %{pid_tajo}
+%attr(0775,tajo,tajo) %(config_tajo)
+%{bin}/tsql
+%{bin}/tajo
+
+%define service_macro() \
+%files -n %1 \
+%attr(0755,root,root)/%{initd_dir}/%1 \
+%post -n %1 \
+chkconfig --add %1 \
+\
+%preun -n %1 \
+if [ $1 = 0 ] ; then \
+ service %1 stop > /dev/null 2>&1 \
+ chkconfig --del %1 \
+fi \
+%postun -n %1 \
+if [ $1 -ge 1 ]; then \
+ service %1 condrestart >/dev/null 2>&1 \
+fi
+%service_macro %{tajo_name}-master
+%service_macro %{tajo_name}-worker
http://git-wip-us.apache.org/repos/asf/bigtop/blob/22caf2ad/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index b476616..8553b9d 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -90,7 +90,8 @@ bigtop {
zookeeper:['hadoop', 'hbase'],
hadoop:['ignite-hadoop', 'hbase', 'crunch', 'pig', 'hive', 'tez', 'sqoop', 'sqoop2',
'oozie', 'mahout', 'flume', 'giraph', 'solr', 'crunch', 'spark',
- 'phoenix', 'tachyon', 'kafka', 'ycsb', 'kite', 'hama', 'zeppelin'
+ 'phoenix', 'tachyon', 'kafka', 'ycsb', 'kite', 'hama', 'zeppelin',
+ 'tajo'
],
hbase:['phoenix','giraph','ycsb'],
pig:['datafu', 'oozie'],
@@ -401,5 +402,15 @@ bigtop {
site = "${apache.APACHE_MIRROR}/${download_path}"
archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
}
+ 'tajo' {
+ name = 'tajo'
+ relNotes = 'Apache Tajo'
+ version { base = '0.11.0'; pkg = base; release = 1 }
+ tarball { source = "$name-${version.base}-src.tar.gz"
+ destination = "$name-${version.base}.tar.gz" }
+ url { download_path = "/$name/$name-${version.base}"
+ site = "${apache.APACHE_MIRROR}/${download_path}"
+ archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
+ }
}
}
[10/16] bigtop git commit: BIGTOP-2296. Provide a way to build Docker
container with functional stack
Posted by co...@apache.org.
BIGTOP-2296. Provide a way to build Docker container with functional stack
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/ae9e1634
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/ae9e1634
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/ae9e1634
Branch: refs/heads/BIGTOP-2320
Commit: ae9e1634076e2419bbb943ec7ec0edfc8ed81de4
Parents: 0e3c721
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Jan 29 15:39:07 2016 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Feb 18 11:30:02 2016 +0300
----------------------------------------------------------------------
build.gradle | 1 +
docker/pseudo-cluster/Dockerfile | 31 ++++++++++++++++++++
docker/pseudo-cluster/config/configure.sh | 25 ++++++++++++++++
.../pseudo-cluster/config/hieradata/site.yaml | 10 +++++++
pom.xml | 1 +
5 files changed, 68 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/ae9e1634/build.gradle
----------------------------------------------------------------------
diff --git a/build.gradle b/build.gradle
index a7b5cc8..f3c50cf 100644
--- a/build.gradle
+++ b/build.gradle
@@ -89,6 +89,7 @@ rat {
"MAINTAINERS.txt",
"buildSrc/build/**",
"bigtop-data-generators/**/input_data/**",
+ "docker/**/*.yaml",
"bigtop-deploy/puppet/**/*.yaml",
"bigtop-deploy/puppet/modules/hadoop/files/*/id_hdfsuser*",
"bigtop-deploy/puppet/modules/bigtop-util/Gemfile.lock",
http://git-wip-us.apache.org/repos/asf/bigtop/blob/ae9e1634/docker/pseudo-cluster/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/pseudo-cluster/Dockerfile b/docker/pseudo-cluster/Dockerfile
new file mode 100644
index 0000000..00820cb
--- /dev/null
+++ b/docker/pseudo-cluster/Dockerfile
@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM bigtop/deploy:ubuntu-14.04
+MAINTAINER cos@apache.org
+
+WORKDIR /tmp/bigtop
+COPY bigtop-deploy/puppet bigtop-deploy/puppet
+COPY bigtop-deploy/puppet/hieradata /etc/puppet/hieradata
+RUN cp bigtop-deploy/puppet/hiera.yaml /etc/puppet
+COPY docker/pseudo-cluster/config pseudo-cluster
+RUN cp -r pseudo-cluster/* /etc/puppet
+
+RUN puppet apply -d --modulepath=/tmp/bigtop/bigtop-deploy/puppet/modules:/etc/puppet/modules /tmp/bigtop/bigtop-deploy/puppet/manifests/site.pp
+
+RUN apt-get -y install hadoop-hdfs-namenode hadoop-yarn-resourcemanager \
+ hadoop-doc hadoop-client hadoop-yarn-proxyserver \
+ hadoop-mapreduce-historyserver libhdfs0-dev hadoop-hdfs-fuse
+
+ENTRYPOINT ["/tmp/bigtop/pseudo-cluster/configure.sh"]
http://git-wip-us.apache.org/repos/asf/bigtop/blob/ae9e1634/docker/pseudo-cluster/config/configure.sh
----------------------------------------------------------------------
diff --git a/docker/pseudo-cluster/config/configure.sh b/docker/pseudo-cluster/config/configure.sh
new file mode 100755
index 0000000..fd91abf
--- /dev/null
+++ b/docker/pseudo-cluster/config/configure.sh
@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+puppet apply \
+ --modulepath=/tmp/bigtop/bigtop-deploy/puppet/modules:/etc/puppet/modules /tmp/bigtop/bigtop-deploy/puppet/manifests/site.pp && \
+ echo "
+######
+ Use Ctrl-P Ctrl-Q to detach the container without stopping it
+######
+" && \
+ /bin/bash
http://git-wip-us.apache.org/repos/asf/bigtop/blob/ae9e1634/docker/pseudo-cluster/config/hieradata/site.yaml
----------------------------------------------------------------------
diff --git a/docker/pseudo-cluster/config/hieradata/site.yaml b/docker/pseudo-cluster/config/hieradata/site.yaml
new file mode 100644
index 0000000..ddf98d3
--- /dev/null
+++ b/docker/pseudo-cluster/config/hieradata/site.yaml
@@ -0,0 +1,10 @@
+bigtop::hadoop_head_node: bigtop1.docker
+hadoop::hadoop_storage_dirs:
+ - /data/1
+ - /data/2
+hadoop_cluster_node::cluster_components:
+ - hadoop
+ - yarn
+bigtop::bigtop_repo_uri: http://bigtop-repos.s3.amazonaws.com/releases/1.1.0/ubuntu/trusty/x86_64
+bigtop::jdk_package_name: openjdk-7-jdk
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/ae9e1634/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index edc151d..4c08530 100644
--- a/pom.xml
+++ b/pom.xml
@@ -314,6 +314,7 @@
<exclude>MAINTAINERS.txt</exclude>
<exclude>buildSrc/build/**</exclude>
<exclude>bigtop-data-generators/**/input_data/**</exclude>
+ <exclude>docker/**/*.yaml</exclude>
<exclude>bigtop-deploy/puppet/**/*.yaml</exclude>
<exclude>bigtop-deploy/puppet/modules/hadoop/**/id_hdfsuser*</exclude>
<exclude>bigtop-deploy/puppet/modules/bigtop-util/Gemfile.lock</exclude>
[12/16] bigtop git commit: BIGTOP-2265: adding dockerfile for
bigtop/slaves for x86_64 platform
Posted by co...@apache.org.
BIGTOP-2265: adding dockerfile for bigtop/slaves for x86_64 platform
Signed-off-by: Olaf Flebbe <of...@ofleb.be>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c13d0ec3
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c13d0ec3
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c13d0ec3
Branch: refs/heads/BIGTOP-2320
Commit: c13d0ec3915dba006fc82f204608585da16cc2e1
Parents: 804ed46
Author: Amir Sanjar <am...@canonical.com>
Authored: Fri Jan 22 12:50:50 2016 -0600
Committer: Olaf Flebbe <of...@ofleb.be>
Committed: Sat Feb 20 23:28:03 2016 +0100
----------------------------------------------------------------------
docker/bigtop-slaves/ubuntu-15.04/Dockerfile | 24 +++++++++++++++++++++++
1 file changed, 24 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/c13d0ec3/docker/bigtop-slaves/ubuntu-15.04/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/bigtop-slaves/ubuntu-15.04/Dockerfile b/docker/bigtop-slaves/ubuntu-15.04/Dockerfile
new file mode 100644
index 0000000..ad6710d
--- /dev/null
+++ b/docker/bigtop-slaves/ubuntu-15.04/Dockerfile
@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM bigtop/puppet:ubuntu-15.04
+MAINTAINER Amir Sanjar
+
+COPY bigtop_toolchain /etc/puppet/modules/bigtop_toolchain
+COPY gradle.home /usr/share/gradle.home
+
+RUN puppet apply -e "include bigtop_toolchain::installer"
+RUN chown jenkins:jenkins /usr/share/gradle.home
+
+ENV GRADLE_USER_HOME=/usr/share/gradle.home
[14/16] bigtop git commit: BIGTOP-2340. BIGTOP-2319 is incomplete:
the code for smoke-tests is missing
Posted by co...@apache.org.
BIGTOP-2340. BIGTOP-2319 is incomplete: the code for smoke-tests is missing
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/6a477395
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/6a477395
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/6a477395
Branch: refs/heads/BIGTOP-2320
Commit: 6a477395805aa5003cae6fda16a4d2284d965b9d
Parents: e42853d
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Feb 19 22:49:10 2016 +0300
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Feb 22 18:17:47 2016 +0300
----------------------------------------------------------------------
bigtop-tests/build.gradle | 11 +++++------
1 file changed, 5 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/6a477395/bigtop-tests/build.gradle
----------------------------------------------------------------------
diff --git a/bigtop-tests/build.gradle b/bigtop-tests/build.gradle
index c8180d9..2386d7e 100644
--- a/bigtop-tests/build.gradle
+++ b/bigtop-tests/build.gradle
@@ -23,10 +23,10 @@ distributions {
baseName = project.hasProperty('assemblyname') ?
project.property('assemblyname') : 'bigtop-smokes-suite'
contents {
- exclude '*.iml'
+ exclude '**/*.iml'
exclude '.gradle'
- exclude 'build'
- exclude 'target'
+ exclude '**/build'
+ exclude '**/target'
from ("$rootDir") {
include '*.bom'
include 'gradlew'
@@ -41,9 +41,8 @@ distributions {
include '*'
}
from ('smoke-tests') {
- into 'smoke-tests'
- include '*.gradle'
- include 'logger-test-config/**'
+ into 'bigtop-tests/smoke-tests'
+ include '**'
}
from ('smoke-tests') { // Put the driver script to the top-level
include 'run_itest.sh'
[08/16] bigtop git commit: BIGTOP-2337. Fix script to make deb in Tajo
Posted by co...@apache.org.
BIGTOP-2337. Fix script to make deb in Tajo
Signed-off-by: Youngwoo Kim <yw...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/530985d8
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/530985d8
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/530985d8
Branch: refs/heads/BIGTOP-2320
Commit: 530985d83258229c3c178d37599ae3d1b1e47e7a
Parents: 3565e09
Author: yeongeon <ye...@gmail.com>
Authored: Wed Feb 17 16:12:29 2016 +0900
Committer: Youngwoo Kim <yw...@apache.org>
Committed: Wed Feb 17 21:07:26 2016 +0900
----------------------------------------------------------------------
bigtop-packages/src/deb/tajo/tajo.install | 13 +++++++++++++
1 file changed, 13 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/530985d8/bigtop-packages/src/deb/tajo/tajo.install
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/tajo/tajo.install b/bigtop-packages/src/deb/tajo/tajo.install
new file mode 100644
index 0000000..2a01b3b
--- /dev/null
+++ b/bigtop-packages/src/deb/tajo/tajo.install
@@ -0,0 +1,13 @@
+/etc/tajo
+/usr/bin/tsql
+/usr/bin/tajo
+/usr/lib/tajo/*.jar
+/usr/lib/tajo/bin/*
+/usr/lib/tajo/extlib
+/usr/lib/tajo/conf
+/usr/lib/tajo/hive/*.jar
+/usr/lib/tajo/lib/*.jar
+/usr/lib/tajo/share/jdbc-dist/*.jar
+/var/lib/tajo
+/var/log/tajo
+/var/run/tajo
\ No newline at end of file
[03/16] bigtop git commit: BIGTOP-2319. Build initial smoke-tests
distribution
Posted by co...@apache.org.
BIGTOP-2319. Build initial smoke-tests distribution
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/abc43b80
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/abc43b80
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/abc43b80
Branch: refs/heads/BIGTOP-2320
Commit: abc43b8073b2c1818214ad5cbd7bbf458785f0b8
Parents: 36fa175
Author: Konstantin Boudnik <co...@apache.org>
Authored: Tue Feb 9 00:20:09 2016 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Feb 15 10:12:46 2016 +0300
----------------------------------------------------------------------
bigtop-tests/build.gradle | 63 +++++++++++++++
bigtop-tests/smoke-tests/run_itest.sh | 120 +++++++++++++++++++++++++++++
2 files changed, 183 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/abc43b80/bigtop-tests/build.gradle
----------------------------------------------------------------------
diff --git a/bigtop-tests/build.gradle b/bigtop-tests/build.gradle
new file mode 100644
index 0000000..c8180d9
--- /dev/null
+++ b/bigtop-tests/build.gradle
@@ -0,0 +1,63 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+apply plugin: 'distribution'
+
+distributions {
+ main {
+ baseName = project.hasProperty('assemblyname') ?
+ project.property('assemblyname') : 'bigtop-smokes-suite'
+ contents {
+ exclude '*.iml'
+ exclude '.gradle'
+ exclude 'build'
+ exclude 'target'
+ from ("$rootDir") {
+ include '*.bom'
+ include 'gradlew'
+ include '*.gradle'
+ include 'gradle/**'
+ }
+ from ("$rootDir/buildSrc") {
+ into 'buildSrc'
+ }
+ from ("$rootDir/bigtop-packages/src/common/bigtop-utils") {
+ into 'bin'
+ include '*'
+ }
+ from ('smoke-tests') {
+ into 'smoke-tests'
+ include '*.gradle'
+ include 'logger-test-config/**'
+ }
+ from ('smoke-tests') { // Put the driver script to the top-level
+ include 'run_itest.sh'
+ }
+ from ('test-artifacts') {
+ into 'bigtop-tests/test-artifacts'
+ include 'hadoop/**'
+ include 'mahout/**'
+ include 'pom.xml'
+ }
+ }
+ }
+}
+
+distZip.dependsOn clean
+distTar.dependsOn clean
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/abc43b80/bigtop-tests/smoke-tests/run_itest.sh
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/run_itest.sh b/bigtop-tests/smoke-tests/run_itest.sh
new file mode 100755
index 0000000..b5c41c2
--- /dev/null
+++ b/bigtop-tests/smoke-tests/run_itest.sh
@@ -0,0 +1,120 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+## Borrowed heavily from
+## https://github.com/jctanner/odp-scripts/blob/master/run_itest.sh
+## Kudos to https://github.com/jctanner
+
+# https://github.com/apache/bigtop/tree/master/bigtop-test-framework
+
+# "ITEST" is an integration testing framework written for and by the
+# apache bigtop project. It consists of typical java tools/libraries
+# such as junit, gradle and maven.
+
+# This script is a helper to run itest on any hadoop system without
+# requiring intimate knowledge of bigtop. If running for the first
+# time, simply execute ./run_itest.sh without any arguments. If you
+# want more information, use these additional parameters:
+#
+# --info - turns on the log4j output
+# --debug - turns up the log4j output to maximum
+# --traceback - shows tracebacks from tests
+
+set_java_home() {
+
+ #####################################################################
+ # Use bigtop's bigtop-detect-javahome if JAVA_HOME is not already set
+ #####################################################################
+
+ if [ -z "$JAVA_HOME" ]; then
+ source bin/bigtop-detect-javahome
+ fi
+
+ echo "# DEBUG: JAVA_HOME=$JAVA_HOME"
+}
+
+set_hadoop_vars() {
+
+ #####################################################################
+ # Set the HADOOP_MAPRED_HOME and HADOOP_CONF vars
+ #####################################################################
+
+ # ITEST wants the MR dir with the examples jar ...
+ # java.lang.AssertionError: Can't find hadoop-examples.jar file
+
+ if ( [ -z "$HADOOP_HOME" ] && [ -d /usr/lib/hadoop ] ); then
+ export HADOOP_HOME=/usr/lib/hadoop
+ fi
+ if ( [ -z "$HADOOP_CONF_DIR" ] && [ -d /etc/hadoop/conf ] ); then
+ export HADOOP_CONF_DIR=/etc/hadoop/conf
+ fi
+ if ( [ -z "$HADOOP_MAPRED_HOME" ] && [ -d /usr/lib/hadoop-mapreduce-client ] ); then
+ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce-client
+ fi
+
+ echo "# DEBUG: HADOOP_CONF_DIR=$HADOOP_CONF_DIR"
+ echo "# DEBUG: HADOOP_MAPRED_HOME=$HADOOP_MAPRED_HOME"
+}
+
+
+print_tests() {
+ echo "######################################################"
+ echo "# RESULTS #"
+ echo "######################################################"
+
+ for TEST in $(echo $ITESTS | tr ',' '\n'); do
+ TESTDIR=bigtop-tests/smoke-tests/$TEST/build
+
+ if [ -d $TESTDIR ]; then
+ cd $TESTDIR
+
+ for FILE in $(find -L reports/tests/classes -type f -name "*.html"); do
+ echo "## $TESTDIR/$FILE"
+ if [ $(which links) ]; then
+ links $FILE -dump
+ else
+ echo "PLEASE INSTALL LINKS: sudo yum -y install links"
+ fi
+ echo ""
+ done
+ fi
+ done
+}
+
+# SET JAVA_HOME
+set_java_home
+
+# SET HADOOP SERVICE HOMES
+set_hadoop_vars
+
+echo "######################################################"
+echo "# STARTING ITEST #"
+echo "######################################################"
+echo "# Use --debug/--info/--stacktrace for more details"
+
+# SET THE DEFAULT TESTS
+if [ -z "$ITESTS" ]; then
+ export ITESTS="hcfs,hdfs,yarn,mapreduce"
+fi
+for s in `echo $ITESTS | sed -e 's#,# #g'`; do
+ ALL_SMOKE_TASKS="$ALL_SMOKE_TASKS bigtop-tests:smoke-tests:$s:test"
+done
+
+# CALL THE GRADLE WRAPPER TO RUN THE FRAMEWORK
+./gradlew -q clean test -Psmoke.tests $ALL_SMOKE_TASKS $@
+
+# SHOW RESULTS (HTML)
+print_tests
[02/16] bigtop git commit: BIGTOP-2136: A comment about parameter
substitution in BPS_analytics.pig is slightly wrong
Posted by co...@apache.org.
BIGTOP-2136: A comment about parameter substitution in BPS_analytics.pig is slightly wrong
Signed-off-by: Youngwoo Kim <yw...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/36fa1750
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/36fa1750
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/36fa1750
Branch: refs/heads/BIGTOP-2320
Commit: 36fa17504bb005cafa159383128217b16a710400
Parents: 1287372
Author: Kengo Seki <se...@gmail.com>
Authored: Fri Nov 13 16:37:39 2015 +0900
Committer: Youngwoo Kim <yw...@apache.org>
Committed: Thu Feb 11 21:55:16 2016 +0900
----------------------------------------------------------------------
bigtop-bigpetstore/bigpetstore-mapreduce/BPS_analytics.pig | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/36fa1750/bigtop-bigpetstore/bigpetstore-mapreduce/BPS_analytics.pig
----------------------------------------------------------------------
diff --git a/bigtop-bigpetstore/bigpetstore-mapreduce/BPS_analytics.pig b/bigtop-bigpetstore/bigpetstore-mapreduce/BPS_analytics.pig
index 8516a7d..d275a73 100755
--- a/bigtop-bigpetstore/bigpetstore-mapreduce/BPS_analytics.pig
+++ b/bigtop-bigpetstore/bigpetstore-mapreduce/BPS_analytics.pig
@@ -21,7 +21,7 @@
-- corresponding web app to consume this scripts output is
-- in jayunit100.github.io/bigpetstore).
--- invoke with two arguments, the input file , and the output file. -input /bps/gen -output /bps/analytics
+-- invoke with two arguments, the input file, and the output file. -param input=bps/cleaned -param output=bps/analytics
-- FYI...
-- If you run into errors, you can see them in
[11/16] bigtop git commit: BIGTOP-2264: adding dockerfile for
bigtop/puppet for x86_64 platform
Posted by co...@apache.org.
BIGTOP-2264: adding dockerfile for bigtop/puppet for x86_64 platform
Signed-off-by: Olaf Flebbe <of...@ofleb.be>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/804ed468
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/804ed468
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/804ed468
Branch: refs/heads/BIGTOP-2320
Commit: 804ed468cc2d683548050d842a47ce1db9bc8ce4
Parents: ae9e163
Author: Amir Sanjar <af...@gmail.com>
Authored: Fri Feb 19 17:30:46 2016 -0600
Committer: Olaf Flebbe <of...@ofleb.be>
Committed: Sat Feb 20 17:22:10 2016 +0100
----------------------------------------------------------------------
docker/bigtop-puppet/ubuntu-15.04/Dockerfile | 20 ++++++++++++++++++++
docker/bigtop-puppet/ubuntu-15.04/build.sh | 16 ++++++++++++++++
2 files changed, 36 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/804ed468/docker/bigtop-puppet/ubuntu-15.04/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/bigtop-puppet/ubuntu-15.04/Dockerfile b/docker/bigtop-puppet/ubuntu-15.04/Dockerfile
new file mode 100644
index 0000000..5ac6c75
--- /dev/null
+++ b/docker/bigtop-puppet/ubuntu-15.04/Dockerfile
@@ -0,0 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM ubuntu:15.04
+MAINTAINER Amir Sanjar
+
+COPY puppetize.sh /tmp/puppetize.sh
+
+RUN bash /tmp/puppetize.sh
http://git-wip-us.apache.org/repos/asf/bigtop/blob/804ed468/docker/bigtop-puppet/ubuntu-15.04/build.sh
----------------------------------------------------------------------
diff --git a/docker/bigtop-puppet/ubuntu-15.04/build.sh b/docker/bigtop-puppet/ubuntu-15.04/build.sh
new file mode 100755
index 0000000..ea239fc
--- /dev/null
+++ b/docker/bigtop-puppet/ubuntu-15.04/build.sh
@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+cp ../../../bigtop_toolchain/bin/puppetize.sh .
+docker build -t bigtop/puppet:ubuntu-15.04 .
[16/16] bigtop git commit: Merge remote-tracking branch
'origin/master' into BIGTOP-2320
Posted by co...@apache.org.
Merge remote-tracking branch 'origin/master' into BIGTOP-2320
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/937c26c7
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/937c26c7
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/937c26c7
Branch: refs/heads/BIGTOP-2320
Commit: 937c26c7a578bd98acb0cc288a006a50bbc75ef5
Parents: 30ec435 3ff4417
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Feb 24 22:03:43 2016 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Feb 24 22:03:43 2016 -0800
----------------------------------------------------------------------
MAINTAINERS.txt | 1 +
.../bigpetstore-mapreduce/BPS_analytics.pig | 2 +-
.../src/common/tajo/do-component-build | 28 +++
bigtop-packages/src/common/tajo/install_tajo.sh | 156 +++++++++++++++
.../src/common/tajo/tajo-env.default | 97 +++++++++
bigtop-packages/src/common/tajo/tajo-master.svc | 76 +++++++
bigtop-packages/src/common/tajo/tajo-worker.svc | 76 +++++++
bigtop-packages/src/deb/tajo/compat | 1 +
bigtop-packages/src/deb/tajo/control | 43 ++++
bigtop-packages/src/deb/tajo/copyright | 15 ++
bigtop-packages/src/deb/tajo/rules | 41 ++++
bigtop-packages/src/deb/tajo/source/format | 1 +
bigtop-packages/src/deb/tajo/tajo.install | 13 ++
bigtop-packages/src/deb/tajo/tajo.postinst | 35 ++++
bigtop-packages/src/deb/tajo/tajo.preinst | 62 ++++++
bigtop-packages/src/deb/tajo/tajo.prerm | 38 ++++
bigtop-packages/src/rpm/tajo/SPECS/tajo.spec | 199 +++++++++++++++++++
bigtop-tests/build.gradle | 11 +-
bigtop.bom | 20 +-
build.gradle | 1 +
docker/bigtop-deploy/centos-7/Dockerfile | 40 ++++
docker/bigtop-deploy/centos-7/build.sh | 20 ++
docker/bigtop-puppet/ubuntu-15.04/Dockerfile | 20 ++
docker/bigtop-puppet/ubuntu-15.04/build.sh | 16 ++
docker/bigtop-slaves/ubuntu-15.04/Dockerfile | 24 +++
docker/pseudo-cluster/Dockerfile | 31 +++
docker/pseudo-cluster/config/configure.sh | 25 +++
.../pseudo-cluster/config/hieradata/site.yaml | 10 +
packages.gradle | 3 +-
pom.xml | 3 +-
src/site/xdoc/index.xml | 4 +-
31 files changed, 1098 insertions(+), 14 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/937c26c7/bigtop.bom
----------------------------------------------------------------------
diff --cc bigtop.bom
index 1a58df1,2f1abc9..8ee61f4
--- a/bigtop.bom
+++ b/bigtop.bom
@@@ -90,7 -90,8 +90,12 @@@ bigtop
zookeeper:['hadoop', 'hbase'],
hadoop:['ignite-hadoop', 'hbase', 'crunch', 'pig', 'hive', 'tez', 'sqoop', 'sqoop2',
'oozie', 'mahout', 'flume', 'giraph', 'solr', 'crunch', 'spark',
++<<<<<<< HEAD
+ 'phoenix', 'tachyon', 'kafka', 'ycsb', 'kite', 'hama', 'zeppelin', 'hawq'
++=======
+ 'phoenix', 'tachyon', 'kafka', 'ycsb', 'kite', 'hama', 'zeppelin',
+ 'tajo'
++>>>>>>> origin/master
],
hbase:['phoenix','giraph','ycsb'],
pig:['datafu', 'oozie'],
@@@ -401,15 -402,15 +406,24 @@@
site = "${apache.APACHE_MIRROR}/${download_path}"
archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
}
+ 'tajo' {
+ name = 'tajo'
+ relNotes = 'Apache Tajo'
+ version { base = '0.11.1'; pkg = base; release = 1 }
+ tarball { source = "$name-${version.base}-src.tar.gz"
+ destination = "$name-${version.base}.tar.gz" }
+ url { download_path = "/$name/$name-${version.base}"
+ site = "${apache.APACHE_MIRROR}/${download_path}"
+ archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
+ }
+ 'hawq' {
+ name = 'hawq'
+ relNotes = 'Apache HAWQ (incubating)'
+ version { base = '2.0.0'; pkg = base; release = 1 }
+ tarball { source = "${version.base}-beta-incubating-RC4.tar.gz"
+ destination = "incubator-${name}-${version.base}-beta-incubating-RC4.tar.gz" }
+ url { download_path = "/apache/incubator-$name/archive"
+ site = "https://github.com/${download_path}"
+ archive = site }
- }
}
}
[07/16] bigtop git commit: BIGTOP-2334. Update latest release link on
the website
Posted by co...@apache.org.
BIGTOP-2334. Update latest release link on the website
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/d135d742
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/d135d742
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/d135d742
Branch: refs/heads/BIGTOP-2320
Commit: d135d7426e8c2eba8cc8b7e41bb8545a09ab95db
Parents: 88986ba
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Feb 17 08:29:40 2016 +0300
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Feb 17 08:31:51 2016 +0300
----------------------------------------------------------------------
src/site/xdoc/index.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/d135d742/src/site/xdoc/index.xml
----------------------------------------------------------------------
diff --git a/src/site/xdoc/index.xml b/src/site/xdoc/index.xml
index fa710cd..e2638e1 100644
--- a/src/site/xdoc/index.xml
+++ b/src/site/xdoc/index.xml
@@ -53,7 +53,7 @@
<br />
<subsection name="Download latest release of Bigtop"></subsection>
- <p><a href="http://www.apache.org/dist/bigtop/bigtop-1.0.0/">Bigtop-1.0.0</a> </p>
+ <p><a href="http://www.apache.org/dist/bigtop/bigtop-1.1.0/">Bigtop-1.1.0</a> </p>
<subsection name="All required tools will be installed by ./gradlew toolchain"></subsection>
<p>However place supply a suitable JRE (for instance openjdk7) first</p>
[05/16] bigtop git commit: BIGTOP-2118. Update HBase to 0.98.17
Posted by co...@apache.org.
BIGTOP-2118. Update HBase to 0.98.17
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/88986ba1
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/88986ba1
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/88986ba1
Branch: refs/heads/BIGTOP-2320
Commit: 88986ba13e8fffe177cbcd21a8d853acbad6abb8
Parents: 22caf2a
Author: Youngwoo Kim <yw...@apache.org>
Authored: Fri Feb 12 15:53:47 2016 +0900
Committer: Youngwoo Kim <yw...@apache.org>
Committed: Tue Feb 16 15:49:36 2016 +0900
----------------------------------------------------------------------
bigtop.bom | 4 ++--
pom.xml | 2 +-
2 files changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/88986ba1/bigtop.bom
----------------------------------------------------------------------
diff --git a/bigtop.bom b/bigtop.bom
index 8553b9d..b6cd6d1 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -143,10 +143,10 @@ bigtop {
'hbase' {
name = 'hbase'
relNotes = 'Apache HBase'
- version { base = '0.98.12'; pkg = base; release = 1 }
+ version { base = '0.98.17'; pkg = base; release = 1 }
tarball { destination = "${name}-${version.base}.tar.gz"
source = "${name}-${version.base}-src.tar.gz" }
- url { download_path = "/$name/$name-${version.base}/"
+ url { download_path = "/$name/${version.base}/"
site = "${apache.APACHE_MIRROR}/${download_path}"
archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/88986ba1/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 4967257..edc151d 100644
--- a/pom.xml
+++ b/pom.xml
@@ -41,7 +41,7 @@
<properties>
<hadoop.version>2.6.0</hadoop.version>
<!--An awful hack for BIGTOP-1429-->
- <hbase.version>0.98.5-hadoop2</hbase.version>
+ <hbase.version>0.98.17-hadoop2</hbase.version>
<pig.version>0.12.1</pig.version>
<pig-smoke.version>0.12.1</pig-smoke.version>
<sqoop.version>1.4.5</sqoop.version>
[13/16] bigtop git commit: BIGTOP-2229. bigtop deploy to support
centos-7
Posted by co...@apache.org.
BIGTOP-2229. bigtop deploy to support centos-7
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/e42853d3
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/e42853d3
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/e42853d3
Branch: refs/heads/BIGTOP-2320
Commit: e42853d39544c1d1805c9dbb012faa24bd9e8736
Parents: c13d0ec
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Feb 19 12:48:33 2016 +0300
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Feb 22 18:17:09 2016 +0300
----------------------------------------------------------------------
docker/bigtop-deploy/centos-7/Dockerfile | 40 +++++++++++++++++++++++++++
docker/bigtop-deploy/centos-7/build.sh | 20 ++++++++++++++
2 files changed, 60 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e42853d3/docker/bigtop-deploy/centos-7/Dockerfile
----------------------------------------------------------------------
diff --git a/docker/bigtop-deploy/centos-7/Dockerfile b/docker/bigtop-deploy/centos-7/Dockerfile
new file mode 100644
index 0000000..84b8676
--- /dev/null
+++ b/docker/bigtop-deploy/centos-7/Dockerfile
@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM bigtop/puppet:centos-7
+
+COPY bigtop_toolchain /etc/puppet/modules/bigtop_toolchain
+
+# enable ssh
+RUN yum -y install openssh-server openssh-clients vim && \
+ ssh-keygen -q -N "" -t dsa -f /etc/ssh/ssh_host_dsa_key && \
+ ssh-keygen -q -N "" -t rsa -f /etc/ssh/ssh_host_rsa_key && \
+ # requiretty off
+ sed -i.bak 's/requiretty/!requiretty/' /etc/sudoers && \
+ # setup vagrant account
+ mkdir /root/.ssh && \
+ chmod 0700 /root/.ssh && \
+ wget http://github.com/mitchellh/vagrant/raw/master/keys/vagrant.pub --no-check-certificate -O /root/.ssh/authorized_keys && \
+ chmod 0600 /root/.ssh/authorized_keys && \
+ # Install required Puppet modules
+ puppet apply -e "include bigtop_toolchain::puppet-modules"
+
+#Add Tini
+ENV TINI_VERSION v0.8.4
+ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
+RUN chmod +x /tini
+ENTRYPOINT ["/tini", "--"]
+
+CMD /usr/sbin/sshd -D
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e42853d3/docker/bigtop-deploy/centos-7/build.sh
----------------------------------------------------------------------
diff --git a/docker/bigtop-deploy/centos-7/build.sh b/docker/bigtop-deploy/centos-7/build.sh
new file mode 100755
index 0000000..89bae88
--- /dev/null
+++ b/docker/bigtop-deploy/centos-7/build.sh
@@ -0,0 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+cp -r ../../../bigtop_toolchain .
+docker build -t bigtop/deploy:centos-7 .
+ret=$?
+rm -rf bigtop_toolchain
+exit $ret