You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by ju...@apache.org on 2018/09/18 18:26:52 UTC
[09/11] bigtop git commit: BIGTOP-3075: Drop pig packaging
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/charm/pig/layer-pig/layer.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/pig/layer-pig/layer.yaml b/bigtop-packages/src/charm/pig/layer-pig/layer.yaml
deleted file mode 100644
index e41e233..0000000
--- a/bigtop-packages/src/charm/pig/layer-pig/layer.yaml
+++ /dev/null
@@ -1,13 +0,0 @@
-repo: https://github.com/apache/bigtop/tree/master/bigtop-packages/src/charm/pig/layer-pig
-includes:
- - 'layer:apache-bigtop-base'
- - 'layer:hadoop-client'
-options:
- apache-bigtop-base:
- dirs:
- pig:
- path: '/usr/lib/pig'
- pig_conf:
- path: '/etc/pig/conf'
- hadoop_conf:
- path: '/etc/hadoop/conf'
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py b/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py
deleted file mode 100755
index 4a2ab92..0000000
--- a/bigtop-packages/src/charm/pig/layer-pig/lib/charms/layer/bigtop_pig.py
+++ /dev/null
@@ -1,80 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from subprocess import CalledProcessError, check_output
-
-from charms.layer.apache_bigtop_base import Bigtop
-from charms import layer
-from charmhelpers.core import hookenv
-from jujubigdata import utils
-
-
-class Pig(object):
- """
- This class manages Pig.
- """
- def __init__(self):
- self.dist_config = utils.DistConfig(
- data=layer.options('apache-bigtop-base'))
-
- def install_pig(self):
- '''
- Trigger the Bigtop puppet recipe that handles the Pig service.
- '''
- # Dirs are handled by the bigtop deb. No need to call out to
- # dist_config to do that work.
- roles = ['pig-client']
-
- bigtop = Bigtop()
- bigtop.render_site_yaml(roles=roles)
- bigtop.trigger_puppet()
-
- # Set app version for juju status output; pig --version looks like:
- # Apache Pig version 0.15.0 (r: unknown)
- # compiled Feb 06 2016, 23:00:40
- try:
- pig_out = check_output(['pig', '-x', 'local', '--version']).decode()
- except CalledProcessError as e:
- pig_out = e.output
- lines = pig_out.splitlines()
- parts = lines[0].split() if lines else []
- if len(parts) < 4:
- hookenv.log('Error getting Pig version: {}'.format(pig_out),
- hookenv.ERROR)
- pig_ver = ''
- else:
- pig_ver = parts[3]
- hookenv.application_version_set(pig_ver)
-
- def initial_pig_config(self):
- '''
- Configure system-wide pig bits.
- '''
- pig_bin = self.dist_config.path('pig') / 'bin'
- with utils.environment_edit_in_place('/etc/environment') as env:
- if pig_bin not in env['PATH']:
- env['PATH'] = ':'.join([env['PATH'], pig_bin])
- env['PIG_CONF_DIR'] = self.dist_config.path('pig_conf')
- env['PIG_HOME'] = self.dist_config.path('pig')
- env['HADOOP_CONF_DIR'] = self.dist_config.path('hadoop_conf')
-
- def update_config(self, mode):
- """
- Configure Pig with the correct classpath. If Hadoop is available, use
- HADOOP_CONF_DIR, otherwise use PIG_HOME.
- """
- with utils.environment_edit_in_place('/etc/environment') as env:
- key = 'HADOOP_CONF_DIR' if mode == 'mapreduce' else 'PIG_HOME'
- env['PIG_CLASSPATH'] = env[key]
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml b/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml
deleted file mode 100644
index 4aa1f66..0000000
--- a/bigtop-packages/src/charm/pig/layer-pig/metadata.yaml
+++ /dev/null
@@ -1,10 +0,0 @@
-name: pig
-summary: Pig from Apache Bigtop
-maintainer: Juju Big Data <bi...@lists.ubuntu.com>
-description: |
- Apache Pig is a platform for creating MapReduce programs used with Hadoop.
- It consists of a high-level language (Pig Latin) for expressing data analysis
- programs, coupled with infrastructure for evaluating these programs.
-
- This charm provides version 0.15.0 of the Pig application from Apache Bigtop.
-tags: []
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py b/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py
deleted file mode 100644
index b239361..0000000
--- a/bigtop-packages/src/charm/pig/layer-pig/reactive/pig.py
+++ /dev/null
@@ -1,37 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from charmhelpers.core import hookenv
-from charms.layer.bigtop_pig import Pig
-from charms.reactive import is_state, set_state, when, when_not
-from charms.reactive.helpers import data_changed
-
-
-@when('bigtop.available')
-@when_not('pig.installed')
-def install_pig():
- hookenv.status_set('maintenance', 'installing pig')
- pig = Pig()
- pig.install_pig()
- pig.initial_pig_config()
- set_state('pig.installed')
-
-
-@when('pig.installed')
-def check_config():
- mode = 'mapreduce' if is_state('hadoop.ready') else 'local'
- if data_changed('pig.mode', mode):
- Pig().update_config(mode)
- hookenv.status_set('active', 'ready (%s)' % mode)
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py b/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py
deleted file mode 100755
index b7e8620..0000000
--- a/bigtop-packages/src/charm/pig/layer-pig/tests/01-deploy.py
+++ /dev/null
@@ -1,49 +0,0 @@
-#!/usr/bin/env python3
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import amulet
-import re
-import unittest
-
-
-class TestDeploy(unittest.TestCase):
- """
- Deployment and smoke test for the Apache Bigtop Pig service.
- """
- @classmethod
- def setUpClass(cls):
- cls.d = amulet.Deployment(series='xenial')
- cls.d.add('pig')
-
- cls.d.setup(timeout=1800)
- cls.d.sentry.wait_for_messages({'pig': re.compile('ready')}, timeout=1800)
- cls.pig = cls.d.sentry['pig'][0]
-
- def test_pig(self):
- """
- Validate Pig by running the smoke-test action.
- """
- uuid = self.pig.action_do('smoke-test')
- result = self.d.action_fetch(uuid)
- # pig smoke-test sets outcome=success on success
- if (result['outcome'] != "success"):
- error = "Pig smoke-test failed"
- amulet.raise_status(amulet.FAIL, msg=error)
-
-
-if __name__ == '__main__':
- unittest.main()
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml b/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml
deleted file mode 100644
index 3b6ce3e..0000000
--- a/bigtop-packages/src/charm/pig/layer-pig/tests/tests.yaml
+++ /dev/null
@@ -1,3 +0,0 @@
-reset: false
-packages:
- - amulet
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/common/phoenix/do-component-build
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/phoenix/do-component-build b/bigtop-packages/src/common/phoenix/do-component-build
index ac6fb32..d5df723 100644
--- a/bigtop-packages/src/common/phoenix/do-component-build
+++ b/bigtop-packages/src/common/phoenix/do-component-build
@@ -15,14 +15,12 @@
# limitations under the License.
set -ex
-
. `dirname $0`/bigtop.bom
mvn -DskipTests \
-Dhadoop.version=$HADOOP_VERSION \
-Dhadoop-two.version=$HADOOP_VERSION \
-Dhbase.version=$HBASE_VERSION \
- -Dpig.version=$PIG_VERSION \
-Dflume.version=$FLUME_VERSION \
-Dspark.version=${SPARK1_VERSION} \
-Dhive.version=${HIVE_VERSION} \
@@ -36,9 +34,6 @@ rm -rf $(find . -type d -name archive-tmp);
find -iname phoenix-*.jar -exec cp -n {} build/ \;
cp -R bin build/;
-
cp -R phoenix-pherf/config build/bin/
-
cp -R examples build/
-
cp dev/release_files/* build/
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/common/pig/do-component-build
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/pig/do-component-build b/bigtop-packages/src/common/pig/do-component-build
deleted file mode 100644
index 3e6c302..0000000
--- a/bigtop-packages/src/common/pig/do-component-build
+++ /dev/null
@@ -1,82 +0,0 @@
-#!/bin/bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -ex
-
-. `dirname ${0}`/bigtop.bom
-
-cat <<__EOT__ >> ivy/libraries.properties
-
-hbase95.version=$HBASE_VERSION
-hive.version=$HIVE_VERSION
-zookeeper.version=$ZOOKEEPER_VERSION
-hadoop-common.version=$HADOOP_VERSION
-hadoop-hdfs.version=$HADOOP_VERSION
-hadoop-mapreduce.version=$HADOOP_VERSION
-__EOT__
-
-# Respect FORREST_HOME if defined and valid (assume users knows what they are doing), else fallback to creating our own home.
-if [ -z ${FORREST_HOME-} ] || [ ! -d $FORREST_HOME ]; then
- BIGTOP_FORREST_VER=${BIGTOP_FORREST_VER:-0.9}
- BIGTOP_FORREST_MD5=${BIGTOP_FORREST_MD5:-ea58a078e3861d4dfc8bf3296a53a5f8}
- BIGTOP_FORREST_TAR=apache-forrest-${BIGTOP_FORREST_VER}.tar.gz
-
- if [ ! -z ${LOCAL_DOWNLOADS_DIR-} ] \
- && [ -f $LOCAL_DOWNLOADS_DIR/forrest/$BIGTOP_FORREST_TAR ]; then
- forrest_tar_path=$LOCAL_DOWNLOADS_DIR/forrest/$BIGTOP_FORREST_TAR
- else
- forrest_dir=$HOME/.m2/repository/apache-forrest
- forrest_tar_path=$forrest_dir/$BIGTOP_FORREST_TAR
- (
- mkdir -p $forrest_dir ;
- # since -O and -N cannot be used together, work around this issue by changing dir first.
- cd $forrest_dir ;
- /usr/bin/wget -N https://archive.apache.org/dist/forrest/$BIGTOP_FORREST_VER/$BIGTOP_FORREST_TAR
- )
- fi
-
- forrest_tar_md5=$(md5sum $forrest_tar_path | cut -d" " -f1)
- if [ $forrest_tar_md5 != $BIGTOP_FORREST_MD5 ]; then
- echo "ERROR: MD5: $forrest_tar_md5 of $forrest_tar_path is not matching expected MD5: $BIGTOP_FORREST_MD5"
- exit 1
- fi
- tar xf $forrest_tar_path
- export FORREST_HOME=`pwd`/apache-forrest-${BIGTOP_FORREST_VER}
-fi
-
-BUILD_OPTS="-Djavac.version=${JDK_VERSION} -Dforrest.home=${FORREST_HOME} -Dversion=${PIG_VERSION} -Dhadoopversion=23"
-
-# FIXME: there's a weird synchronization issue between ivy and Maven caches wrt. jetty
-# If we don't do the following the build fails with (note zip instead of jar):
-# [ivy:resolve] ::::::::::::::::::::::::::::::::::::::::::::::
-# [ivy:resolve] :: FAILED DOWNLOADS ::
-# [ivy:resolve] :: ^ see resolution messages for details ^ ::
-# [ivy:resolve] ::::::::::::::::::::::::::::::::::::::::::::::
-# [ivy:resolve] :: org.mortbay.jetty#jetty;6.1.26!jetty.zip
-# [ivy:resolve] ::::::::::::::::::::::::::::::::::::::::::::::
-for h in ${HOME} `mvn help:system | grep '^user.home=' | cut -f2 -d=` ; do
- rm -rf ${h}/.ivy2/cache/*jetty ${h}/.m2/repository/org/mortbay ${h}/.m2/repository/org/eclipse/jetty
-done
-
-
-echo "forrest.maxmemory=256m" >> src/docs/forrest.properties
-
-export ANT_OPTS="-Xmx4096m"
-ant $BUILD_OPTS clean published pigunit-jar smoketests-jar javadoc "$@"
-for build_file in contrib/piggybank/java/build.xml ; do
- ant $BUILD_OPTS -buildfile $build_file clean jar "$@"
-done
-ant $BUILD_OPTS tar "$@"
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/common/pig/install_pig.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/pig/install_pig.sh b/bigtop-packages/src/common/pig/install_pig.sh
deleted file mode 100644
index 6bf0782..0000000
--- a/bigtop-packages/src/common/pig/install_pig.sh
+++ /dev/null
@@ -1,158 +0,0 @@
-#!/bin/bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -e
-
-usage() {
- echo "
-usage: $0 <options>
- Required not-so-options:
- --build-dir=DIR path to pig dist.dir
- --prefix=PREFIX path to install into
-
- Optional options:
- --doc-dir=DIR path to install docs into [/usr/share/doc/pig]
- --lib-dir=DIR path to install pig home [/usr/lib/pig]
- --installed-lib-dir=DIR path where lib-dir will end up on target system
- --bin-dir=DIR path to install bins [/usr/bin]
- --examples-dir=DIR path to install examples [doc-dir/examples]
- ... [ see source for more similar options ]
- "
- exit 1
-}
-
-OPTS=$(getopt \
- -n $0 \
- -o '' \
- -l 'prefix:' \
- -l 'doc-dir:' \
- -l 'lib-dir:' \
- -l 'installed-lib-dir:' \
- -l 'bin-dir:' \
- -l 'examples-dir:' \
- -l 'build-dir:' -- "$@")
-
-if [ $? != 0 ] ; then
- usage
-fi
-
-eval set -- "$OPTS"
-while true ; do
- case "$1" in
- --prefix)
- PREFIX=$2 ; shift 2
- ;;
- --build-dir)
- BUILD_DIR=$2 ; shift 2
- ;;
- --doc-dir)
- DOC_DIR=$2 ; shift 2
- ;;
- --lib-dir)
- LIB_DIR=$2 ; shift 2
- ;;
- --installed-lib-dir)
- INSTALLED_LIB_DIR=$2 ; shift 2
- ;;
- --bin-dir)
- BIN_DIR=$2 ; shift 2
- ;;
- --examples-dir)
- EXAMPLES_DIR=$2 ; shift 2
- ;;
- --)
- shift ; break
- ;;
- *)
- echo "Unknown option: $1"
- usage
- exit 1
- ;;
- esac
-done
-
-for var in PREFIX BUILD_DIR ; do
- if [ -z "$(eval "echo \$$var")" ]; then
- echo Missing param: $var
- usage
- fi
-done
-
-MAN_DIR=/usr/share/man/man1
-DOC_DIR=${DOC_DIR:-/usr/share/doc/pig}
-LIB_DIR=${LIB_DIR:-/usr/lib/pig}
-INSTALLED_LIB_DIR=${INSTALLED_LIB_DIR:-/usr/lib/pig}
-EXAMPLES_DIR=${EXAMPLES_DIR:-$DOC_DIR/examples}
-BIN_DIR=${BIN_DIR:-/usr/bin}
-CONF_DIST_DIR=/etc/pig/conf.dist
-
-# First we'll move everything into lib
-install -d -m 0755 $PREFIX/$LIB_DIR
-(cd $BUILD_DIR/tar/pig* && tar -cf - .) | (cd $PREFIX/$LIB_DIR && tar -xf -)
-
-# Salavage a few files from the contrib &co
-find $PREFIX/$LIB_DIR/contrib -name \*.jar -exec cp {} $PREFIX/$LIB_DIR \;
-cp $BUILD_DIR/pig-*-smoketests.jar $PREFIX/$LIB_DIR/
-
-# Remove directories that are going elsewhere
-for dir in shims src lib-src docs tutorial test build.xml contrib ivy pig-*.stage.jar ivy.xml build.properties legacy scripts conf
-do
- rm -rf $PREFIX/$LIB_DIR/$dir
-done
-
-# Copy in the configuration files
-install -d -m 0755 $PREFIX/$CONF_DIST_DIR
-cp $BUILD_DIR/tar/pig*/conf/* $PREFIX/$CONF_DIST_DIR
-ln -s /etc/pig/conf $PREFIX/$LIB_DIR/conf
-
-# Copy in the /usr/bin/pig wrapper
-install -d -m 0755 $PREFIX/$BIN_DIR
-cat > $PREFIX/$BIN_DIR/pig <<EOF
-#!/bin/bash
-
-# Autodetect JAVA_HOME if not defined
-. /usr/lib/bigtop-utils/bigtop-detect-javahome
-
-export HADOOP_PREFIX=\${HADOOP_PREFIX:-/usr/lib/hadoop}
-export HADOOP_CONF_DIR=\${HADOOP_CONF_DIR:-/etc/hadoop/conf}
-export HBASE_HOME=\${HBASE_HOME:-/usr/lib/hbase}
-export HBASE_CONF_DIR=\${HBASE_HOME}/conf
-export ZOOKEEPER_HOME=\${ZOOKEEPER_HOME:-/usr/lib/zookeeper}
-export HIVE_HOME=\${HIVE_HOME:-/usr/lib/hive}
-export HCAT_HOME=\${HCAT_HOME:-/usr/lib/hive-hcatalog}
-
-exec $INSTALLED_LIB_DIR/bin/pig "\$@"
-EOF
-chmod 755 $PREFIX/$BIN_DIR/pig
-
-install -d -m 0755 $PREFIX/$MAN_DIR
-gzip -c pig.1 > $PREFIX/$MAN_DIR/pig.1.gz
-
-# Copy in the docs
-install -d -m 0755 $PREFIX/$DOC_DIR
-(cd $BUILD_DIR/tar/pig*/docs && tar -cf - .)|(cd $PREFIX/$DOC_DIR && tar -xf -)
-mv $PREFIX/$LIB_DIR/license $PREFIX/$DOC_DIR
-
-# Tutorial
-install -d -m 0755 $PREFIX/$EXAMPLES_DIR
-(cd $BUILD_DIR/tar/pig*/tutorial && tar -cf - .)|(cd $PREFIX/$EXAMPLES_DIR && tar -xf -)
-sed -i -e "s|../build/ivy/lib/Pig|/usr/lib/pig/lib/|" $PREFIX/$EXAMPLES_DIR/build.xml
-sed -i -e "s|<fileset dir=\"..\">|<fileset dir=\"/usr/lib/pig/\">|" $PREFIX/$EXAMPLES_DIR/build.xml
-sed -i -e "s|<path id=\"tutorial.classpath\">|<path id=\"tutorial.classpath\"> <fileset dir=\"/usr/lib/hadoop\"> <include name=\"*.jar\"/> </fileset>|" $PREFIX/$EXAMPLES_DIR/build.xml
-
-# Pig log directory
-install -d -m 1777 $PREFIX/var/log/pig
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff b/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff
deleted file mode 100644
index 044e112..0000000
--- a/bigtop-packages/src/common/pig/patch0-PIG-5304-Fix-build-issue-with-Hadoop-2.8.diff
+++ /dev/null
@@ -1,30 +0,0 @@
-From 65b931966108f374210b83368b8356a79058226d Mon Sep 17 00:00:00 2001
-From: Anton Chevychalov <ca...@arenadata.io>
-Date: Thu, 14 Sep 2017 11:58:21 +0300
-Subject: [PATCH] PIG-5304 Fix build issue with Hadoop 2.8
-
-There is a regression in build after HDFS-8740.
-We have to add hadoop-hdfs-client artifact as dependency now.
----
- ivy.xml | 5 +++++
- 1 file changed, 5 insertions(+)
-
-diff --git a/ivy.xml b/ivy.xml
-index db722a5..2978888 100644
---- a/ivy.xml
-+++ b/ivy.xml
-@@ -129,6 +129,11 @@
- <artifact name="hadoop-hdfs" ext="jar" />
- <artifact name="hadoop-hdfs" type="tests" ext="jar" m:classifier="tests" />
- </dependency>
-+ <dependency org="org.apache.hadoop" name="hadoop-hdfs-client"
-+ rev="${hadoop-hdfs.version}" conf="hadoop2->master">
-+ <artifact name="hadoop-hdfs-client" ext="jar" />
-+ <artifact name="hadoop-hdfs-client" type="tests" ext="jar" m:classifier="tests" />
-+ </dependency>
- <dependency org="org.apache.hadoop" name="hadoop-mapreduce-client-core" rev="${hadoop-mapreduce.version}"
- conf="hadoop2->master"/>
- <dependency org="org.apache.hadoop" name="hadoop-mapreduce-client-jobclient" rev="${hadoop-mapreduce.version}"
---
-2.7.4
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/common/pig/pig.1
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/pig/pig.1 b/bigtop-packages/src/common/pig/pig.1
deleted file mode 100644
index 6cf9f2e..0000000
--- a/bigtop-packages/src/common/pig/pig.1
+++ /dev/null
@@ -1,130 +0,0 @@
-.\" Licensed to the Apache Software Foundation (ASF) under one or more
-.\" contributor license agreements. See the NOTICE file distributed with
-.\" this work for additional information regarding copyright ownership.
-.\" The ASF licenses this file to You under the Apache License, Version 2.0
-.\" (the "License"); you may not use this file except in compliance with
-.\" the License. You may obtain a copy of the License at
-.\"
-.\" http://www.apache.org/licenses/LICENSE-2.0
-.\"
-.\" Unless required by applicable law or agreed to in writing, software
-.\" distributed under the License is distributed on an "AS IS" BASIS,
-.\" WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-.\" See the License for the specific language governing permissions and
-.\" limitations under the License.
-.\"
-.\" Process this file with
-.\" groff -man -Tascii pig.1
-.\"
-.TH pig 1 "October 2010 " Linux "User Manuals"
-
-.SH NAME
-Pig \- A high-level language for expressing data analysis programs,
-coupled with infrastructure for evaluating these programs.
-
-.SH SYNOPSIS
-
-.B pig
-[options] [-] : Run interactively in grunt shell.
-
-.B pig
-[options] -e[xecute] cmd [cmd ...] : Run cmd(s).
-
-.B pig
-[options] [-f[ile]] file : Run cmds found in file.
-
-.SH DESCRIPTION
-
-Apache Pig is a platform for analyzing large data sets that consists
-of a high-level language for expressing data analysis programs,
-coupled with infrastructure for evaluating these programs. The salient
-property of Pig programs is that their structure is amenable to
-substantial parallelization, which in turns enables them to handle
-very large data sets.
-
-For more information about Pig, see http://pig.apache.org.
-
-.SH OPTIONS
-
-.IP "-4, -log4jconf"
-log4j configuration file, overrides log conf
-
-.IP "-b, -brief"
-brief logging (no timestamps)
-
-.IP "-c, -cluster"
-clustername, kryptonite is default
-
-.IP "-d, -debug"
-debug level, INFO is default
-
-.IP "-e, -execute"
-commands to execute (within quotes)
-
-.IP "-f, -file"
-path to the script to execute
-
-.IP "-h, -help"
-display this message
-
-.IP "-i, -version"
-display version information
-
-.IP "-j, -jar jarfile"
-load jarfile
-
-.IP "-l, -logfile"
-path to client side log file; current working directory is default
-
-.IP "-m, -param_file"
-path to the parameter file
-
-.IP "-p, -param"
-key value pair of the form param=val
-
-.IP "-r, -dryrun"
-
-.IP "-t, -optimizer_off"
-optimizer rule name, turn optimizer off for this rule; use all to turn
-all rules off, optimizer is turned on by default
-
-.IP "-v, -verbose"
-print all error messages to screen
-
-.IP "-w, -warning"
-turn warning on; also turns warning aggregation off
-
-.IP "-x, -exectype=[local|mapreduce]"
-execution type; mapreduce is default
-
-.IP "-F, -stop_on_failure"
-aborts execution on the first failed job; off by default
-
-.IP "-M, -no_multiquery"
-turn multiquery optimization off; Multiquery is on by default
-
-.SH ENVIRONMENT
-
-.IP JAVA_HOME
-The java implementation to use.
-
-.IP PIG_CLASSPATH
-Extra Java CLASSPATH entries.
-
-.IP PIG_HEAPSIZE
-The maximum amount of heap to use, in MB. Default is 1000.
-
-.IP PIG_OPTS
-Extra Java runtime options.
-
-.IP PIG_CONF_DIR
-Alternate conf dir. Default is ${PIG_HOME}/conf.
-
-.IP PIG_ROOT_LOGGER
-The root appender. Default is INFO,console.
-
-.IP HADOOP_HOME
-Optionally, the Hadoop home to run with.
-
-.SH COPYRIGHT
-Copyright (C) 2010 The Apache Software Foundation. All rights reserved.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/changelog
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/changelog b/bigtop-packages/src/deb/pig/changelog
deleted file mode 100644
index 547ed02..0000000
--- a/bigtop-packages/src/deb/pig/changelog
+++ /dev/null
@@ -1 +0,0 @@
---- This is auto-generated
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/compat
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/compat b/bigtop-packages/src/deb/pig/compat
deleted file mode 100644
index 7f8f011..0000000
--- a/bigtop-packages/src/deb/pig/compat
+++ /dev/null
@@ -1 +0,0 @@
-7
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/control
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/control b/bigtop-packages/src/deb/pig/control
deleted file mode 100644
index 85b6423..0000000
--- a/bigtop-packages/src/deb/pig/control
+++ /dev/null
@@ -1,47 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-Source: pig
-Section: misc
-Priority: extra
-Maintainer: Bigtop <de...@bigtop.apache.org>
-Build-Depends: debhelper (>= 7.0.50~)
-Standards-Version: 3.8.0
-Homepage: http://pig.apache.org/
-
-Package: pig
-Architecture: all
-Depends: hadoop-client, hbase, hive, zookeeper, bigtop-utils (>= 0.7)
-Description: Pig is a platform for analyzing large data sets
- Pig is a platform for analyzing large data sets that consists of a high-level language
- for expressing data analysis programs, coupled with infrastructure for evaluating these
- programs. The salient property of Pig programs is that their structure is amenable
- to substantial parallelization, which in turns enables them to handle very large data sets.
- .
- At the present time, Pig's infrastructure layer consists of a compiler that produces
- sequences of Map-Reduce programs, for which large-scale parallel implementations already
- exist (e.g., the Hadoop subproject). Pig's language layer currently consists of a textual
- language called Pig Latin, which has the following key properties:
- .
- * Ease of programming
- It is trivial to achieve parallel execution of simple, "embarrassingly parallel" data
- analysis tasks. Complex tasks comprised of multiple interrelated data transformations
- are explicitly encoded as data flow sequences, making them easy to write, understand,
- and maintain.
- * Optimization opportunities
- The way in which tasks are encoded permits the system to optimize their execution
- automatically, allowing the user to focus on semantics rather than efficiency.
- * Extensibility
- Users can create their own functions to do special-purpose processing.
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/copyright
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/copyright b/bigtop-packages/src/deb/pig/copyright
deleted file mode 100644
index 848cce4..0000000
--- a/bigtop-packages/src/deb/pig/copyright
+++ /dev/null
@@ -1,16 +0,0 @@
-Format: http://dep.debian.net/deps/dep5
-Source: http://pig.apache.org/
-Upstream-Name: Apache Pig
-
-Files: *
-Copyright: 2008-2011, The Apache Software Foundation
-License: Apache-2.0
-
-Files debian/*
-Copyright: 2011, The Apache Software Foundation
-License: Apache-2.0
-
-License: Apache-2.0
- On Debian systems, the complete text of the Apache 2.0 license
- can be found in "/usr/share/common-licenses/Apache-2.0".
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/pig.dirs
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/pig.dirs b/bigtop-packages/src/deb/pig/pig.dirs
deleted file mode 100644
index 375b56c..0000000
--- a/bigtop-packages/src/deb/pig/pig.dirs
+++ /dev/null
@@ -1,2 +0,0 @@
-/usr/lib/pig
-/usr/bin
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/pig.postinst
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/pig.postinst b/bigtop-packages/src/deb/pig/pig.postinst
deleted file mode 100644
index 9b1fc3e..0000000
--- a/bigtop-packages/src/deb/pig/pig.postinst
+++ /dev/null
@@ -1,35 +0,0 @@
-#!/bin/bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# postinst script for pig
-
-set -e
-
-case "$1" in
- configure)
- update-alternatives --install /etc/pig/conf pig-conf /etc/pig/conf.dist 30
- ;;
-
- abort-upgrade|abort-remove|abort-deconfigure)
- ;;
-
- *)
- echo "postinst called with unknown argument \`$1'" >&2
- exit 1
- ;;
-esac
-
-#DEBHELPER#
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/pig.preinst
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/pig.preinst b/bigtop-packages/src/deb/pig/pig.preinst
deleted file mode 100644
index df0ed2e..0000000
--- a/bigtop-packages/src/deb/pig/pig.preinst
+++ /dev/null
@@ -1,53 +0,0 @@
-#!/bin/bash
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# preinst script for pig
-#
-# see: dh_installdeb(1)
-
-set -e
-
-# summary of how this scVript can be called:
-# * <new-preinst> `install'
-# * <new-preinst> `install' <old-version>
-# * <new-preinst> `upgrade' <old-version>
-# * <old-preinst> `abort-upgrade' <new-version>
-# for details, see http://www.debian.org/doc/debian-policy/ or
-# the debian-policy package
-
-
-case "$1" in
- install|upgrade)
- if [ "$2" -a -d /usr/lib/pig/conf ]; then
- mv /usr/lib/pig/conf /usr/lib/pig/conf.old.`date +'%s'` || :
- fi
- ;;
-
- abort-upgrade)
- ;;
-
- *)
- echo "preinst called with unknown argument \`$1'" >&2
- exit 1
- ;;
-esac
-
-# dh_installdeb will replace this with shell code automatically
-# generated by other debhelper scripts.
-
-#DEBHELPER#
-
-exit 0
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/pig.prerm
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/pig.prerm b/bigtop-packages/src/deb/pig/pig.prerm
deleted file mode 100644
index f12f026..0000000
--- a/bigtop-packages/src/deb/pig/pig.prerm
+++ /dev/null
@@ -1,57 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# prerm script for hadoop
-#
-# see: dh_installdeb(1)
-
-set -e
-
-# summary of how this script can be called:
-# * <prerm> `remove'
-# * <old-prerm> `upgrade' <new-version>
-# * <new-prerm> `failed-upgrade' <old-version>
-# * <conflictor's-prerm> `remove' `in-favour' <package> <new-version>
-# * <deconfigured's-prerm> `deconfigure' `in-favour'
-# <package-being-installed> <version> `removing'
-# <conflicting-package> <version>
-# for details, see http://www.debian.org/doc/debian-policy/ or
-# the debian-policy package
-
-
-case "$1" in
- remove|upgrade|deconfigure)
- update-alternatives --remove pig-conf /etc/pig/conf.dist || :
- ;;
-
- failed-upgrade)
- ;;
-
- *)
- echo "prerm called with unknown argument \`$1'" >&2
- exit 1
- ;;
-esac
-
-# dh_installdeb will replace this with shell code automatically
-# generated by other debhelper scripts.
-
-#DEBHELPER#
-
-exit 0
-
-
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/rules
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/rules b/bigtop-packages/src/deb/pig/rules
deleted file mode 100755
index bb27873..0000000
--- a/bigtop-packages/src/deb/pig/rules
+++ /dev/null
@@ -1,58 +0,0 @@
-#!/usr/bin/make -f
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# -*- makefile -*-
-
-# Uncomment this to turn on verbose mode.
-#export DH_VERBOSE=1
-
-# This has to be exported to make some magic below work.
-export DH_OPTIONS
-
-hive_home=/usr/lib/hive
-zookeeper_home=/usr/lib/zookeeper
-hbase_home=/usr/lib/hbase
-pig_pkg_name=pig
-
-%:
- dh $@
-
-override_dh_auto_build:
- bash debian/do-component-build -Divy.home=${HOME}/.ivy2
-
-override_dh_auto_install:
- cp debian/pig.1 .
- sh -x debian/install_pig.sh \
- --build-dir=build \
- --prefix=debian/${pig_pkg_name} \
- --doc-dir=/usr/share/doc/${pig_pkg_name} \
- --examples-dir=/usr/share/doc/${pig_pkg_name}/examples
-
- rm -f debian/pig/usr/lib/${pig_pkg_name}/lib/{hive,zookeeper}*.jar
- ln -f -s ${zookeeper_home}/zookeeper.jar debian/pig/usr/lib/${pig_pkg_name}/lib/
- ln -f -s ${hive_home}/lib/hive-common.jar debian/pig/usr/lib/${pig_pkg_name}/lib/
- ln -f -s ${hive_home}/lib/hive-exec.jar debian/pig/usr/lib/${pig_pkg_name}/lib/
- ln -f -s ${hive_home}/lib/hive-serde.jar debian/pig/usr/lib/${pig_pkg_name}/lib/
- ln -f -s ${hive_home}/lib/hive-shims-common.jar debian/pig/usr/lib/${pig_pkg_name}/lib/
- ln -f -s ${hive_home}/lib/hive-shims-common-secure.jar debian/pig/usr/lib/${pig_pkg_name}/lib/
- rm -f debian/pig/usr/lib/${pig_pkg_name}/lib/h2/hbase-*.jar
- ln -f -s ${hbase_home}/hbase-client.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/
- ln -f -s ${hbase_home}/hbase-common.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/
- ln -f -s ${hbase_home}/hbase-hadoop2-compat.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/
- ln -f -s ${hbase_home}/hbase-hadoop-compat.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/
- ln -f -s ${hbase_home}/hbase-protocol.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/
- ln -f -s ${hbase_home}/hbase-server.jar debian/pig/usr/lib/${pig_pkg_name}/lib/h2/
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/deb/pig/source/format
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/deb/pig/source/format b/bigtop-packages/src/deb/pig/source/format
deleted file mode 100644
index 163aaf8..0000000
--- a/bigtop-packages/src/deb/pig/source/format
+++ /dev/null
@@ -1 +0,0 @@
-3.0 (quilt)
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/rpm/pig/RPMS/.gitignore
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/pig/RPMS/.gitignore b/bigtop-packages/src/rpm/pig/RPMS/.gitignore
deleted file mode 100644
index 1ab8c79..0000000
--- a/bigtop-packages/src/rpm/pig/RPMS/.gitignore
+++ /dev/null
@@ -1 +0,0 @@
-repodata
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/rpm/pig/SPECS/.gitignore
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/pig/SPECS/.gitignore b/bigtop-packages/src/rpm/pig/SPECS/.gitignore
deleted file mode 100644
index caa5471..0000000
--- a/bigtop-packages/src/rpm/pig/SPECS/.gitignore
+++ /dev/null
@@ -1,3 +0,0 @@
-hadoop.spec
-pig.spec
-hive.spec
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-packages/src/rpm/pig/SPECS/pig.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/pig/SPECS/pig.spec b/bigtop-packages/src/rpm/pig/SPECS/pig.spec
deleted file mode 100644
index 666db43..0000000
--- a/bigtop-packages/src/rpm/pig/SPECS/pig.spec
+++ /dev/null
@@ -1,171 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-%define pig_name pig
-%define etc_pig /etc/%{pig_name}
-%define config_pig %{etc_pig}/conf
-%define lib_pig /usr/lib/%{pig_name}
-%define log_pig /var/log/%{pig_name}
-%define bin_pig /usr/bin
-%define pig_config_virtual pig_active_configuration
-%define man_dir %{_mandir}
-%define hive_home /usr/lib/hive
-%define zookeeper_home /usr/lib/zookeeper
-%define hbase_home /usr/lib/hbase
-#BIGTOP_PATCH_FILES
-
-# CentOS 5 does not have any dist macro
-# So I will suppose anything that is not Mageia or a SUSE will be a RHEL/CentOS/Fedora
-%if %{!?suse_version:1}0 && %{!?mgaversion:1}0
-
-# FIXME: brp-repack-jars uses unzip to expand jar files
-# Unfortunately aspectjtools-1.6.5.jar pulled by ivy contains some files and directories without any read permission
-# and make whole process to fail.
-# So for now brp-repack-jars is being deactivated until this is fixed.
-# See BIGTOP-294
-%define __os_install_post \
- %{_rpmconfigdir}/brp-compress ; \
- %{_rpmconfigdir}/brp-strip-static-archive %{__strip} ; \
- %{_rpmconfigdir}/brp-strip-comment-note %{__strip} %{__objdump} ; \
- /usr/lib/rpm/brp-python-bytecompile ; \
- %{nil}
-
-%define doc_pig %{_docdir}/pig-%{pig_version}
-%define alternatives_cmd alternatives
-
-%endif
-
-
-%if %{?suse_version:1}0
-
-# Only tested on openSUSE 11.4. le'ts update it for previous release when confirmed
-%if 0%{suse_version} > 1130
-%define suse_check \# Define an empty suse_check for compatibility with older sles
-%endif
-
-%define doc_pig %{_docdir}/pig
-%define alternatives_cmd update-alternatives
-%define __os_install_post \
- %{suse_check} ; \
- /usr/lib/rpm/brp-compress ; \
- %{nil}
-
-%endif
-
-
-%if 0%{?mgaversion}
-%define doc_pig %{_docdir}/pig-%{pig_version}
-%define alternatives_cmd update-alternatives
-%endif
-
-
-Name: pig
-Version: %{pig_version}
-Release: %{pig_release}
-Summary: Pig is a platform for analyzing large data sets
-License: ASL 2.0
-URL: http://pig.apache.org/
-Group: Development/Libraries
-Buildroot: %{_topdir}/INSTALL/%{name}-%{version}
-BuildArch: noarch
-Source0: pig-%{pig_base_version}-src.tar.gz
-Source1: do-component-build
-Source2: install_pig.sh
-Source3: pig.1
-Source4: bigtop.bom
-Requires: hadoop-client, hbase, hive, zookeeper, bigtop-utils >= 0.7
-
-%description
-Pig is a platform for analyzing large data sets that consists of a high-level language
-for expressing data analysis programs, coupled with infrastructure for evaluating these
-programs. The salient property of Pig programs is that their structure is amenable
-to substantial parallelization, which in turns enables them to handle very large data sets.
-
-At the present time, Pig's infrastructure layer consists of a compiler that produces
-sequences of Map-Reduce programs, for which large-scale parallel implementations already
-exist (e.g., the Hadoop subproject). Pig's language layer currently consists of a textual
-language called Pig Latin, which has the following key properties:
-
-* Ease of programming
- It is trivial to achieve parallel execution of simple, "embarrassingly parallel" data
- analysis tasks. Complex tasks comprised of multiple interrelated data transformations
- are explicitly encoded as data flow sequences, making them easy to write, understand,
- and maintain.
-* Optimization opportunities
- The way in which tasks are encoded permits the system to optimize their execution
- automatically, allowing the user to focus on semantics rather than efficiency.
-* Extensibility
- Users can create their own functions to do special-purpose processing.
-
-
-%prep
-%setup -n %{name}-%{pig_base_version}-src
-#BIGTOP_PATCH_COMMANDS
-%build
-env PIG_BASE_VERSION=%{pig_base_version} bash %{SOURCE1}
-
-
-#########################
-#### INSTALL SECTION ####
-#########################
-%install
-%__rm -rf $RPM_BUILD_ROOT
-
-cp $RPM_SOURCE_DIR/pig.1 .
-sh -x %{SOURCE2} \
- --build-dir=build \
- --doc-dir=%{doc_pig} \
- --prefix=$RPM_BUILD_ROOT
-
-rm -f $RPM_BUILD_ROOT/%{lib_pig}/lib/{hive,zookeeper}*.jar
-ln -f -s %{zookeeper_home}/zookeeper.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/
-ln -f -s %{hive_home}/lib/hive-common.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/
-ln -f -s %{hive_home}/lib/hive-exec.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/
-ln -f -s %{hive_home}/lib/hive-serde.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/
-ln -f -s %{hive_home}/lib/hive-shims-common.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/
-ln -f -s %{hive_home}/lib/hive-shims-common-secure.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/
-rm -f $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/hbase-*.jar
-ln -f -s %{hbase_home}/hbase-client.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/
-ln -f -s %{hbase_home}/hbase-common.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/
-ln -f -s %{hbase_home}/hbase-hadoop2-compat.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/
-ln -f -s %{hbase_home}/hbase-hadoop-compat.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/
-ln -f -s %{hbase_home}/hbase-protocol.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/
-ln -f -s %{hbase_home}/hbase-server.jar $RPM_BUILD_ROOT/%{lib_pig}/lib/h2/
-
-%pre
-# workaround for old style Pig conf dir
-if [ $1 -gt 1 -a -d %{lib_pig}/conf ]; then
- %__mv %{lib_pig}/conf %{lib_pig}/conf.old.`date +'%s'` || :
-fi
-
-# Manage configuration symlink
-%post
-%{alternatives_cmd} --install %{config_pig} pig-conf %{etc_pig}/conf.dist 30
-
-%preun
-# If we are uninstalling pig
-if [ "$1" = 0 ]; then
- %{alternatives_cmd} --remove pig-conf %{etc_pig}/conf.dist || :
-fi
-
-#######################
-#### FILES SECTION ####
-#######################
-%files
-%defattr(-,root,root,755)
-%config(noreplace) %{etc_pig}/conf.dist
-%doc %{doc_pig}
-%{lib_pig}
-%{bin_pig}/pig
-%{man_dir}/man1/pig.1.*
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy b/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy
deleted file mode 100644
index 419b211..0000000
--- a/bigtop-tests/smoke-tests/pig/TestPigSmoke.groovy
+++ /dev/null
@@ -1,58 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.bigtop.itest.pig
-
-import org.junit.BeforeClass
-import org.junit.AfterClass
-import static org.junit.Assert.assertNotNull
-import org.apache.bigtop.itest.shell.Shell
-import static org.junit.Assert.assertTrue
-import org.junit.Test
-import org.apache.hadoop.conf.Configuration
-import org.apache.bigtop.itest.JarContent
-import org.apache.bigtop.itest.TestUtils
-import org.apache.commons.logging.LogFactory
-import org.apache.commons.logging.Log
-
-import org.junit.runner.RunWith
-
-class TestPigSmoke {
- static private Log LOG = LogFactory.getLog(Object.class);
-
- static Shell sh = new Shell("/bin/bash -s");
-
-
- @AfterClass
- public static void tearDown() {
- sh.exec("hadoop fs -rmr -skipTrash pigsmoketest");
- }
-
- @BeforeClass
- static void setUp() {
- sh.exec("cat /etc/passwd > passwd");
- sh.exec("hadoop fs -mkdir pigsmoketest");
- sh.exec("hadoop fs -copyFromLocal passwd pigsmoketest/input");
- }
-
- @Test
- void test() {
- sh.exec("pig wordcount.pig");
- assertTrue("Example word count failed. " + sh.getOut() + " " + sh.getErr(), sh.getRet() == 0);
- }
-}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-tests/smoke-tests/pig/build.gradle
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/pig/build.gradle b/bigtop-tests/smoke-tests/pig/build.gradle
deleted file mode 100644
index cc09ea8..0000000
--- a/bigtop-tests/smoke-tests/pig/build.gradle
+++ /dev/null
@@ -1,38 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-dependencies {
- testCompile group: 'org.hsqldb', name: 'hsqldb', version: '1.8.0.10'
-}
-
-def tests_to_include() {
- return ["TestPigSmoke.groovy"];
-}
-
-sourceSets {
- test {
- groovy {
- srcDirs = [projectDir]
- exclude 'src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/**'
- exclude { FileTreeElement elem -> (doExclude(elem.getName())) }
- }
- }
-}
-
-test.doFirst {
- checkEnv(["PIG_HOME"])
-}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-tests/smoke-tests/pig/log4j.properties
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/pig/log4j.properties b/bigtop-tests/smoke-tests/pig/log4j.properties
deleted file mode 100644
index db5aacf..0000000
--- a/bigtop-tests/smoke-tests/pig/log4j.properties
+++ /dev/null
@@ -1,24 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# Set root logger level to DEBUG and its only appender to A1.
-log4j.rootLogger=TRACE, A1
-
-# A1 is set to be a ConsoleAppender.
-log4j.appender.A1=org.apache.log4j.ConsoleAppender
-
-# A1 uses PatternLayout.
-log4j.appender.A1.layout=org.apache.log4j.PatternLayout
-log4j.appender.A1.layout.ConversionPattern=%-4r [BIGTOP-TEST-LOG %t] %-5p %c %x --- %m%n
http://git-wip-us.apache.org/repos/asf/bigtop/blob/fb7a80fd/bigtop-tests/smoke-tests/pig/wordcount.pig
----------------------------------------------------------------------
diff --git a/bigtop-tests/smoke-tests/pig/wordcount.pig b/bigtop-tests/smoke-tests/pig/wordcount.pig
deleted file mode 100644
index 44863f5..0000000
--- a/bigtop-tests/smoke-tests/pig/wordcount.pig
+++ /dev/null
@@ -1,24 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- * <p/>
- * http://www.apache.org/licenses/LICENSE-2.0
- * <p/>
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-A = load 'pigsmoketest/input';
-B = foreach A generate flatten(TOKENIZE((chararray)$0)) as word;
-C = group B by word;
-D = foreach C generate COUNT(B), group;
-store D into 'pig-output-wordcount';
-dump D ;