You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by co...@apache.org on 2014/04/25 01:05:10 UTC
[01/50] git commit: HAD-613. Package misses a few mandatory
depedencies.
Repository: bigtop
Updated Branches:
refs/heads/master 080fa9d64 -> 5171af334
HAD-613. Package misses a few mandatory depedencies.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/8d8adc93
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/8d8adc93
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/8d8adc93
Branch: refs/heads/master
Commit: 8d8adc938d94086c37735e0add0748d937648f56
Parents: 269d6c9
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Oct 2 14:21:40 2013 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Oct 2 14:21:40 2013 -0700
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8d8adc93/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index efe7dd2..739434e 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -8,7 +8,6 @@ License: Copyright WANdisco 2013
URL: http://wandisco.com
Source0: namenode-%{wdd_namenode_nonstop_base_version}.tar.gz
Source1: do-component-build
-Source2: install_nonstop.sh
Source3: hadoop-hdfs-nonstop.default
Source11: init.d.tmpl
Source12: hadoop-hdfs-nonstop.svc
@@ -31,7 +30,7 @@ AutoReq: no
%define hadoop_name nonstop
%define hadoop_services hadoop-hdfs-nonstop
%define extra_libs DConE-*.jar DConE_Platform-*.jar
-%define extra_deps_libs java-uuid-generator*.jar prevayler-*.jar xstream-*.jar bcprov-*.jar xmlpull-1.1.3.1.jar
+%define extra_deps_libs java-uuid-generator*.jar prevayler-*.jar xstream-*.jar bcprov*.jar xmlpull-*.jar
%global initd_dir %{_sysconfdir}/rc.d/init.d
@@ -140,6 +139,9 @@ done
%changelog
* Thu Apr 29 2013 Konstantin Boudnik <co...@wandisco.com>
+- Adding default dcone property files and logger
+- fixing the problem where some jar files weren't picked up
+* Thu Apr 29 2013 Konstantin Boudnik <co...@wandisco.com>
- fixing chkconfig management for the services
* Thu Apr 16 2013 Konstantin Boudnik <co...@wandisco.com>
- added all static libs (for now), until the dcone mavenization isn't
[38/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/b11060c4
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/b11060c4
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/b11060c4
Branch: refs/heads/master
Commit: b11060c4ef78753ac70ce6e7a39ba29276e417bf
Parents: d7f7d71 fd63c4f
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Feb 26 10:23:21 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Feb 26 10:23:21 2014 -0800
----------------------------------------------------------------------
.../src/common/hadoop/hadoop-httpfs.svc | 19 +---------
.../common/hadoop/httpfs-tomcat-deployment.sh | 38 +++++++++++++++++++
.../src/common/hadoop/install_hadoop.sh | 11 ++++--
.../src/common/oozie/install_oozie.sh | 18 ++++-----
bigtop-packages/src/common/oozie/oozie.init | 16 +-------
.../src/common/oozie/tomcat-deployment.sh | 37 ++++++++++++++++++
bigtop-packages/src/common/solr/install_solr.sh | 13 +++++--
.../src/common/solr/solr-server.init.debian | 12 +-----
.../src/common/solr/tomcat-deployment.sh | 37 ++++++++++++++++++
.../src/common/sqoop/install_sqoop.sh | 16 +++++---
.../src/common/sqoop/sqoop-server.sh | 18 +--------
.../src/common/sqoop/tomcat-deployment.sh | 40 ++++++++++++++++++++
.../src/deb/hadoop/hadoop-httpfs.postinst | 2 +-
.../src/deb/hadoop/hadoop-httpfs.prerm | 2 +-
bigtop-packages/src/deb/oozie/oozie.postinst | 2 +-
bigtop-packages/src/deb/solr/solr.postinst | 2 +-
bigtop-packages/src/deb/solr/solr.prerm | 2 +-
bigtop-packages/src/deb/sqoop/sqoop.install | 4 +-
bigtop-packages/src/deb/sqoop/sqoop.postinst | 2 +-
bigtop-packages/src/deb/sqoop/sqoop.prerm | 2 +-
.../src/rpm/hadoop/SPECS/hadoop.spec | 10 ++---
bigtop-packages/src/rpm/oozie/SPECS/oozie.spec | 20 +++++-----
.../src/rpm/solr/SOURCES/solr-server.init | 12 +-----
bigtop-packages/src/rpm/solr/SPECS/solr.spec | 7 ++--
bigtop-packages/src/rpm/sqoop/SPECS/sqoop.spec | 10 +++--
.../hadoop/mapreduce/TestHadoopExamples.groovy | 15 +++++---
.../bigtop/itest/iolongevity/TestSLive.groovy | 7 ++--
27 files changed, 238 insertions(+), 136 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b11060c4/bigtop-packages/src/rpm/hadoop/SPECS/hadoop.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b11060c4/bigtop-packages/src/rpm/oozie/SPECS/oozie.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b11060c4/bigtop-packages/src/rpm/solr/SPECS/solr.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b11060c4/bigtop-packages/src/rpm/sqoop/SPECS/sqoop.spec
----------------------------------------------------------------------
[11/50] git commit: HAD-631. NsNN package can fail if
hadoop-hdfs-namenode package content has been manually altered
Posted by co...@apache.org.
HAD-631. NsNN package can fail if hadoop-hdfs-namenode package content has been manually altered
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/240fa816
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/240fa816
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/240fa816
Branch: refs/heads/master
Commit: 240fa816b0f27faf233477c4881f2fe652c62b77
Parents: 3a19834
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Nov 21 22:07:42 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Nov 21 22:07:42 2013 -0800
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/240fa816/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 9caef88..abbc6ce 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -114,7 +114,7 @@ sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|bala
%__chmod 755 %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
## FIXME: This is a hacking way to deal with 3rd party reliance on HDFS NN service script
-mv -f %{initd_dir}/hadoop-hdfs-namenode %{initd_dir}/hadoop-hdfs-namenode.orig
+[ -f %{initd_dir}/hadoop-hdfs-namenode ] && mv -f %{initd_dir}/hadoop-hdfs-namenode %{initd_dir}/hadoop-hdfs-namenode.orig
ln -s %{initd_dir}/hadoop-hdfs-nonstop %{initd_dir}/hadoop-hdfs-namenode
for service in hadoop-hdfs-nonstop
do
@@ -125,8 +125,9 @@ do
done
%preun
-rm -f %{initd_dir}/hadoop-hdfs-namenode
-mv -f %{initd_dir}/hadoop-hdfs-namenode.orig %{initd_dir}/hadoop-hdfs-namenode
+[ -f %{initd_dir}/hadoop-hdfs-namenode.orig ] && \
+ (rm -f %{initd_dir}/hadoop-hdfs-namenode; \
+ mv -f %{initd_dir}/hadoop-hdfs-namenode.orig %{initd_dir}/hadoop-hdfs-namenode)
for service in hadoop-hdfs-nonstop
do
if [ $1 -eq 0 ]; then
[03/50] git commit: Bringing master BOM up to speed with latest
component versions
Posted by co...@apache.org.
Bringing master BOM up to speed with latest component versions
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/23616495
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/23616495
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/23616495
Branch: refs/heads/master
Commit: 236164954db405b7988f985c976c41c95fe74be6
Parents: 84e12ec
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Thu Oct 24 11:55:52 2013 -0700
Committer: Konstantin Boudnik <co...@wandisco.com>
Committed: Thu Oct 24 11:55:52 2013 -0700
----------------------------------------------------------------------
bigtop.mk | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/23616495/bigtop.mk
----------------------------------------------------------------------
diff --git a/bigtop.mk b/bigtop.mk
index b4f0b8e..f5be02e 100644
--- a/bigtop.mk
+++ b/bigtop.mk
@@ -31,8 +31,8 @@ $(eval $(call PACKAGE,wdd-release,WDD))
# Hadoop 2.0.0-based hadoop package
HADOOP_NAME=hadoop
HADOOP_RELNOTES_NAME=Apache Hadoop
-HADOOP_BASE_VERSION=2.0.6.11-wdd3.7
-HADOOP_PKG_VERSION=2.0.6.11+WANdisco
+HADOOP_BASE_VERSION=2.0.6.15-wdd3.8-SNAPSHOT
+HADOOP_PKG_VERSION=2.0.6.15+WANdisco
HADOOP_RELEASE_VERSION=1
HADOOP_TARBALL_DST=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION).tar.gz
HADOOP_TARBALL_SRC=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)-src.tar.gz
@@ -44,7 +44,7 @@ $(eval $(call PACKAGE,hadoop,HADOOP))
# S3HDFS-Bridge
HDFSB_NAME=wdd-s3hdfs
HDFSB_RELNOTES_NAME=WANdisco S3HDFS Bridge
-HDFSB_BASE_VERSION=3.6.0-SNAPSHOT
+HDFSB_BASE_VERSION=3.6.0
HDFSB_PKG_VERSION=3.6.0+WANdisco
HDFSB_RELEASE_VERSION=1
HDFSB_TARBALL_DST=s3hdfs-$(HDFSB_BASE_VERSION).tar.gz
@@ -59,7 +59,7 @@ $(eval $(call PACKAGE,wdd-s3hdfs,HDFSB))
NONSTOP_NAME=wdd-namenode-nonstop
NONSTOP_RELNOTES_NAME=WANdisco Non-Stop Namenode
## simply use make -e NONSTOP_BASE_VERSION=... to override
-NONSTOP_BASE_VERSION=1.1.3-SNAPSHOT
+NONSTOP_BASE_VERSION=1.2-SNAPSHOT
# Make sure that something like -SNAPSHOT isn't present
NONSTOP_PKG_VERSION=`echo $(NONSTOP_BASE_VERSION) | sed -e "s/-SNAPSHOT//" -e "s/-/+/"`+WANdisco
NONSTOP_RELEASE_VERSION=1
@@ -74,8 +74,8 @@ $(eval $(call PACKAGE,wdd-namenode-nonstop,NONSTOP))
HIPPO_NAME=hippo
HIPPO_RELNOTES_NAME=Hippo UI
HIPPO_PKG_NAME=hippo
-HIPPO_BASE_VERSION=1.0.2-SNAPSHOT
-HIPPO_PKG_VERSION=1.0.2+WANdisco
+HIPPO_BASE_VERSION=1.2-SNAPSHOT
+HIPPO_PKG_VERSION=1.2+WANdisco
HIPPO_RELEASE_VERSION=1
HIPPO_TARBALL_SRC=hadoop-ui-$(HIPPO_BASE_VERSION)-src.tar.gz
HIPPO_TARBALL_DST=hippo-$(HIPPO_BASE_VERSION).tar.gz
[31/50] git commit: Setting default version of the NSNN to
1.7-SNAPSHOT
Posted by co...@apache.org.
Setting default version of the NSNN to 1.7-SNAPSHOT
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/e1de91d8
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/e1de91d8
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/e1de91d8
Branch: refs/heads/master
Commit: e1de91d867f60b8e5884a79ff3ee27198ffb1bcf
Parents: 6a2066b
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Feb 20 15:03:14 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Feb 20 15:03:14 2014 -0800
----------------------------------------------------------------------
bigtop.mk | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e1de91d8/bigtop.mk
----------------------------------------------------------------------
diff --git a/bigtop.mk b/bigtop.mk
index 4ac7b0c..aa8bf9e 100644
--- a/bigtop.mk
+++ b/bigtop.mk
@@ -59,7 +59,7 @@ $(eval $(call PACKAGE,wdd-s3hdfs,HDFSB))
NONSTOP_NAME=wdd-namenode-nonstop
NONSTOP_RELNOTES_NAME=WANdisco Non-Stop Namenode
## simply use make -e NONSTOP_BASE_VERSION=... to override
-NONSTOP_BASE_VERSION=1.2-SNAPSHOT
+NONSTOP_BASE_VERSION=1.7-SNAPSHOT
# Make sure that something like -SNAPSHOT isn't present
NONSTOP_PKG_VERSION=`echo $(NONSTOP_BASE_VERSION) | sed -e "s/-SNAPSHOT//" -e "s/-/+/"`+WANdisco
NONSTOP_RELEASE_VERSION=1
[26/50] git commit: Edit pom and added Slivetest draft
Posted by co...@apache.org.
Edit pom and added Slivetest draft
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/8a115cf6
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/8a115cf6
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/8a115cf6
Branch: refs/heads/master
Commit: 8a115cf6331a96a0b09eeded14f45f2ba53bf3d9
Parents: b4c14e7
Author: Virginia Wang <vi...@wandisco.com>
Authored: Wed Feb 5 11:05:34 2014 -0800
Committer: Virginia Wang <vi...@wandisco.com>
Committed: Wed Feb 5 11:05:34 2014 -0800
----------------------------------------------------------------------
.../bigtop/itest/iolongevity/TestSLive.groovy | 59 ++++++++++++++++++++
.../test-execution/longevity/io/pom.xml | 2 +-
2 files changed, 60 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8a115cf6/bigtop-tests/test-artifacts/longevity/src/main/groovy/org/apache/bigtop/itest/iolongevity/TestSLive.groovy
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/longevity/src/main/groovy/org/apache/bigtop/itest/iolongevity/TestSLive.groovy b/bigtop-tests/test-artifacts/longevity/src/main/groovy/org/apache/bigtop/itest/iolongevity/TestSLive.groovy
new file mode 100644
index 0000000..7b434c7
--- /dev/null
+++ b/bigtop-tests/test-artifacts/longevity/src/main/groovy/org/apache/bigtop/itest/iolongevity/TestSLive.groovy
@@ -0,0 +1,59 @@
+package org.apache.bigtop.itest.iolongevity
+
+import org.apache.bigtop.itest.shell.Shell
+import org.junit.BeforeClass
+import org.junit.Test
+import static org.apache.bigtop.itest.LogErrorsUtils.logError
+import static org.junit.Assert.assertTrue
+
+
+public class TestSLive {
+ static Shell sh = new Shell("/bin/bash -s");
+ private static final String SLIVE_OUTPUT_FILE = "/test/slive/slive/output";
+ static String[] sliveCmds;
+
+
+ @BeforeClass
+ static void setUp() throws IOException {
+ String numSliveFiles = "1000000";
+ String mapredClientJar = System.getProperty("mapredClientTestJar", "/usr/lib/hadoop-mapreduce/hadoop-mapreduce-client-jobclient-*-tests*.jar");
+ String SLIVE_TEMPLATE = "hadoop jar %s SliveTest -create %s -delete %s -rename %s -read %s -append %s -ls %s -mkdir %s -files %s -resFile %s";
+
+ sliveCmds = [
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 100, 0, 0, 0, 0, 0, 0, numSliveFiles, "sliveOutputcreate.txt"), //create
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 0, 0, 0, 100, 0, 0, 0, numSliveFiles, "sliveOutputread.txt"), //read
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 0, 0, 0, 0, 100, 0, 0, numSliveFiles, "sliveOutputappend.txt"), //append
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 0, 0, 0, 0, 0, 100, 0, numSliveFiles, "sliveOutputls.txt"), //ls
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 0, 0, 100, 0, 0, 0, 0, numSliveFiles, "sliveOutputrename.txt"), //rename
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 0, 100, 0, 0, 0, 0, 0, numSliveFiles, "sliveOutputdelete.txt"), //delete
+ String.format(SLIVE_TEMPLATE, mapredClientJar, 20, 0, 20, 20, 0, 20, 20, numSliveFiles, "sliveOutputmix.txt") //mix
+ ]
+
+ }
+
+ public void cleanup() {
+ sh.exec("hadoop fs -rm -r " + SLIVE_OUTPUT_FILE)
+ Thread.sleep(5000)
+ }
+
+ @Test
+ public void testSlive() {
+ for (cmd in sliveCmds) {
+ sh.exec(cmd)
+ logError(sh)
+ assertTrue(sh.getRet() == 0)
+ String expectedFile = SLIVE_OUTPUT_FILE + "/_SUCCESS"
+ sh.exec("hadoop fs -ls " + expectedFile);
+ boolean success = false;
+ for (String str : sh.getOut()) {
+ if (str.contains(expectedFile)) {
+ success = true;
+ }
+ }
+ assertTrue(success);
+ cleanup();
+ }
+ }
+
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8a115cf6/bigtop-tests/test-execution/longevity/io/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-execution/longevity/io/pom.xml b/bigtop-tests/test-execution/longevity/io/pom.xml
index 4a56ea2..fa60730 100644
--- a/bigtop-tests/test-execution/longevity/io/pom.xml
+++ b/bigtop-tests/test-execution/longevity/io/pom.xml
@@ -35,7 +35,7 @@
<properties>
<!--Additional environment variables are required-->
<HADOOP_HOME>${env.HADOOP_HOME}</HADOOP_HOME>
- <HADOOP_CONF_DIR>${env.HADOOP_CONF)DIR}</HADOOP_CONF_DIR>
+ <HADOOP_CONF_DIR>${env.HADOOP_CONF_DIR}</HADOOP_CONF_DIR>
<!-- Integration tests are special -->
<org.apache.maven-failsafe-plugin.testInclude>**/LongevityTest*</org.apache.maven-failsafe-plugin.testInclude>
<org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId>
[24/50] git commit: BIGTOP-1202. One-button-click way for installing
all needed bits of testing framework
Posted by co...@apache.org.
BIGTOP-1202. One-button-click way for installing all needed bits of testing framework
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/9741a99c
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/9741a99c
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/9741a99c
Branch: refs/heads/master
Commit: 9741a99c9480a76839f07862a8db63f1ce443bed
Parents: 75b0fa7
Author: Konstantin Boudnik <co...@apache.org>
Authored: Tue Feb 4 13:51:21 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Tue Feb 4 13:51:21 2014 -0800
----------------------------------------------------------------------
build.gradle | 45 +++++++++++++++++++++++++++++++++++++++++++++
settings.gradle | 1 +
2 files changed, 46 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/9741a99c/build.gradle
----------------------------------------------------------------------
diff --git a/build.gradle b/build.gradle
new file mode 100644
index 0000000..b3271d9
--- /dev/null
+++ b/build.gradle
@@ -0,0 +1,45 @@
+apply plugin: 'java'
+apply plugin: 'maven'
+
+group = 'org.apache.bigtop'
+version = '0.8.0-SNAPSHOT'
+
+description = """Bigtop"""
+
+sourceCompatibility = 1.6
+targetCompatibility = 1.6
+
+task installTopLevel(type:Exec) {
+ workingDir "."
+ commandLine 'mvn clean install -f pom.xml'.split(" ")
+}
+
+task installiTest(type:Exec) {
+ workingDir "."
+ commandLine 'mvn clean install -f bigtop-test-framework/pom.xml -DskipTests'.split(" ")
+}
+task installTestArtifacts(type:Exec) {
+ workingDir "."
+ commandLine 'mvn clean install -f bigtop-tests/test-artifacts/pom.xml'.split(" ")
+}
+task installConf(type:Exec) {
+ workingDir "."
+ commandLine 'mvn clean install -f bigtop-tests/test-execution/conf/pom.xml'.split(" ")
+}
+task installCommon(type:Exec) {
+ workingDir "."
+ commandLine 'mvn clean install -f bigtop-tests/test-execution/common/pom.xml'.split(" ")
+}
+task installAllLocalArtifacts() {
+
+}
+
+installAllLocalArtifacts.dependsOn installCommon, installConf, installTestArtifacts, installiTest, installTopLevel
+
+repositories {
+ maven { url "http://mvn01.shef.wandisco.com:8081/artifactory/libs-snapshot-local" }
+ maven { url "http://mvn01.shef.wandisco.com:8081/artifactory/ext-snapshot-local" }
+ maven { url "http://mvn01.shef.wandisco.com:8081/artifactory/libs-release-local" }
+ maven { url "http://repository.apache.org/snapshots" }
+ maven { url "http://repo.maven.apache.org/maven2" }
+}
http://git-wip-us.apache.org/repos/asf/bigtop/blob/9741a99c/settings.gradle
----------------------------------------------------------------------
diff --git a/settings.gradle b/settings.gradle
new file mode 100644
index 0000000..a7ac939
--- /dev/null
+++ b/settings.gradle
@@ -0,0 +1 @@
+rootProject.name = 'bigtop'
[39/50] git commit: Merge branch 'master' of
https://git02.shef.wandisco.com/git/bigdata/bigtop
Posted by co...@apache.org.
Merge branch 'master' of https://git02.shef.wandisco.com/git/bigdata/bigtop
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/dc6bdcdd
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/dc6bdcdd
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/dc6bdcdd
Branch: refs/heads/master
Commit: dc6bdcdd801664267ee587c453f878c46b1dd6ec
Parents: 12fade6 b11060c
Author: root <ro...@vmhost9-vm5.frem.wandisco.com>
Authored: Wed Feb 26 10:32:22 2014 -0800
Committer: root <ro...@vmhost9-vm5.frem.wandisco.com>
Committed: Wed Feb 26 10:32:22 2014 -0800
----------------------------------------------------------------------
.../src/common/hadoop/hadoop-httpfs.svc | 19 +---------
.../common/hadoop/httpfs-tomcat-deployment.sh | 38 +++++++++++++++++++
.../src/common/hadoop/install_hadoop.sh | 11 ++++--
.../src/common/oozie/install_oozie.sh | 18 ++++-----
bigtop-packages/src/common/oozie/oozie.init | 16 +-------
.../src/common/oozie/tomcat-deployment.sh | 37 ++++++++++++++++++
bigtop-packages/src/common/solr/install_solr.sh | 13 +++++--
.../src/common/solr/solr-server.init.debian | 12 +-----
.../src/common/solr/tomcat-deployment.sh | 37 ++++++++++++++++++
.../src/common/sqoop/install_sqoop.sh | 16 +++++---
.../src/common/sqoop/sqoop-server.sh | 18 +--------
.../src/common/sqoop/tomcat-deployment.sh | 40 ++++++++++++++++++++
.../src/deb/hadoop/hadoop-httpfs.postinst | 2 +-
.../src/deb/hadoop/hadoop-httpfs.prerm | 2 +-
bigtop-packages/src/deb/oozie/oozie.postinst | 2 +-
bigtop-packages/src/deb/solr/solr.postinst | 2 +-
bigtop-packages/src/deb/solr/solr.prerm | 2 +-
bigtop-packages/src/deb/sqoop/sqoop.install | 4 +-
bigtop-packages/src/deb/sqoop/sqoop.postinst | 2 +-
bigtop-packages/src/deb/sqoop/sqoop.prerm | 2 +-
.../src/rpm/hadoop/SPECS/hadoop.spec | 10 ++---
bigtop-packages/src/rpm/oozie/SPECS/oozie.spec | 20 +++++-----
.../src/rpm/solr/SOURCES/solr-server.init | 12 +-----
bigtop-packages/src/rpm/solr/SPECS/solr.spec | 7 ++--
bigtop-packages/src/rpm/sqoop/SPECS/sqoop.spec | 10 +++--
.../SPECS/wdd-namenode-nonstop.spec | 6 ++-
.../hadoop/mapreduce/TestHadoopExamples.groovy | 15 +++++---
.../bigtop/itest/iolongevity/TestSLive.groovy | 7 ++--
bigtop-tests/test-artifacts/s3hdfs/pom.xml | 2 +-
29 files changed, 243 insertions(+), 139 deletions(-)
----------------------------------------------------------------------
[35/50] git commit: HAD-656. Update version to 0.8.0 for s3hdfs
Posted by co...@apache.org.
HAD-656. Update version to 0.8.0 for s3hdfs
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/49604f9a
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/49604f9a
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/49604f9a
Branch: refs/heads/master
Commit: 49604f9a7ab5b3cc9021386fbc2d60156f1857ea
Parents: 208b693
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Feb 21 15:07:45 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Fri Feb 21 15:07:45 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/s3hdfs/pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/49604f9a/bigtop-tests/test-artifacts/s3hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/s3hdfs/pom.xml b/bigtop-tests/test-artifacts/s3hdfs/pom.xml
index 9a8fab9..523e9f4 100644
--- a/bigtop-tests/test-artifacts/s3hdfs/pom.xml
+++ b/bigtop-tests/test-artifacts/s3hdfs/pom.xml
@@ -14,7 +14,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>s3hdfs-smoke</artifactId>
- <version>0.6.0-SNAPSHOT</version>
+ <version>0.8.0-SNAPSHOT</version>
<name>s3hdfssmoke</name>
<dependencies>
[17/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Conflicts:
bigtop-tests/test-execution/smokes/pom.xml
bigtop.mk
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/4f81598e
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/4f81598e
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/4f81598e
Branch: refs/heads/master
Commit: 4f81598e601596bc6424c01a6385e010bf8f7fa0
Parents: 2199231 c8aa355
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Jan 22 16:43:35 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Jan 22 16:43:35 2014 -0800
----------------------------------------------------------------------
CHANGES.txt | 91 +-
README | 119 -
README.md | 131 +
bigtop-deploy/puppet/README.md | 2 +-
bigtop-deploy/puppet/config/site.csv.example | 9 +
bigtop-deploy/puppet/manifests/cluster.pp | 314 +-
.../modules/hadoop-hbase/manifests/init.pp | 25 +-
.../puppet/modules/hadoop-hbase/tests/init.pp | 5 +-
.../puppet/modules/hue/manifests/init.pp | 3 +-
.../puppet/modules/hue/templates/hue.ini | 85 +-
bigtop-deploy/puppet/modules/hue/tests/init.pp | 3 +
.../puppet/modules/solr/manifests/init.pp | 45 +-
.../puppet/modules/solr/templates/jaas.conf | 24 +
.../puppet/modules/solr/templates/solr | 19 +-
.../puppet/modules/solr/templates/solr.xml | 26 -
bigtop-deploy/puppet/modules/solr/tests/init.pp | 3 +-
.../puppet/modules/spark/manifests/init.pp | 51 +
.../puppet/modules/spark/templates/spark-env.sh | 52 +
.../puppet/modules/spark/tests/init.pp | 25 +
bigtop-deploy/vm/vagrant-puppet/README | 16 +
bigtop-deploy/vm/vagrant-puppet/Vagrantfile | 47 +
bigtop-deploy/vm/vagrant-puppet/hbase-test.sh | 9 +
bigtop-deploy/vm/vagrant-puppet/provision.sh | 14 +
bigtop-deploy/vm/vagrant/README | 11 +
bigtop-deploy/vm/vagrant/Vagrantfile | 39 +
bigtop-deploy/vm/vagrant/provision.sh | 31 +
.../common/bigtop-utils/bigtop-detect-javahome | 45 +-
.../src/common/flume/do-component-build | 3 +
.../src/common/hadoop/conf.pseudo/core-site.xml | 2 +-
.../src/common/hadoop/conf.secure/core-site.xml | 2 +-
.../src/common/hadoop/hadoop-httpfs.svc | 4 +-
bigtop-packages/src/common/hadoop/init-hdfs.sh | 4 +-
.../src/common/hadoop/install_hadoop.sh | 12 +-
.../src/common/hbase/install_hbase.sh | 4 +-
.../src/common/hbase/regionserver-init.d.tpl | 15 +-
.../src/common/hcatalog/install_hcatalog.sh | 6 +-
.../common/hive/hive-hcatalog-server.default | 25 +
.../src/common/hive/hive-hcatalog-server.svc | 23 +
bigtop-packages/src/common/hive/hive-hcatalog.1 | 71 +
.../src/common/hive/hive-server2.default | 20 +
.../src/common/hive/hive-server2.svc | 71 +
.../src/common/hive/hive-webhcat-server.default | 23 +
.../src/common/hive/hive-webhcat-server.svc | 24 +
bigtop-packages/src/common/hive/install_hive.sh | 148 +-
.../src/common/hue/do-component-build | 6 +-
bigtop-packages/src/common/hue/install_hue.sh | 6 +-
.../src/common/oozie/catalina.properties | 2 +-
.../src/common/oozie/install_oozie.sh | 60 +-
bigtop-packages/src/common/oozie/oozie.init | 9 +-
.../src/common/phoenix/do-component-build | 27 +
.../src/common/phoenix/install_phoenix.sh | 133 +
bigtop-packages/src/common/solr/install_solr.sh | 15 +-
.../src/common/solr/solr-server.init.debian | 7 +-
.../src/common/spark/compute-classpath.sh | 14 +
.../src/common/spark/do-component-build | 2 +-
.../src/common/spark/install_spark.sh | 26 +
bigtop-packages/src/common/spark/run | 15 +
.../src/common/sqoop/catalina.properties | 2 +-
.../src/common/sqoop/install_sqoop.sh | 12 +-
.../src/common/sqoop/sqoop-server.sh | 9 +-
bigtop-packages/src/deb/bigtop-jsvc/control | 1 +
bigtop-packages/src/deb/bigtop-tomcat/control | 1 +
.../src/deb/hadoop/hadoop-httpfs.postinst | 1 +
.../src/deb/hadoop/hadoop-httpfs.prerm | 1 +
.../src/deb/hadoop/libhdfs0-dev.install | 1 -
bigtop-packages/src/deb/hadoop/libhdfs0.install | 2 +-
bigtop-packages/src/deb/hive/control | 34 +
bigtop-packages/src/deb/hive/hive-hbase.install | 1 +
bigtop-packages/src/deb/hive/hive-hcatalog.dirs | 2 +
.../src/deb/hive/hive-hcatalog.install | 9 +
.../src/deb/hive/hive-hcatalog.postinst | 35 +
.../src/deb/hive/hive-hcatalog.prerm | 57 +
bigtop-packages/src/deb/hive/hive-jdbc.install | 10 +
.../src/deb/hive/hive-webhcat.install | 4 +
.../src/deb/hive/hive-webhcat.postinst | 34 +
bigtop-packages/src/deb/hive/hive-webhcat.prerm | 57 +
bigtop-packages/src/deb/hive/hive.dirs | 1 +
bigtop-packages/src/deb/hive/hive.install | 55 +
bigtop-packages/src/deb/hive/rules | 26 +-
bigtop-packages/src/deb/hue/control | 5 +
bigtop-packages/src/deb/hue/hue-common.install | 1 +
bigtop-packages/src/deb/hue/hue-doc.install | 1 +
bigtop-packages/src/deb/oozie/oozie.postinst | 6 +-
bigtop-packages/src/deb/oozie/oozie.prerm | 3 +-
bigtop-packages/src/deb/oozie/rules | 3 -
bigtop-packages/src/deb/phoenix/changelog | 1 +
bigtop-packages/src/deb/phoenix/compat | 1 +
bigtop-packages/src/deb/phoenix/control | 34 +
bigtop-packages/src/deb/phoenix/copyright | 15 +
bigtop-packages/src/deb/phoenix/phoenix.install | 2 +
.../src/deb/phoenix/phoenix.postinst | 35 +
bigtop-packages/src/deb/phoenix/phoenix.prerm | 57 +
bigtop-packages/src/deb/phoenix/rules | 56 +
bigtop-packages/src/deb/phoenix/source/format | 1 +
bigtop-packages/src/deb/solr/solr.install | 2 +-
bigtop-packages/src/deb/solr/solr.postinst | 3 +-
bigtop-packages/src/deb/solr/solr.prerm | 1 +
bigtop-packages/src/deb/spark/compat | 2 +-
bigtop-packages/src/deb/spark/control | 23 +-
bigtop-packages/src/deb/spark/rules | 73 +-
bigtop-packages/src/deb/spark/source/format | 1 +
.../src/deb/spark/spark-core.install | 21 +
.../src/deb/spark/spark-core.postinst | 35 +
.../src/deb/spark/spark-core.preinst | 61 +
bigtop-packages/src/deb/spark/spark-core.prerm | 38 +
.../src/deb/spark/spark-python.install | 4 +
bigtop-packages/src/deb/spark/spark.postinst | 34 -
bigtop-packages/src/deb/spark/spark.prerm | 38 -
bigtop-packages/src/deb/sqoop/control | 1 +
bigtop-packages/src/deb/sqoop/sqoop.install | 1 +
bigtop-packages/src/deb/sqoop/sqoop.postinst | 3 +-
bigtop-packages/src/deb/sqoop/sqoop.prerm | 1 +
.../src/rpm/bigtop-jsvc/SPECS/bigtop-jsvc.spec | 1 +
.../rpm/bigtop-tomcat/SPECS/bigtop-tomcat.spec | 1 +
.../src/rpm/hadoop/SPECS/hadoop.spec | 14 +-
bigtop-packages/src/rpm/hive/SPECS/hive.spec | 177 +-
bigtop-packages/src/rpm/hue/SPECS/hue.spec | 13 +-
bigtop-packages/src/rpm/oozie/SPECS/oozie.spec | 20 +-
bigtop-packages/src/rpm/phoenix/RPMS/.gitignore | 1 +
.../src/rpm/phoenix/SOURCES/.gitignore | 0
.../src/rpm/phoenix/SPECS/.gitignore | 3 +
.../src/rpm/phoenix/SPECS/phoenix.spec | 147 +
.../src/rpm/phoenix/SRPMS/.gitignore | 0
.../src/rpm/solr/SOURCES/solr-server.init | 7 +-
bigtop-packages/src/rpm/solr/SPECS/solr.spec | 4 +
bigtop-packages/src/rpm/spark/SPECS/spark.spec | 80 +-
bigtop-packages/src/rpm/sqoop/SPECS/sqoop.spec | 6 +
bigtop-test-framework/pom.xml | 4 +-
bigtop-tests/test-artifacts/crunch/pom.xml | 4 +-
bigtop-tests/test-artifacts/datafu/pom.xml | 4 +-
bigtop-tests/test-artifacts/fatjar/pom.xml | 4 +-
bigtop-tests/test-artifacts/flume/pom.xml | 4 +-
bigtop-tests/test-artifacts/giraph/pom.xml | 4 +-
bigtop-tests/test-artifacts/hadoop/pom.xml | 4 +-
.../bigtop/itest/hadoop/yarn/TestNode.groovy | 58 +
bigtop-tests/test-artifacts/hbase/pom.xml | 4 +-
bigtop-tests/test-artifacts/hcatalog/pom.xml | 4 +-
bigtop-tests/test-artifacts/hive/pom.xml | 4 +-
bigtop-tests/test-artifacts/hue/pom.xml | 4 +-
bigtop-tests/test-artifacts/mahout/pom.xml | 4 +-
.../mahout/smoke/TestMahoutExamples.groovy | 132 +-
bigtop-tests/test-artifacts/oozie/pom.xml | 4 +-
bigtop-tests/test-artifacts/package/pom.xml | 4 +-
.../src/main/resources/apt/package_data.xml | 16 +-
.../package/src/main/resources/package_data.xml | 148 +-
.../src/main/resources/yum/package_data.xml | 16 +-
.../src/main/resources/zypper/package_data.xml | 16 +-
bigtop-tests/test-artifacts/phoenix/pom.xml | 33 +
.../itest/phoenix/smoke/TestPhoenixSmoke.groovy | 296 +
bigtop-tests/test-artifacts/pom.xml | 5 +-
bigtop-tests/test-artifacts/solr/pom.xml | 4 +-
bigtop-tests/test-artifacts/spark/pom.xml | 20 +-
bigtop-tests/test-artifacts/sqoop/pom.xml | 4 +-
bigtop-tests/test-execution/common/pom.xml | 4 +-
bigtop-tests/test-execution/conf/pom.xml | 4 +-
bigtop-tests/test-execution/integration/pom.xml | 4 +-
.../test-execution/integration/sqoop/pom.xml | 4 +-
bigtop-tests/test-execution/package/pom.xml | 4 +-
bigtop-tests/test-execution/pom.xml | 4 +-
.../test-execution/smokes/crunch/pom.xml | 4 +-
.../test-execution/smokes/datafu/pom.xml | 4 +-
.../test-execution/smokes/flume/pom.xml | 4 +-
.../test-execution/smokes/giraph/pom.xml | 4 +-
.../test-execution/smokes/hadoop/pom.xml | 4 +-
.../test-execution/smokes/hbase/pom.xml | 4 +-
.../test-execution/smokes/hcatalog/pom.xml | 4 +-
bigtop-tests/test-execution/smokes/hive/pom.xml | 4 +-
bigtop-tests/test-execution/smokes/hue/pom.xml | 4 +-
.../test-execution/smokes/mahout/pom.xml | 4 +-
.../test-execution/smokes/oozie/pom.xml | 4 +-
.../test-execution/smokes/phoenix/pom.xml | 60 +
bigtop-tests/test-execution/smokes/pig/pom.xml | 4 +-
bigtop-tests/test-execution/smokes/pom.xml | 4 +-
bigtop-tests/test-execution/smokes/solr/pom.xml | 4 +-
.../test-execution/smokes/spark/pom.xml | 4 +-
.../test-execution/smokes/sqoop/pom.xml | 6 +-
bigtop.mk | 22 +-
bigtop_toolchain/README.md | 2 -
pom.xml | 128 +-
src/site/docbookx/apache-bigtop-user-guide.xml | 85 +
src/site/docbookx/customization.xsl | 33 +
src/site/docbookx/userguide/introduction.xml | 32 +
src/site/docbookx/userguide/preface.xml | 28 +
src/site/docbookx/userguide/what-s-new.xml | 32 +
src/site/resources/bigtop.rdf | 40 +
src/site/resources/css/freebsd_docbook.css | 208 +
src/site/site.xml | 58 +-
src/site/xdoc/index.xml | 266 +-
src/site/xdoc/irc-channel.xml | 51 +-
src/site/xdoc/issue-tracking.xml | 60 +-
src/site/xdoc/mail-lists.xml | 136 +-
src/site/xdoc/release-notes.xml | 5953 ++++++++++++++----
src/site/xdoc/team-list.xml | 360 +-
193 files changed, 9199 insertions(+), 2664 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/deb/bigtop-jsvc/control
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/deb/bigtop-tomcat/control
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/deb/hive/control
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/deb/hue/control
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/deb/sqoop/control
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/bigtop-jsvc/SPECS/bigtop-jsvc.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/bigtop-tomcat/SPECS/bigtop-tomcat.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/hadoop/SPECS/hadoop.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/hive/SPECS/hive.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/hue/SPECS/hue.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/oozie/SPECS/oozie.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/solr/SPECS/solr.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-packages/src/rpm/sqoop/SPECS/sqoop.spec
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-artifacts/pom.xml
----------------------------------------------------------------------
diff --cc bigtop-tests/test-artifacts/pom.xml
index d77832a,a83a477..f9eeb71
--- a/bigtop-tests/test-artifacts/pom.xml
+++ b/bigtop-tests/test-artifacts/pom.xml
@@@ -40,13 -40,16 +40,14 @@@
<module>hbase</module>
<module>flume</module>
<module>sqoop</module>
- <module>mahout</module>
- <module>giraph</module>
<module>hue</module>
- <module>solr</module>
- <module>crunch</module>
<module>datafu</module>
<module>fatjar</module>
+ <module>cnode</module>
+ <module>s3hdfs</module>
<module>hcatalog</module>
<module>spark</module>
+ <module>phoenix</module>
</modules>
<dependencies>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/common/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/smokes/crunch/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/smokes/flume/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/smokes/giraph/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/smokes/hadoop/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/smokes/hive/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop-tests/test-execution/smokes/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/bigtop.mk
----------------------------------------------------------------------
diff --cc bigtop.mk
index f5be02e,35d1f98..20aa46c
--- a/bigtop.mk
+++ b/bigtop.mk
@@@ -13,77 -13,21 +13,77 @@@
# See the License for the specific language governing permissions and
# limitations under the License.
- BIGTOP_VERSION=0.7.0
+ BIGTOP_VERSION=0.8.0
-# Hadoop 0.20.0-based hadoop package
+# WDD release RPM
+WDD_NAME=wdd-release
+WDD_RELNOTES_NAME=WDD release
+WDD_BASE_VERSION=4
+WDD_PKG_VERSION=4+WANdisco
+WDD_RELEASE_VERSION=1
+WDD_TARBALL_DST=RPM-GPG-KEY-WANdisco
+WDD_TARBALL_SRC=RPM-GPG-KEY-WANdisco
+WDD_DOWNLOAD_PATH=/
+WDD_SITE=$(WANDISCO_ARCHIVE)$(WDD_DOWNLOAD_PATH)
+WDD_ARCHIVE=$(WDD_SITE)
+$(eval $(call PACKAGE,wdd-release,WDD))
+
+# Hadoop 2.0.0-based hadoop package
HADOOP_NAME=hadoop
HADOOP_RELNOTES_NAME=Apache Hadoop
-HADOOP_BASE_VERSION=2.0.6-alpha
-HADOOP_PKG_VERSION=2.0.6
+HADOOP_BASE_VERSION=2.0.6.15-wdd3.8-SNAPSHOT
+HADOOP_PKG_VERSION=2.0.6.15+WANdisco
HADOOP_RELEASE_VERSION=1
HADOOP_TARBALL_DST=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION).tar.gz
-HADOOP_TARBALL_SRC=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)-src.tar.gz
-HADOOP_DOWNLOAD_PATH=/hadoop/common/$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)
-HADOOP_SITE=$(APACHE_MIRROR)$(HADOOP_DOWNLOAD_PATH)
-HADOOP_ARCHIVE=$(APACHE_ARCHIVE)$(HADOOP_DOWNLOAD_PATH)
+HADOOP_TARBALL_SRC=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)-src.tar.gz
+HADOOP_DOWNLOAD_PATH=/hadoop/core/${HADOOP_NAME}-${HADOOP_BASE_VERSION}
+HADOOP_SITE=$(WANDISCO_ARCHIVE)$(HADOOP_DOWNLOAD_PATH)
+HADOOP_ARCHIVE=$(HADOOP_SITE)
$(eval $(call PACKAGE,hadoop,HADOOP))
+# S3HDFS-Bridge
+HDFSB_NAME=wdd-s3hdfs
+HDFSB_RELNOTES_NAME=WANdisco S3HDFS Bridge
+HDFSB_BASE_VERSION=3.6.0
+HDFSB_PKG_VERSION=3.6.0+WANdisco
+HDFSB_RELEASE_VERSION=1
+HDFSB_TARBALL_DST=s3hdfs-$(HDFSB_BASE_VERSION).tar.gz
+HDFSB_TARBALL_SRC=$(HDFSB_TARBALL_DST)
+HDFSB_DOWNLOAD_PATH=/S3HDFS/
+HDFSB_SITE=$(WANDISCO_IP)${HDFSB_DOWNLOAD_PATH}
+HDFSB_ARCHIVE=$(HDFSB_SITE)
+$(eval $(call PACKAGE,wdd-s3hdfs,HDFSB))
+
+# consensus name-node
+## DOWNLOAD_URL is comprised from _SITE + _TARBALL_SRC
+NONSTOP_NAME=wdd-namenode-nonstop
+NONSTOP_RELNOTES_NAME=WANdisco Non-Stop Namenode
+## simply use make -e NONSTOP_BASE_VERSION=... to override
+NONSTOP_BASE_VERSION=1.2-SNAPSHOT
+# Make sure that something like -SNAPSHOT isn't present
+NONSTOP_PKG_VERSION=`echo $(NONSTOP_BASE_VERSION) | sed -e "s/-SNAPSHOT//" -e "s/-/+/"`+WANdisco
+NONSTOP_RELEASE_VERSION=1
+NONSTOP_TARBALL_DST=namenode-$(NONSTOP_BASE_VERSION).tar.gz
+NONSTOP_TARBALL_SRC=namenode-$(NONSTOP_BASE_VERSION)-src.tar.gz
+NONSTOP_DOWNLOAD_PATH=/NsNN/
+NONSTOP_SITE=$(WANDISCO_IP)${NONSTOP_DOWNLOAD_PATH}
+NONSTOP_ARCHIVE=$(NONSTOP_SITE)
+$(eval $(call PACKAGE,wdd-namenode-nonstop,NONSTOP))
+
+# Hippo: WDD UI project
+HIPPO_NAME=hippo
+HIPPO_RELNOTES_NAME=Hippo UI
+HIPPO_PKG_NAME=hippo
+HIPPO_BASE_VERSION=1.2-SNAPSHOT
+HIPPO_PKG_VERSION=1.2+WANdisco
+HIPPO_RELEASE_VERSION=1
+HIPPO_TARBALL_SRC=hadoop-ui-$(HIPPO_BASE_VERSION)-src.tar.gz
+HIPPO_TARBALL_DST=hippo-$(HIPPO_BASE_VERSION).tar.gz
+HIPPO_DOWNLOAD_PATH=/HadoopUI/
+HIPPO_SITE=$(WANDISCO_IP)$(HIPPO_DOWNLOAD_PATH)
+HIPPO_ARCHIVE=$(HIPPO_SITE)
+$(eval $(call PACKAGE,hippo,HIPPO))
+
# ZooKeeper
ZOOKEEPER_NAME=zookeeper
ZOOKEEPER_RELNOTES_NAME=Apache Zookeeper
@@@ -187,8 -144,8 +187,8 @@@ $(eval $(call PACKAGE,oozie,OOZIE)
FLUME_NAME=flume
FLUME_RELNOTES_NAME=Flume
FLUME_PKG_NAME=flume
- FLUME_BASE_VERSION=1.3.1
- FLUME_PKG_VERSION=1.3.1+WANdisco
+ FLUME_BASE_VERSION=1.4.0
-FLUME_PKG_VERSION=1.4.0
++FLUME_PKG_VERSION=1.4.0+WANdisco
FLUME_RELEASE_VERSION=1
FLUME_TARBALL_DST=apache-$(FLUME_NAME)-$(FLUME_BASE_VERSION)-src.tar.gz
FLUME_TARBALL_SRC=$(FLUME_TARBALL_DST)
@@@ -201,8 -185,8 +201,8 @@@ $(eval $(call PACKAGE,flume,FLUME)
DATAFU_NAME=datafu
DATAFU_RELNOTES_NAME=Collection of user-defined functions
DATAFU_PKG_NAME=pig-udf-datafu
- DATAFU_BASE_VERSION=0.0.6
- DATAFU_PKG_VERSION=0.0.6+WANdisco
+ DATAFU_BASE_VERSION=1.0.0
-DATAFU_PKG_VERSION=1.0.0
++DATAFU_PKG_VERSION=1.0.0+WANdisco
DATAFU_RELEASE_VERSION=1
DATAFU_TARBALL_DST=datafu-$(DATAFU_BASE_VERSION).tar.gz
DATAFU_TARBALL_SRC=v$(DATAFU_BASE_VERSION).tar.gz
@@@ -210,12 -194,40 +210,12 @@@ DATAFU_SITE=https://github.com/linkedin
DATAFU_ARCHIVE=$(DATAFU_SITE)
$(eval $(call PACKAGE,datafu,DATAFU))
- # Spark
-# Solr
-SOLR_NAME=solr
-SOLR_RELNOTES_NAME=Search engine server
-SOLR_PKG_NAME=solr
-SOLR_BASE_VERSION=4.5.0
-SOLR_PKG_VERSION=4.5.0
-SOLR_RELEASE_VERSION=1
-SOLR_TARBALL_DST=solr-$(SOLR_BASE_VERSION)-src.tgz
-SOLR_TARBALL_SRC=$(SOLR_TARBALL_DST)
-SOLR_DOWNLOAD_PATH=/lucene/solr/$(SOLR_BASE_VERSION)
-SOLR_SITE=$(APACHE_MIRROR)$(SOLR_DOWNLOAD_PATH)
-SOLR_ARCHIVE=$(APACHE_ARCHIVE)$(SOLR_DOWNLOAD_PATH)
-$(eval $(call PACKAGE,solr,SOLR))
-
-# Crunch
-CRUNCH_NAME=crunch
-CRUNCH_RELNOTES_NAME=Java library for MapReduce pipelines
-CRUNCH_PKG_NAME=crunch
-CRUNCH_BASE_VERSION=0.7.0
-CRUNCH_PKG_VERSION=0.7.0
-CRUNCH_RELEASE_VERSION=1
-CRUNCH_TARBALL_DST=apache-crunch-$(CRUNCH_BASE_VERSION)-src.tar.gz
-CRUNCH_TARBALL_SRC=$(CRUNCH_TARBALL_DST)
-CRUNCH_DOWNLOAD_PATH=/crunch/crunch-$(CRUNCH_BASE_VERSION)
-CRUNCH_SITE=$(APACHE_MIRROR)$(CRUNCH_DOWNLOAD_PATH)
-CRUNCH_ARCHIVE=$(APACHE_ARCHIVE)$(CRUNCH_DOWNLOAD_PATH)
-$(eval $(call PACKAGE,crunch,CRUNCH))
-
+ # Spark
SPARK_NAME=spark
SPARK_RELNOTES_NAME=Spark
- SPARK_PKG_NAME=spark
+ SPARK_PKG_NAME=spark-core
SPARK_BASE_VERSION=0.8.0-incubating
--SPARK_PKG_VERSION=0.8.0
++SPARK_PKG_VERSION=0.8.0+WANdisco
SPARK_RELEASE_VERSION=1
SPARK_TARBALL_DST=spark-$(SPARK_BASE_VERSION).tar.gz
SPARK_TARBALL_SRC=spark-$(SPARK_BASE_VERSION).tgz
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4f81598e/pom.xml
----------------------------------------------------------------------
[30/50] git commit: s3hdfs pom should be bumped up to 0.8.0-SNAPSHOT
Posted by co...@apache.org.
s3hdfs pom should be bumped up to 0.8.0-SNAPSHOT
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/6a2066be
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/6a2066be
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/6a2066be
Branch: refs/heads/master
Commit: 6a2066bef360f89abd66f9557e79073aba1ff726
Parents: 960ad12
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Feb 20 15:02:45 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Feb 20 15:02:45 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/s3hdfs/pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/6a2066be/bigtop-tests/test-artifacts/s3hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/s3hdfs/pom.xml b/bigtop-tests/test-artifacts/s3hdfs/pom.xml
index cc31b91..9a8fab9 100644
--- a/bigtop-tests/test-artifacts/s3hdfs/pom.xml
+++ b/bigtop-tests/test-artifacts/s3hdfs/pom.xml
@@ -7,7 +7,7 @@
<parent>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>bigtop-smokes</artifactId>
- <version>0.6.0-SNAPSHOT</version>
+ <version>0.8.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
[33/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Conflicts:
bigtop-tests/test-artifacts/longevity/src/main/groovy/org/apache/bigtop/itest/iolongevity/TestSLive.groovy
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/208b6935
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/208b6935
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/208b6935
Branch: refs/heads/master
Commit: 208b6935f801c815f99f18646da430895495def8
Parents: 6731122 b91629c
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Feb 21 10:30:38 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Fri Feb 21 10:30:38 2014 -0800
----------------------------------------------------------------------
.../bigtop/itest/iolongevity/TestSLive.groovy | 151 +++++++++++++------
bigtop-tests/test-execution/README | 7 +-
2 files changed, 113 insertions(+), 45 deletions(-)
----------------------------------------------------------------------
[13/50] git commit: HAD-639. dcone configuration should be in
/etc/wandisco
Posted by co...@apache.org.
HAD-639. dcone configuration should be in /etc/wandisco
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/258ce148
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/258ce148
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/258ce148
Branch: refs/heads/master
Commit: 258ce1482efef1a5be49392beb3c749fc75b14cd
Parents: d4a4c37
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Dec 18 12:43:53 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Dec 18 12:43:53 2013 -0800
----------------------------------------------------------------------
.../src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/258ce148/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index abbc6ce..8b81a5b 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -25,7 +25,7 @@ AutoReq: no
%define artifactname namenode
%define etc_hadoop /etc/hadoop
%define conf_nonstop %{etc_hadoop}/conf.nonstop
-%define conf_dcone %{etc_hadoop}/wandisco
+%define conf_dcone /etc/wandisco
%define lib_hadoop_dirname /usr/lib
%define lib_hadoop %{lib_hadoop_dirname}/hadoop
%define lib_hdfs %{lib_hadoop_dirname}/hadoop-hdfs
[10/50] git commit: HAD-629. Allow configuration of
decoupler.queue.size.max
Posted by co...@apache.org.
HAD-629. Allow configuration of decoupler.queue.size.max
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/3a198340
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/3a198340
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/3a198340
Branch: refs/heads/master
Commit: 3a1983406e9e934c05f19db86b596bbc16e6987a
Parents: 227af3b
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Nov 20 14:40:43 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Nov 20 14:40:43 2013 -0800
----------------------------------------------------------------------
.../src/common/wdd-namenode-nonstop/wandisco/dcone.properties | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/3a198340/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/dcone.properties
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/dcone.properties b/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/dcone.properties
index 242f54c..d33ecd7 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/dcone.properties
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/dcone.properties
@@ -1,6 +1,7 @@
application.location=.
application.hostname=localhost.localdomain
application.port=6789
+decoupler.queue.size.max=100000
node.id=localhost.localdomain
location.identity=localhost.localdomain
database.location=/tmp/DConE/consensusNode
[22/50] git commit: Bumpt the version of Hadoop platform to the
latest release of 2.0.6.16-wdd3.8
Posted by co...@apache.org.
Bumpt the version of Hadoop platform to the latest release of 2.0.6.16-wdd3.8
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/7df83fb8
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/7df83fb8
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/7df83fb8
Branch: refs/heads/master
Commit: 7df83fb8e809237317a033421145241dc01cecc6
Parents: e63b711
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Jan 23 15:44:13 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Jan 23 15:44:13 2014 -0800
----------------------------------------------------------------------
pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/7df83fb8/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 92b2c55..e8b278b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -39,7 +39,7 @@
<inceptionYear>2011</inceptionYear>
<properties>
- <hadoop.version>2.0.5-wdd3.6-SNAPSHOT</hadoop.version>
+ <hadoop.version>2.0.6.16-wdd3.8</hadoop.version>
<hbase.version>0.94.11</hbase.version>
<pig.version>0.11.1</pig.version>
<pig-smoke.version>0.11.1</pig-smoke.version>
[50/50] git commit: HAD-665. Package SE "Toolbox" scripts
Posted by co...@apache.org.
HAD-665. Package SE "Toolbox" scripts
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/5171af33
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/5171af33
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/5171af33
Branch: refs/heads/master
Commit: 5171af334eebcc1a7fd4f83d373ef7f608a14eae
Parents: 6adc1d9
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Apr 24 14:02:42 2014 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Apr 24 14:02:42 2014 -0700
----------------------------------------------------------------------
.../SPECS/wdd-namenode-nonstop.spec | 23 ++++++++++++++++++++
1 file changed, 23 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/5171af33/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 5662b9f..ca3d867 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -37,6 +37,8 @@ AutoReq: no
%define conf_checkpoints %{etc_hadoop}/checkpoints.nonstop
%define server_jars server/target
%define client_jars client/target
+%define toolbox_scripts toolbox
+%define lib_toolbox_dirname %{lib_hadoop_dirname}/toolbox
%global initd_dir %{_sysconfdir}/rc.d/init.d
@@ -68,6 +70,15 @@ Requires: hadoop-hdfs
%description server
A set of WANdisco Non-Stop namenode libraries required for client applications
+%package toolbox
+Summary: A set of diagnostic tools for Non-Stop HDFS namenode.
+Group: Development/Tools
+Requires: hadoop-hdfs
+
+%description toolbox
+A set of diagnostic tools introduced as a stop-gap measure until the fully
+functional admin UI is provided
+
%prep
%setup -n %{artifactname}-%{wdd_namenode_nonstop_base_version}
@@ -91,6 +102,12 @@ rm -rf $RPM_BUILD_ROOT
%__install -m 0755 %{SOURCE14} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
%__install -m 0755 %{SOURCE15} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
+## toolboxing
+%__install -d -m 0755 $RPM_BUILD_ROOT/%{lib_toolbox_dirname}/bin
+%__install -m 0755 %{toolbox_scripts}/*.sh $RPM_BUILD_ROOT/%{lib_toolbox_dirname}/bin
+%__install -m 0755 %{toolbox_scripts}/function* $RPM_BUILD_ROOT/%{lib_toolbox_dirname}/bin
+%__install -m 0755 %{toolbox_scripts}/README $RPM_BUILD_ROOT/%{lib_toolbox_dirname}
+
## Product specific lib
%__install -m 0644 %{server_jars}/%{artifactname}-server-%{wdd_namenode_nonstop_base_version}.jar $RPM_BUILD_ROOT/%{lib_hdfs}
%__install -m 0644 %{client_jars}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar $RPM_BUILD_ROOT/%{lib_hdfs}
@@ -214,7 +231,13 @@ rm -f %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
%files client
%{lib_hdfs}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar
+%files toolbox
+%attr(0755,root,root)
+%{lib_toolbox_dirname}
+
%changelog
+* Thu Apr 24 2014 Konstantin Boudnik <co...@wandisco.com>
+- HAD-665. Package SE "Toolbox" scripts
* Thu Apr 21 2014 Konstantin Boudnik <co...@wandisco.com>
- HAD-666. hadoop-nonstop-daemon.sh shall be cleaned up during uninstall
* Thu Mar 6 2014 Konstantin Boudnik <co...@wandisco.com>
[15/50] git commit: HAD-640. Packaged DConE shouldn't be loggin into
Console
Posted by co...@apache.org.
HAD-640. Packaged DConE shouldn't be loggin into Console
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/e9b48806
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/e9b48806
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/e9b48806
Branch: refs/heads/master
Commit: e9b48806121f1058e2a1f4e5f312b70ecd79b24d
Parents: 91eefcc
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Dec 18 13:43:28 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Dec 18 13:43:28 2013 -0800
----------------------------------------------------------------------
.../src/common/wdd-namenode-nonstop/wandisco/logger.properties | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e9b48806/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/logger.properties
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/logger.properties b/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/logger.properties
index 8fed38d..7e9a151 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/logger.properties
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/wandisco/logger.properties
@@ -1,4 +1,4 @@
-handlers=java.util.logging.FileHandler, java.util.logging.ConsoleHandler
+handlers=java.util.logging.FileHandler
.level=INFO
com.wandisco.replicatedStateMachines=FINE
com.wandisco=FINE
[47/50] git commit: HAD-663. under Ambari
hadoop-hdfs-nonstop-checkpoints misses the PID file
Posted by co...@apache.org.
HAD-663. under Ambari hadoop-hdfs-nonstop-checkpoints misses the PID file
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/7faf21d9
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/7faf21d9
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/7faf21d9
Branch: refs/heads/master
Commit: 7faf21d9ac84e73adaad0a371a6f399813fe46e7
Parents: dd8ef2f
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Apr 11 15:44:32 2014 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Fri Apr 11 15:46:19 2014 -0700
----------------------------------------------------------------------
.../common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc | 1 -
1 file changed, 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/7faf21d9/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
index 5b7b7de..d2e2315 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
@@ -19,6 +19,5 @@ EXEC_PATH="/usr/lib/hadoop/sbin/secondary-nonstop-daemon.sh"
SVC_USER="hdfs"
DAEMON_FLAGS=""
CONF_DIR="/etc/hadoop/checkpoints.nonstop"
-PIDFILE="/var/run/hadoop-hdfs/hadoop-$SVC_USER-$HADOOP_NAME.pid"
LOCKDIR="/var/lock/subsys"
LOCKFILE="hadoop-$HADOOP_NAME"
[27/50] git commit: Merge public bigtop master to wandisco bigtop
master.
Posted by co...@apache.org.
Merge public bigtop master to wandisco bigtop master.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/b9ca4528
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/b9ca4528
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/b9ca4528
Branch: refs/heads/master
Commit: b9ca4528a81ff094ee52c38b956b647a2c17445e
Parents: 8a115cf 304a5d2
Author: Mikhail Antonov <mi...@wandisco.com>
Authored: Thu Feb 6 17:18:06 2014 -0800
Committer: Mikhail Antonov <mi...@wandisco.com>
Committed: Thu Feb 6 17:18:06 2014 -0800
----------------------------------------------------------------------
bigtop_toolchain/README.md | 8 +++++--
bigtop_toolchain/files/jenkins.sh.centos | 5 ++++-
bigtop_toolchain/files/jenkins.sh.ubu | 5 ++++-
bigtop_toolchain/manifests/deps.pp | 6 +++++
bigtop_toolchain/manifests/gradle.pp | 32 +++++++++++++++++++++++++++
bigtop_toolchain/manifests/installer.pp | 1 +
6 files changed, 53 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
[12/50] git commit: HAD-633. namenode-nonstop for WAN service status
FAILED when it is running
Posted by co...@apache.org.
HAD-633. namenode-nonstop for WAN service status FAILED when it is running
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/d4a4c377
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/d4a4c377
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/d4a4c377
Branch: refs/heads/master
Commit: d4a4c377b477454ada76225f02b19aa48c89100d
Parents: 240fa81
Author: Konstantin Boudnik <co...@apache.org>
Authored: Tue Dec 3 13:49:41 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Tue Dec 3 13:51:00 2013 -0800
----------------------------------------------------------------------
.../src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/d4a4c377/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
index 99d33fd..2e1a667 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
@@ -19,7 +19,7 @@ EXEC_PATH="/usr/lib/hadoop/sbin/hadoop-nonstop-daemon.sh"
SVC_USER="hdfs"
DAEMON_FLAGS="\$NONSTOP_NODE_TYPE"
CONF_DIR="/etc/hadoop/conf.nonstop"
-PIDFILE="/var/run/hadoop-hdfs/hadoop-$SVC_USER-$HADOOP_NAME.pid"
+PIDFILE="/var/run/hadoop-hdfs/hadoop-$SVC_USER-\$NONSTOP_NODE_TYPE.pid"
LOCKDIR="/var/lock/subsys"
LOCKFILE="hadoop-$HADOOP_NAME"
[48/50] git commit: HAD-666. hadoop-nonstop-daemon.sh shall be
cleaned up during uninstall
Posted by co...@apache.org.
HAD-666. hadoop-nonstop-daemon.sh shall be cleaned up during uninstall
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/5fc8a3de
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/5fc8a3de
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/5fc8a3de
Branch: refs/heads/master
Commit: 5fc8a3de6b87dcee400828ead379b82773490cf4
Parents: 7faf21d
Author: Konstantin Boudnik <co...@apache.org>
Authored: Mon Apr 21 12:38:40 2014 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Apr 21 12:38:40 2014 -0700
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 5 +++++
1 file changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/5fc8a3de/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 6b23dbe..5662b9f 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -187,6 +187,9 @@ do
fi
done
+%postun server
+rm -f %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
+
%files server
%defattr(-,root,root)
%{lib_hdfs}
@@ -212,6 +215,8 @@ done
%{lib_hdfs}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar
%changelog
+* Thu Apr 21 2014 Konstantin Boudnik <co...@wandisco.com>
+- HAD-666. hadoop-nonstop-daemon.sh shall be cleaned up during uninstall
* Thu Mar 6 2014 Konstantin Boudnik <co...@wandisco.com>
- HAD-661. Adding end-user license agreement to the packaging
* Thu Feb 24 2014 Konstantin Boudnik <co...@wandisco.com>
[20/50] git commit: HAD-648. Bump cnode smokes version to 0.8 to
align with current master
Posted by co...@apache.org.
HAD-648. Bump cnode smokes version to 0.8 to align with current master
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/38774674
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/38774674
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/38774674
Branch: refs/heads/master
Commit: 387746747605771bfa177538bf52fe1480b58fe8
Parents: 8b6485e
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Jan 23 12:43:36 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Jan 23 12:43:36 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/cnode/pom.xml | 4 ++--
bigtop-tests/test-execution/smokes/cnode/pom.xml | 4 ++--
2 files changed, 4 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/38774674/bigtop-tests/test-artifacts/cnode/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/cnode/pom.xml b/bigtop-tests/test-artifacts/cnode/pom.xml
index cb2967d..b052251 100644
--- a/bigtop-tests/test-artifacts/cnode/pom.xml
+++ b/bigtop-tests/test-artifacts/cnode/pom.xml
@@ -16,13 +16,13 @@
<parent>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>bigtop-smokes</artifactId>
- <version>0.6.0-SNAPSHOT</version>
+ <version>0.8.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>cnode-smoke</artifactId>
- <version>0.6.0-SNAPSHOT</version>
+ <version>0.8.0-SNAPSHOT</version>
<name>cnodesmoke</name>
<dependencies>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/38774674/bigtop-tests/test-execution/smokes/cnode/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-execution/smokes/cnode/pom.xml b/bigtop-tests/test-execution/smokes/cnode/pom.xml
index cecc17f..d4842ec 100644
--- a/bigtop-tests/test-execution/smokes/cnode/pom.xml
+++ b/bigtop-tests/test-execution/smokes/cnode/pom.xml
@@ -23,13 +23,13 @@
<parent>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>smoke-tests</artifactId>
- <version>0.7.0-SNAPSHOT</version>
+ <version>0.8.0-SNAPSHOT</version>
<relativePath>../pom.xml</relativePath>
</parent>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>cnode-smoke-execution</artifactId>
- <version>0.7.0-SNAPSHOT</version>
+ <version>0.8.0-SNAPSHOT</version>
<name>Cnode smoke test execution</name>
<properties>
[05/50] git commit: HAD-617. Upon installation,
NsNN package needs to link standard namenode service to wdd nonstop
Posted by co...@apache.org.
HAD-617. Upon installation, NsNN package needs to link standard namenode service to wdd nonstop
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/31a79526
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/31a79526
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/31a79526
Branch: refs/heads/master
Commit: 31a79526f5696ead1ede9405def96b4a6879c044
Parents: 4e74d70
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Fri Oct 25 16:35:51 2013 -0700
Committer: Konstantin Boudnik <co...@wandisco.com>
Committed: Mon Oct 28 19:23:54 2013 -0700
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 5 +++++
1 file changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/31a79526/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 8d2cc27..06e0507 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -113,6 +113,9 @@ rm -rf $RPM_BUILD_ROOT
sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|balancer|zkfc)#nonstop|wan)#' -e 's#hdfsScript="$HADOOP_PREFIX"/bin/hdfs#hdfsScript="$HADOOP_PREFIX"/bin/nonstop#' -e 's#hdfsScript="$HADOOP_HDFS_HOME"/bin/hdfs#hdfsScript="$HADOOP_HDFS_HOME"/bin/nonstop#' %{lib_hadoop}/sbin/hadoop-daemon.sh > %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
%__chmod 755 %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
+## FIXME: This is a hacking way to deal with 3rd party reliance on HDFS NN service script
+mv %{initd_dir}/hadoop-hdfs-namenode %{initd_dir}/hadoop-hdfs-namenode.orig
+ln -s %{initd_dir}/hadoop-hdfs-nonstop %{initd_dir}/hadoop-hdfs-namenode
for service in hadoop-hdfs-nonstop
do
if [ $1 -ge 1 ]; then
@@ -122,6 +125,8 @@ do
done
%preun
+rm %{initd_dir}/hadoop-hdfs-namenode
+mv %{initd_dir}/hadoop-hdfs-namenode.orig %{initd_dir}/hadoop-hdfs-namenode
for service in hadoop-hdfs-nonstop
do
if [ $1 -eq 0 ]; then
[28/50] git commit: Fixing sloppy enforcer's rules that should've
been there in the first place
Posted by co...@apache.org.
Fixing sloppy enforcer's rules that should've been there in the first place
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c5e33e2b
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c5e33e2b
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c5e33e2b
Branch: refs/heads/master
Commit: c5e33e2b5dc9a398d53cb10ebea549d55873fded
Parents: b9ca452
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Feb 6 18:42:17 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Feb 6 20:57:58 2014 -0800
----------------------------------------------------------------------
.../test-execution/longevity/io/pom.xml | 40 ++------------------
1 file changed, 3 insertions(+), 37 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/c5e33e2b/bigtop-tests/test-execution/longevity/io/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-execution/longevity/io/pom.xml b/bigtop-tests/test-execution/longevity/io/pom.xml
index fa60730..d86dcdf 100644
--- a/bigtop-tests/test-execution/longevity/io/pom.xml
+++ b/bigtop-tests/test-execution/longevity/io/pom.xml
@@ -37,16 +37,18 @@
<HADOOP_HOME>${env.HADOOP_HOME}</HADOOP_HOME>
<HADOOP_CONF_DIR>${env.HADOOP_CONF_DIR}</HADOOP_CONF_DIR>
<!-- Integration tests are special -->
- <org.apache.maven-failsafe-plugin.testInclude>**/LongevityTest*</org.apache.maven-failsafe-plugin.testInclude>
+ <org.apache.maven-failsafe-plugin.testInclude>**/Test*</org.apache.maven-failsafe-plugin.testInclude>
<org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId>
<org.apache.maven-dependency-plugin.artifactId>io-longevity</org.apache.maven-dependency-plugin.artifactId>
<org.apache.maven-dependency-plugin.version>${io-longevity.version}</org.apache.maven-dependency-plugin.version>
+ <org.apache.maven-dependency-plugin.type>jar</org.apache.maven-dependency-plugin.type>
</properties>
<dependencies>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
<artifactId>io-longevity</artifactId>
+ <version>${org.apache.maven-dependency-plugin.version}</version>
</dependency>
</dependencies>
@@ -60,47 +62,11 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-enforcer-plugin</artifactId>
- <version>1.0</version>
- <executions>
- <execution>
- <id>enforce-property</id>
- <goals>
- <goal>enforce</goal>
- </goals>
- <configuration>
- <rules>
- <requireProperty>
- <property>SQOOP_HOME</property>
- <message>SQOOP_HOME env. variable has to be set</message>
- </requireProperty>
- <requireProperty>
- <property>HBASE_HOME</property>
- <message>HBASE_HOME env. variable has to be set</message>
- </requireProperty>
- <requireProperty>
- <property>HIVE_HOME</property>
- <message>HIVE_HOME env. variable has to be set</message>
- </requireProperty>
- <requireProperty>
- <property>ZOOKEEPER_HOME</property>
- <message>ZOOKEEPER_HOME env. variable has to be set</message>
- </requireProperty>
- </rules>
- <fail>true</fail>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId>
- <version>2.11</version>
- <configuration>
- <systemPropertyVariables>
- <MYSQL_ROOTPW></MYSQL_ROOTPW>
- </systemPropertyVariables>
- </configuration>
</plugin>
</plugins>
</build>
[42/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Conflicts:
bigtop-tests/test-execution/smokes/pom.xml
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/cc959c93
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/cc959c93
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/cc959c93
Branch: refs/heads/master
Commit: cc959c931e43932dcc2da77e39285ddff2d68e5b
Parents: 1080cfe 5d70fdb
Author: Konstantin Boudnik <co...@apache.org>
Authored: Tue Mar 4 15:17:17 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Tue Mar 4 15:17:17 2014 -0800
----------------------------------------------------------------------
.../itest/hadoop/hdfs/TestFileAppend.groovy | 10 +-
.../itest/hadoop/hdfs/TestHDFSQuota.groovy | 19 +--
.../hadoop/mapreduce/TestHadoopExamples.groovy | 1 +
.../bigtop/itest/hadoop/yarn/TestRmAdmin.groovy | 92 +++++++++++
.../resources/clitest_data/testHDFSConf.xml | 62 ++++----
bigtop-tests/test-artifacts/httpfs/pom.xml | 35 +++++
.../bigtop/itest/httpfs/TestHttpFs.groovy | 153 +++++++++++++++++++
.../main/resources/text-files/helloworld.txt | 1 +
.../bigtop/itest/iolongevity/TestSLive.groovy | 4 +-
bigtop-tests/test-artifacts/pom.xml | 1 +
.../test-execution/smokes/httpfs/pom.xml | 97 ++++++++++++
bigtop-tests/test-execution/smokes/pom.xml | 7 +
12 files changed, 432 insertions(+), 50 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/cc959c93/bigtop-tests/test-artifacts/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/cc959c93/bigtop-tests/test-execution/smokes/pom.xml
----------------------------------------------------------------------
diff --cc bigtop-tests/test-execution/smokes/pom.xml
index 94adb61,1da31b2..8a09abb
--- a/bigtop-tests/test-execution/smokes/pom.xml
+++ b/bigtop-tests/test-execution/smokes/pom.xml
@@@ -37,7 -37,7 +37,8 @@@
<itest-conf.version>${project.version}</itest-conf.version>
<itest-common.version>${project.version}</itest-common.version>
<hadoop-smoke.version>${project.version}</hadoop-smoke.version>
+ <cnode-smoke.version>${project.version}</cnode-smoke.version>
+ <httpfs-smoke.version>${project.version}</httpfs-smoke.version>
<flume-smoke.version>${project.version}</flume-smoke.version>
<hbase-smoke.version>${project.version}</hbase-smoke.version>
<hive-smoke.version>${project.version}</hive-smoke.version>
@@@ -145,10 -151,16 +146,16 @@@
</dependency>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>phoenix-smoke</artifactId>
- <version>${phoenix-smoke.version}</version>
+ <artifactId>s3hdfs-smoke</artifactId>
+ <version>${s3hdfs-smoke.version}</version>
<scope>test</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>httpfs-smoke</artifactId>
+ <version>${httpfs-smoke.version}</version>
+ <scope>test</scope>
+ </dependency>
</dependencies>
</dependencyManagement>
[07/50] git commit: NSNN-172. Reflect the changes in the
checkpointing script
Posted by co...@apache.org.
NSNN-172. Reflect the changes in the checkpointing script
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c112b09e
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c112b09e
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c112b09e
Branch: refs/heads/master
Commit: c112b09e9c259b137e5866f603dfa11c8a08296c
Parents: 31a7952
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Wed Oct 30 16:27:49 2013 -0700
Committer: Konstantin Boudnik <co...@wandisco.com>
Committed: Wed Oct 30 16:27:49 2013 -0700
----------------------------------------------------------------------
.../src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh | 6 ++++++
1 file changed, 6 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/c112b09e/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
index e18c18a..59b6590 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
@@ -32,5 +32,11 @@ while true; do
PERIOD=$(hdfs --config $nsnode getconf -confKey dfs.namenode.checkpoint.period)
echo Sleeping for dfs.namenode.checkpoint.period set in $nsnode: ${PERIOD}s
sleep ${PERIOD}s
+ if [ -d "${FSIMAGEDIR}/current" ]; then
+ echo "Removing previous old directory"
+ rm -rf ${FSIMAGEDIR}/old
+ echo "Moving current to old in ${FSIMAGEDIR}"
+ mv ${FSIMAGEDIR}/current ${FSIMAGEDIR}/old
+ fi
done
done
[25/50] git commit: HAD-652. Add longevity test suite using DFSIO,
etc.
Posted by co...@apache.org.
HAD-652. Add longevity test suite using DFSIO, etc.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/b4c14e7d
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/b4c14e7d
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/b4c14e7d
Branch: refs/heads/master
Commit: b4c14e7d2368e08c6ea2c3d33d4c030a677ad069
Parents: 9741a99
Author: Konstantin Boudnik <co...@apache.org>
Authored: Tue Feb 4 15:41:40 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Tue Feb 4 15:41:40 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/longevity/pom.xml | 42 ++++++++
bigtop-tests/test-artifacts/pom.xml | 1 +
.../test-execution/longevity/io/pom.xml | 107 +++++++++++++++++++
bigtop-tests/test-execution/longevity/pom.xml | 107 +++++++++++++++++++
4 files changed, 257 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-artifacts/longevity/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/longevity/pom.xml b/bigtop-tests/test-artifacts/longevity/pom.xml
new file mode 100644
index 0000000..86a2abd
--- /dev/null
+++ b/bigtop-tests/test-artifacts/longevity/pom.xml
@@ -0,0 +1,42 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor
+ license agreements. See the NOTICE file distributed with this work for additional
+ information regarding copyright ownership. The ASF licenses this file to
+ You under the Apache License, Version 2.0 (the "License"); you may not use
+ this file except in compliance with the License. You may obtain a copy of
+ the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required
+ by applicable law or agreed to in writing, software distributed under the
+ License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS
+ OF ANY KIND, either express or implied. See the License for the specific
+ language governing permissions and limitations under the License. -->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+
+ <parent>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>bigtop-smokes</artifactId>
+ <version>0.8.0-SNAPSHOT</version>
+ <relativePath>../pom.xml</relativePath>
+ </parent>
+
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>io-longevity</artifactId>
+ <version>0.8.0-SNAPSHOT</version>
+ <name>io-longevity</name>
+
+ <dependencies>
+ <!-- HACK : until we publish cnode -->
+ <!-- <dependency> <artifactId>consensusnode</artifactId> <groupId>consensusnode</groupId>
+ <scope>system</scope> <version>1.0-SNAPSHOT</version> <systemPath>${basedir}/lib/consensusNode-1.0-SNAPSHOT.jar</systemPath>
+ </dependency> -->
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ </dependency>
+ </dependencies>
+</project>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-artifacts/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/pom.xml b/bigtop-tests/test-artifacts/pom.xml
index 1a8a12b..94d6ee3 100644
--- a/bigtop-tests/test-artifacts/pom.xml
+++ b/bigtop-tests/test-artifacts/pom.xml
@@ -44,6 +44,7 @@
<module>datafu</module>
<module>fatjar</module>
<module>cnode</module>
+ <module>longevity</module>
<module>s3hdfs</module>
<module>hcatalog</module>
<module>spark</module>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-execution/longevity/io/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-execution/longevity/io/pom.xml b/bigtop-tests/test-execution/longevity/io/pom.xml
new file mode 100644
index 0000000..4a56ea2
--- /dev/null
+++ b/bigtop-tests/test-execution/longevity/io/pom.xml
@@ -0,0 +1,107 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+ <parent>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>longevity-tests</artifactId>
+ <version>0.8.0-SNAPSHOT</version>
+ <relativePath>../pom.xml</relativePath>
+ </parent>
+
+ <modelVersion>4.0.0</modelVersion>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>io</artifactId>
+ <version>0.8.0-SNAPSHOT</version>
+ <name>io-longevity-execution</name>
+
+ <properties>
+ <!--Additional environment variables are required-->
+ <HADOOP_HOME>${env.HADOOP_HOME}</HADOOP_HOME>
+ <HADOOP_CONF_DIR>${env.HADOOP_CONF)DIR}</HADOOP_CONF_DIR>
+ <!-- Integration tests are special -->
+ <org.apache.maven-failsafe-plugin.testInclude>**/LongevityTest*</org.apache.maven-failsafe-plugin.testInclude>
+ <org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId>
+ <org.apache.maven-dependency-plugin.artifactId>io-longevity</org.apache.maven-dependency-plugin.artifactId>
+ <org.apache.maven-dependency-plugin.version>${io-longevity.version}</org.apache.maven-dependency-plugin.version>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>io-longevity</artifactId>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-dependency-plugin</artifactId>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-enforcer-plugin</artifactId>
+ <version>1.0</version>
+ <executions>
+ <execution>
+ <id>enforce-property</id>
+ <goals>
+ <goal>enforce</goal>
+ </goals>
+ <configuration>
+ <rules>
+ <requireProperty>
+ <property>SQOOP_HOME</property>
+ <message>SQOOP_HOME env. variable has to be set</message>
+ </requireProperty>
+ <requireProperty>
+ <property>HBASE_HOME</property>
+ <message>HBASE_HOME env. variable has to be set</message>
+ </requireProperty>
+ <requireProperty>
+ <property>HIVE_HOME</property>
+ <message>HIVE_HOME env. variable has to be set</message>
+ </requireProperty>
+ <requireProperty>
+ <property>ZOOKEEPER_HOME</property>
+ <message>ZOOKEEPER_HOME env. variable has to be set</message>
+ </requireProperty>
+ </rules>
+ <fail>true</fail>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ <version>2.11</version>
+ <configuration>
+ <systemPropertyVariables>
+ <MYSQL_ROOTPW></MYSQL_ROOTPW>
+ </systemPropertyVariables>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+</project>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-execution/longevity/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-execution/longevity/pom.xml b/bigtop-tests/test-execution/longevity/pom.xml
new file mode 100644
index 0000000..d7cf8f9
--- /dev/null
+++ b/bigtop-tests/test-execution/longevity/pom.xml
@@ -0,0 +1,107 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+
+ <parent>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>stacks-common</artifactId>
+ <version>0.8.0-SNAPSHOT</version>
+ <relativePath>../common/pom.xml</relativePath>
+ </parent>
+
+ <modelVersion>4.0.0</modelVersion>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>longevity-tests</artifactId>
+ <packaging>pom</packaging>
+ <version>0.8.0-SNAPSHOT</version>
+ <name>longevity</name>
+
+ <properties>
+ <itest-conf.version>${project.version}</itest-conf.version>
+ <itest-common.version>${project.version}</itest-common.version>
+ <io-longevity.version>${project.version}</io-longevity.version>
+ </properties>
+
+ <!--
+ List of modules which should be executed as a part of stack testing run
+ -->
+ <modules>
+ <module>io</module>
+ </modules>
+
+ <dependencyManagement>
+ <dependencies>
+ <!-- Import configuration resources for the stack validation -->
+ <dependency>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>smoke-tests-conf</artifactId>
+ <version>${itest-conf.version}</version>
+ <scope>test</scope>
+ </dependency>
+
+ </dependencies>
+ </dependencyManagement>
+
+ <dependencies>
+ <!-- We have to be configured in order to function properly -->
+ <dependency>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>smoke-tests-conf</artifactId>
+ <scope>test</scope>
+ </dependency>
+ <!-- Turn them on for all children -->
+ <dependency>
+ <groupId>org.apache.bigtop.itest</groupId>
+ <artifactId>itest-common</artifactId>
+ <scope>test</scope>
+ </dependency>
+ <!-- Gmaven plugin enables a lot of runtime flexibility for us -->
+ <dependency>
+ <groupId>org.codehaus.groovy.maven.runtime</groupId>
+ <artifactId>gmaven-runtime-1.6</artifactId>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <!-- Enabling gmaven plugin -->
+ <plugin>
+ <groupId>org.codehaus.groovy.maven</groupId>
+ <artifactId>gmaven-plugin</artifactId>
+ </plugin>
+ <!-- Enabling tests execution -->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ </plugin>
+
+ <!--Let's skip unit tests all together for there are none-->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <version>2.11</version>
+ <configuration>
+ <skip>true</skip>
+ </configuration>
+ </plugin>
+
+ </plugins>
+ </build>
+</project>
[04/50] git commit: HAD-621. wdd-namenode-nonstop RPM doesn't work on
HDP2
Posted by co...@apache.org.
HAD-621. wdd-namenode-nonstop RPM doesn't work on HDP2
HDP2 is initializing cygwin env. var somewhere, that affects the behavior
of nonstop script. Removing the silly MS related stuff completely.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c7a1abcc
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c7a1abcc
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c7a1abcc
Branch: refs/heads/master
Commit: c7a1abccca62b882264b09beca1cf65035c2bcab
Parents: 2361649
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Mon Oct 28 12:09:34 2013 -0700
Committer: Konstantin Boudnik <co...@wandisco.com>
Committed: Mon Oct 28 12:09:34 2013 -0700
----------------------------------------------------------------------
bigtop-packages/src/common/wdd-namenode-nonstop/nonstop | 3 ---
1 file changed, 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/c7a1abcc/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop b/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
index 53e53d2..afd570d 100755
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
@@ -134,9 +134,6 @@ else
CLASS="$COMMAND"
fi
-if $cygwin; then
- CLASSPATH=`cygpath -p -w "$CLASSPATH"`
-fi
export CLASSPATH=$CLASSPATH
HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.security.logger=${HADOOP_SECURITY_LOGGER:-INFO,NullAppender}"
[16/50] git commit: HAD-641. Nonstop shell incorrectly sets
HADOOP_OPTS
Posted by co...@apache.org.
HAD-641. Nonstop shell incorrectly sets HADOOP_OPTS
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/21992313
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/21992313
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/21992313
Branch: refs/heads/master
Commit: 21992313974c6c74316e660224c32c49f42754df
Parents: e9b4880
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Jan 9 14:16:35 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Jan 9 14:16:35 2014 -0800
----------------------------------------------------------------------
bigtop-packages/src/common/wdd-namenode-nonstop/nonstop | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/21992313/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop b/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
index afd570d..43eaba9 100755
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
@@ -82,10 +82,10 @@ if [ "$COMMAND" = "namenode" ] ; then
HADOOP_OPTS="$HADOOP_OPTS $HADOOP_NAMENODE_OPTS"
elif [ "$COMMAND" = "nonstop" ] ; then
CLASS='org.apache.hadoop.hdfs.server.namenode.ConsensusNode'
- HADOOP_OPTS="$HADOOP_OPTS $HADOOP_ZKFC_OPTS"
+ HADOOP_OPTS="$HADOOP_OPTS $HADOOP_NAMENODE_OPTS"
elif [ "$COMMAND" = "wan" ] ; then
CLASS='org.apache.hadoop.hdfs.consensus.wan.GeoNode'
- HADOOP_OPTS="$HADOOP_OPTS $HADOOP_ZKFC_OPTS"
+ HADOOP_OPTS="$HADOOP_OPTS $HADOOP_NAMENODE_OPTS"
elif [ "$COMMAND" = "zkfc" ] ; then
CLASS='org.apache.hadoop.hdfs.tools.DFSZKFailoverController'
HADOOP_OPTS="$HADOOP_OPTS $HADOOP_ZKFC_OPTS"
[37/50] git commit: HAD-657. NsNN service isn't properly registered
following HAD-620 split.
Posted by co...@apache.org.
HAD-657. NsNN service isn't properly registered following HAD-620 split.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/d7f7d717
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/d7f7d717
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/d7f7d717
Branch: refs/heads/master
Commit: d7f7d717b0bf6305d9c32a30f819d5ac5900ff20
Parents: ab846a2
Author: Konstantin Boudnik <co...@apache.org>
Authored: Mon Feb 24 13:16:01 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Feb 24 13:16:01 2014 -0800
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/d7f7d717/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index eed4378..a640a06 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -128,7 +128,7 @@ done
%clean
rm -rf $RPM_BUILD_ROOT
-%post
+%post server
## FIXME: This is awful hack. But I don't see a better way around it at the moment
sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|balancer|zkfc)#nonstop|wan)#' -e 's#hdfsScript="$HADOOP_PREFIX"/bin/hdfs#hdfsScript="$HADOOP_PREFIX"/bin/nonstop#' -e 's#hdfsScript="$HADOOP_HDFS_HOME"/bin/hdfs#hdfsScript="$HADOOP_HDFS_HOME"/bin/nonstop#' %{lib_hadoop}/sbin/hadoop-daemon.sh > %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
%__chmod 755 %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
@@ -144,7 +144,7 @@ do
fi
done
-%preun
+%preun server
[ -f %{initd_dir}/hadoop-hdfs-namenode.orig ] && \
(rm -f %{initd_dir}/hadoop-hdfs-namenode; \
mv -f %{initd_dir}/hadoop-hdfs-namenode.orig %{initd_dir}/hadoop-hdfs-namenode)
@@ -210,6 +210,8 @@ done
%{lib_hdfs}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar
%changelog
+* Thu Feb 24 2014 Konstantin Boudnik <co...@wandisco.com>
+- HAD-657. %post and %preun scripts should be package-specific
* Thu Feb 20 2014 Konstantin Boudnik <co...@wandisco.com>
- HAD-620. Splitting server and client packages
* Thu Jan 23 2014 Konstantin Boudnik <co...@wandisco.com>
[45/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/6db75676
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/6db75676
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/6db75676
Branch: refs/heads/master
Commit: 6db7567623f69aa390a8c81c00a0bdb45939c58e
Parents: 826c9bc 1849e58
Author: Konstantin Boudnik <co...@apache.org>
Authored: Mon Mar 24 12:17:56 2014 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Mar 24 12:17:56 2014 -0700
----------------------------------------------------------------------
.gitignore | 2 +
NOTICE | 2 +-
.../modules/hadoop/templates/yarn-site.xml | 4 +-
.../src/common/bigtop-utils/provision.groovy | 284 ++++++++++++++++
.../src/common/hadoop/conf.empty/yarn-site.xml | 4 +-
.../src/common/hadoop/conf.pseudo/yarn-site.xml | 4 +-
.../src/common/hadoop/init-hcfs.json | 35 +-
.../itest/hadoop/hcfs/TestFuseHCFS.groovy | 321 +++++++++++++++++++
.../bigtop/itest/hadoop/hdfs/TestFuseDFS.groovy | 125 --------
.../hadoop/src/main/resources/part-00001.snappy | Bin 0 -> 50 bytes
.../bigtop/itest/httpfs/TestHttpFs.groovy | 32 +-
.../bigtop/itest/iolongevity/TestSLive.groovy | 2 +-
12 files changed, 649 insertions(+), 166 deletions(-)
----------------------------------------------------------------------
[19/50] git commit: We do not support Phoenix at the moment
Posted by co...@apache.org.
We do not support Phoenix at the moment
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/8b6485eb
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/8b6485eb
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/8b6485eb
Branch: refs/heads/master
Commit: 8b6485ebb357eeac78e299a6824781a07b8ac91b
Parents: f431fee
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Jan 23 12:31:44 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Jan 23 12:31:44 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/pom.xml | 1 -
1 file changed, 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/8b6485eb/bigtop-tests/test-artifacts/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/pom.xml b/bigtop-tests/test-artifacts/pom.xml
index f9eeb71..1a8a12b 100644
--- a/bigtop-tests/test-artifacts/pom.xml
+++ b/bigtop-tests/test-artifacts/pom.xml
@@ -47,7 +47,6 @@
<module>s3hdfs</module>
<module>hcatalog</module>
<module>spark</module>
- <module>phoenix</module>
</modules>
<dependencies>
[44/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Conflicts:
bigtop.mk
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/826c9bc3
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/826c9bc3
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/826c9bc3
Branch: refs/heads/master
Commit: 826c9bc3a28e9e4138ebc0f6c56741a4c1647e8d
Parents: 67e1f6c 2a49603
Author: Konstantin Boudnik <co...@apache.org>
Authored: Mon Mar 10 11:33:53 2014 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Mar 10 11:33:53 2014 -0700
----------------------------------------------------------------------
.../src/common/hadoop/do-component-build | 2 +-
.../src/common/hadoop/init-hcfs.json | 95 ++++++
.../org/apache/bigtop/itest/junit/Ordered.java | 83 ++++++
.../bigtop/itest/junit/OrderedTest.groovy | 54 ++++
.../resources/clitest_data/testHDFSConf.xml | 294 +++++++++----------
bigtop.mk | 4 +-
build.gradle | 4 +-
7 files changed, 385 insertions(+), 151 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/826c9bc3/bigtop.mk
----------------------------------------------------------------------
diff --cc bigtop.mk
index aa8bf9e,321d60a..8bb0ae0
--- a/bigtop.mk
+++ b/bigtop.mk
@@@ -15,75 -15,19 +15,75 @@@
BIGTOP_VERSION=0.8.0
-# Hadoop 0.20.0-based hadoop package
+# WDD release RPM
+WDD_NAME=wdd-release
+WDD_RELNOTES_NAME=WDD release
+WDD_BASE_VERSION=4
+WDD_PKG_VERSION=4+WANdisco
+WDD_RELEASE_VERSION=1
+WDD_TARBALL_DST=RPM-GPG-KEY-WANdisco
+WDD_TARBALL_SRC=RPM-GPG-KEY-WANdisco
+WDD_DOWNLOAD_PATH=/
+WDD_SITE=$(WANDISCO_ARCHIVE)$(WDD_DOWNLOAD_PATH)
+WDD_ARCHIVE=$(WDD_SITE)
+$(eval $(call PACKAGE,wdd-release,WDD))
+
+# Hadoop 2.0.0-based hadoop package
HADOOP_NAME=hadoop
HADOOP_RELNOTES_NAME=Apache Hadoop
- HADOOP_BASE_VERSION=2.0.6.15-wdd3.8-SNAPSHOT
- HADOOP_PKG_VERSION=2.0.6.15+WANdisco
+ HADOOP_BASE_VERSION=2.3.0
+ HADOOP_PKG_VERSION=2.3.0
HADOOP_RELEASE_VERSION=1
HADOOP_TARBALL_DST=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION).tar.gz
-HADOOP_TARBALL_SRC=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)-src.tar.gz
-HADOOP_DOWNLOAD_PATH=/hadoop/common/$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)
-HADOOP_SITE=$(APACHE_MIRROR)$(HADOOP_DOWNLOAD_PATH)
-HADOOP_ARCHIVE=$(APACHE_ARCHIVE)$(HADOOP_DOWNLOAD_PATH)
+HADOOP_TARBALL_SRC=$(HADOOP_NAME)-$(HADOOP_BASE_VERSION)-src.tar.gz
+HADOOP_DOWNLOAD_PATH=/hadoop/core/${HADOOP_NAME}-${HADOOP_BASE_VERSION}
+HADOOP_SITE=$(WANDISCO_ARCHIVE)$(HADOOP_DOWNLOAD_PATH)
+HADOOP_ARCHIVE=$(HADOOP_SITE)
$(eval $(call PACKAGE,hadoop,HADOOP))
+# S3HDFS-Bridge
+HDFSB_NAME=wdd-s3hdfs
+HDFSB_RELNOTES_NAME=WANdisco S3HDFS Bridge
+HDFSB_BASE_VERSION=3.6.0
+HDFSB_PKG_VERSION=3.6.0+WANdisco
+HDFSB_RELEASE_VERSION=1
+HDFSB_TARBALL_DST=s3hdfs-$(HDFSB_BASE_VERSION).tar.gz
+HDFSB_TARBALL_SRC=$(HDFSB_TARBALL_DST)
+HDFSB_DOWNLOAD_PATH=/S3HDFS/
+HDFSB_SITE=$(WANDISCO_IP)${HDFSB_DOWNLOAD_PATH}
+HDFSB_ARCHIVE=$(HDFSB_SITE)
+$(eval $(call PACKAGE,wdd-s3hdfs,HDFSB))
+
+# consensus name-node
+## DOWNLOAD_URL is comprised from _SITE + _TARBALL_SRC
+NONSTOP_NAME=wdd-namenode-nonstop
+NONSTOP_RELNOTES_NAME=WANdisco Non-Stop Namenode
+## simply use make -e NONSTOP_BASE_VERSION=... to override
+NONSTOP_BASE_VERSION=1.7-SNAPSHOT
+# Make sure that something like -SNAPSHOT isn't present
+NONSTOP_PKG_VERSION=`echo $(NONSTOP_BASE_VERSION) | sed -e "s/-SNAPSHOT//" -e "s/-/+/"`+WANdisco
+NONSTOP_RELEASE_VERSION=1
+NONSTOP_TARBALL_DST=namenode-$(NONSTOP_BASE_VERSION).tar.gz
+NONSTOP_TARBALL_SRC=namenode-$(NONSTOP_BASE_VERSION)-src.tar.gz
+NONSTOP_DOWNLOAD_PATH=/NsNN/
+NONSTOP_SITE=$(WANDISCO_IP)${NONSTOP_DOWNLOAD_PATH}
+NONSTOP_ARCHIVE=$(NONSTOP_SITE)
+$(eval $(call PACKAGE,wdd-namenode-nonstop,NONSTOP))
+
+# Hippo: WDD UI project
+HIPPO_NAME=hippo
+HIPPO_RELNOTES_NAME=Hippo UI
+HIPPO_PKG_NAME=hippo
+HIPPO_BASE_VERSION=1.2-SNAPSHOT
+HIPPO_PKG_VERSION=1.2+WANdisco
+HIPPO_RELEASE_VERSION=1
+HIPPO_TARBALL_SRC=hadoop-ui-$(HIPPO_BASE_VERSION)-src.tar.gz
+HIPPO_TARBALL_DST=hippo-$(HIPPO_BASE_VERSION).tar.gz
+HIPPO_DOWNLOAD_PATH=/HadoopUI/
+HIPPO_SITE=$(WANDISCO_IP)$(HIPPO_DOWNLOAD_PATH)
+HIPPO_ARCHIVE=$(HIPPO_SITE)
+$(eval $(call PACKAGE,hippo,HIPPO))
+
# ZooKeeper
ZOOKEEPER_NAME=zookeeper
ZOOKEEPER_RELNOTES_NAME=Apache Zookeeper
[43/50] git commit: HAD-661. NsNN packaging should carry end-user
license agreement
Posted by co...@apache.org.
HAD-661. NsNN packaging should carry end-user license agreement
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/67e1f6c8
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/67e1f6c8
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/67e1f6c8
Branch: refs/heads/master
Commit: 67e1f6c83f48d12bcc34a8d8b590792702efeba3
Parents: cc959c9
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Mar 6 11:07:08 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Mar 6 11:07:08 2014 -0800
----------------------------------------------------------------------
.../src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 4 ++++
1 file changed, 4 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/67e1f6c8/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index a640a06..6b23dbe 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -29,6 +29,7 @@ AutoReq: no
%define lib_hadoop_dirname /usr/lib
%define lib_hadoop %{lib_hadoop_dirname}/hadoop
%define lib_hdfs %{lib_hadoop_dirname}/hadoop-hdfs
+%define enduserlicense docs/*.pdf
%define hadoop_name nonstop
%define hadoop_services hadoop-hdfs-nonstop hadoop-hdfs-nonstop-checkpoints
%define extra_libs DConE-*.jar DConE_Platform-*.jar
@@ -85,6 +86,7 @@ rm -rf $RPM_BUILD_ROOT
%__install -m 0644 $RPM_SOURCE_DIR/conf.nonstop/* $RPM_BUILD_ROOT/%{conf_nonstop}/
%__install -d -m 0755 $RPM_BUILD_ROOT/%{conf_dcone}/
%__install -m 0644 $RPM_SOURCE_DIR/wandisco/* $RPM_BUILD_ROOT/%{conf_dcone}/
+%__install -m 0644 %{enduserlicense} $RPM_BUILD_ROOT/%{lib_hdfs}/
## secondary check-pointing
%__install -m 0755 %{SOURCE14} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
%__install -m 0755 %{SOURCE15} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
@@ -210,6 +212,8 @@ done
%{lib_hdfs}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar
%changelog
+* Thu Mar 6 2014 Konstantin Boudnik <co...@wandisco.com>
+- HAD-661. Adding end-user license agreement to the packaging
* Thu Feb 24 2014 Konstantin Boudnik <co...@wandisco.com>
- HAD-657. %post and %preun scripts should be package-specific
* Thu Feb 20 2014 Konstantin Boudnik <co...@wandisco.com>
[09/50] git commit: HAD-628. wdd-namenode-nonstop shouldn't fail if
%preun phase isn't successful
Posted by co...@apache.org.
HAD-628. wdd-namenode-nonstop shouldn't fail if %preun phase isn't successful
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/227af3b7
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/227af3b7
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/227af3b7
Branch: refs/heads/master
Commit: 227af3b7d8567531205b41df18fd0c0a8f1f2f87
Parents: 551240c
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Nov 15 15:43:45 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Fri Nov 15 15:43:45 2013 -0800
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/227af3b7/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index aed9b1f..9caef88 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -114,7 +114,7 @@ sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|bala
%__chmod 755 %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
## FIXME: This is a hacking way to deal with 3rd party reliance on HDFS NN service script
-mv %{initd_dir}/hadoop-hdfs-namenode %{initd_dir}/hadoop-hdfs-namenode.orig
+mv -f %{initd_dir}/hadoop-hdfs-namenode %{initd_dir}/hadoop-hdfs-namenode.orig
ln -s %{initd_dir}/hadoop-hdfs-nonstop %{initd_dir}/hadoop-hdfs-namenode
for service in hadoop-hdfs-nonstop
do
@@ -125,8 +125,8 @@ do
done
%preun
-rm %{initd_dir}/hadoop-hdfs-namenode
-mv %{initd_dir}/hadoop-hdfs-namenode.orig %{initd_dir}/hadoop-hdfs-namenode
+rm -f %{initd_dir}/hadoop-hdfs-namenode
+mv -f %{initd_dir}/hadoop-hdfs-namenode.orig %{initd_dir}/hadoop-hdfs-namenode
for service in hadoop-hdfs-nonstop
do
if [ $1 -eq 0 ]; then
[02/50] git commit: HAD-611. Nonstop daemon script should have an
option to start GeoNode for WAN version
Posted by co...@apache.org.
HAD-611. Nonstop daemon script should have an option to start GeoNode for WAN version
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/84e12ec5
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/84e12ec5
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/84e12ec5
Branch: refs/heads/master
Commit: 84e12ec5d87c152dd3d1859e7487f8c2bbd1cb4b
Parents: 8d8adc9
Author: Konstantin Boudnik <co...@apache.org>
Authored: Mon Oct 21 13:15:35 2013 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Oct 21 13:15:35 2013 -0700
----------------------------------------------------------------------
.../src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.default | 3 +++
.../src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc | 2 +-
bigtop-packages/src/common/wdd-namenode-nonstop/nonstop | 4 ++++
.../src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 2 +-
4 files changed, 9 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/84e12ec5/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.default
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.default b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.default
index c6ee4a8..12468ba 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.default
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.default
@@ -27,3 +27,6 @@ export HADOOP_NAMENODE_USER=hdfs
export HADOOP_SECONDARYNAMENODE_USER=hdfs
export HADOOP_DATANODE_USER=hdfs
export HADOOP_IDENT_STRING=hdfs
+
+## The following should be set to "wan" to run GeoNode for WAN edition
+export NONSTOP_NODE_TYPE=nonstop
http://git-wip-us.apache.org/repos/asf/bigtop/blob/84e12ec5/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
index c6e65b4..99d33fd 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop.svc
@@ -17,7 +17,7 @@ DAEMON="hadoop-hdfs-$HADOOP_NAME"
DESC="Hadoop $HADOOP_NAME namenode"
EXEC_PATH="/usr/lib/hadoop/sbin/hadoop-nonstop-daemon.sh"
SVC_USER="hdfs"
-DAEMON_FLAGS="$HADOOP_NAME"
+DAEMON_FLAGS="\$NONSTOP_NODE_TYPE"
CONF_DIR="/etc/hadoop/conf.nonstop"
PIDFILE="/var/run/hadoop-hdfs/hadoop-$SVC_USER-$HADOOP_NAME.pid"
LOCKDIR="/var/lock/subsys"
http://git-wip-us.apache.org/repos/asf/bigtop/blob/84e12ec5/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop b/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
index 0cfb118..53e53d2 100755
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/nonstop
@@ -31,6 +31,7 @@ function print_usage(){
echo " secondarynamenode run the DFS secondary namenode"
echo " namenode run the DFS namenode"
echo " nonstop run the NonStop namenode"
+ echo " wan run the WAN NonStop namenode"
echo " journalnode run the DFS journalnode"
echo " zkfc run the ZK Failover Controller daemon"
echo " datanode run a DFS datanode"
@@ -82,6 +83,9 @@ if [ "$COMMAND" = "namenode" ] ; then
elif [ "$COMMAND" = "nonstop" ] ; then
CLASS='org.apache.hadoop.hdfs.server.namenode.ConsensusNode'
HADOOP_OPTS="$HADOOP_OPTS $HADOOP_ZKFC_OPTS"
+elif [ "$COMMAND" = "wan" ] ; then
+ CLASS='org.apache.hadoop.hdfs.consensus.wan.GeoNode'
+ HADOOP_OPTS="$HADOOP_OPTS $HADOOP_ZKFC_OPTS"
elif [ "$COMMAND" = "zkfc" ] ; then
CLASS='org.apache.hadoop.hdfs.tools.DFSZKFailoverController'
HADOOP_OPTS="$HADOOP_OPTS $HADOOP_ZKFC_OPTS"
http://git-wip-us.apache.org/repos/asf/bigtop/blob/84e12ec5/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 739434e..a75ce99 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -93,7 +93,7 @@ rm -rf $RPM_BUILD_ROOT
%post
## FIXME: This is awful hack. But I don't see a better way around it at the moment
-sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|balancer|zkfc)#nonstop)#' -e 's#hdfsScript="$HADOOP_PREFIX"/bin/hdfs#hdfsScript="$HADOOP_PREFIX"/bin/nonstop#' -e 's#hdfsScript="$HADOOP_HDFS_HOME"/bin/hdfs#hdfsScript="$HADOOP_HDFS_HOME"/bin/nonstop#' %{lib_hadoop}/sbin/hadoop-daemon.sh > %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
+sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|balancer|zkfc)#nonstop|wan)#' -e 's#hdfsScript="$HADOOP_PREFIX"/bin/hdfs#hdfsScript="$HADOOP_PREFIX"/bin/nonstop#' -e 's#hdfsScript="$HADOOP_HDFS_HOME"/bin/hdfs#hdfsScript="$HADOOP_HDFS_HOME"/bin/nonstop#' %{lib_hadoop}/sbin/hadoop-daemon.sh > %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
%__chmod 755 %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
for service in %{hadoop_services}
[08/50] git commit: HAD-625. nonstop package has to depend on
"hadoop" to provide hadoop-daemon.sh
Posted by co...@apache.org.
HAD-625. nonstop package has to depend on "hadoop" to provide hadoop-daemon.sh
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/551240ce
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/551240ce
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/551240ce
Branch: refs/heads/master
Commit: 551240ceb035b1902435437ef0f591f56ecd4556
Parents: c112b09
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Thu Nov 7 17:37:47 2013 -0800
Committer: Konstantin Boudnik <co...@wandisco.com>
Committed: Thu Nov 7 17:38:15 2013 -0800
----------------------------------------------------------------------
.../src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/551240ce/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 06e0507..aed9b1f 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -18,7 +18,7 @@ Source22: nonstop
BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root-%(%{__id_u} -n)
#BuildRequires:
-Requires: hadoop-hdfs-namenode, /sbin/chkconfig, /sbin/service
+Requires: hadoop, hadoop-hdfs-namenode, /sbin/chkconfig, /sbin/service
AutoReq: no
[14/50] git commit: HAD-639. dcone configuration should be in
/etc/wandisco
Posted by co...@apache.org.
HAD-639. dcone configuration should be in /etc/wandisco
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/91eefccd
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/91eefccd
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/91eefccd
Branch: refs/heads/master
Commit: 91eefccd83571461ee412720bb991b667171c6da
Parents: 258ce14
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Dec 18 13:33:47 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Dec 18 13:33:47 2013 -0800
----------------------------------------------------------------------
.../src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/91eefccd/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index 8b81a5b..cc64813 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -62,6 +62,7 @@ rm -rf $RPM_BUILD_ROOT
%__install -d -m 0755 $RPM_BUILD_ROOT/%{lib_hadoop}/sbin/
# %__install -m 0755 dist/lib/%{artifactname}-%{wdd_namenode_nonstop_base_version}-tests.jar $RPM_BUILD_ROOT/%{lib_hdfs}
%__install -m 0755 %{SOURCE22} $RPM_BUILD_ROOT/%{lib_hdfs}/bin/
+%__install -d -m 0755 $RPM_BUILD_ROOT/%{conf_dcone}/
%__install -d -m 0755 $RPM_BUILD_ROOT/%{conf_nonstop}/
%__install -m 0644 $RPM_SOURCE_DIR/conf.nonstop/* $RPM_BUILD_ROOT/%{conf_nonstop}/
%__install -d -m 0755 $RPM_BUILD_ROOT/%{conf_dcone}/
@@ -171,7 +172,7 @@ done
%{initd_dir}/hadoop-hdfs-nonstop
/etc/default/hadoop-hdfs-nonstop
%attr(0755,root,root)
-%config(noreplace) %{etc_hadoop}/wandisco/
+%config(noreplace) %{conf_dcone}
%config(noreplace) %{etc_hadoop}/conf.nonstop/core-site.xml
%config(noreplace) %{etc_hadoop}/conf.nonstop/hdfs-site.xml
%config(noreplace) %{etc_hadoop}/conf.nonstop/hadoop-metrics.properties
[34/50] git commit: BIGTOP-1217
Posted by co...@apache.org.
BIGTOP-1217
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/12fade69
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/12fade69
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/12fade69
Branch: refs/heads/master
Commit: 12fade69ceb876e4bdc577a7a5d6147a62fa2b48
Parents: 208b693
Author: root <ro...@vmhost9-vm5.frem.wandisco.com>
Authored: Fri Feb 21 12:12:32 2014 -0800
Committer: root <ro...@vmhost9-vm5.frem.wandisco.com>
Committed: Fri Feb 21 12:12:32 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/spark/pom.xml | 14 ++++++++++++++
1 file changed, 14 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/12fade69/bigtop-tests/test-artifacts/spark/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/spark/pom.xml b/bigtop-tests/test-artifacts/spark/pom.xml
index d22b7f3..3025f3e 100644
--- a/bigtop-tests/test-artifacts/spark/pom.xml
+++ b/bigtop-tests/test-artifacts/spark/pom.xml
@@ -32,6 +32,20 @@
<version>0.8.0-SNAPSHOT</version>
<name>sparksmoke</name>
+ <repositories>
+ <repository>
+ <id>akka-repo</id>
+ <name>Akka Repository</name>
+ <url>http://repo.akka.io/releases/</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ </repositories>
+
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>
[49/50] git commit: Merge branch 'pub-master'
Posted by co...@apache.org.
Merge branch 'pub-master'
Conflicts:
bigtop.mk
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/6adc1d95
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/6adc1d95
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/6adc1d95
Branch: refs/heads/master
Commit: 6adc1d95a085816b88a2237f2d7568bd30aee358
Parents: 5fc8a3d 080fa9d
Author: Konstantin Boudnik <co...@apache.org>
Authored: Wed Apr 23 10:37:50 2014 -0700
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Wed Apr 23 10:37:50 2014 -0700
----------------------------------------------------------------------
bigtop-bigpetstore/BPS_analytics.pig | 77 ++
bigtop-bigpetstore/README.md | 140 ++++
bigtop-bigpetstore/arch.dot | 44 +
bigtop-bigpetstore/pom.xml | 797 +++++++++++++++++++
bigtop-bigpetstore/setuphive.sh | 22 +
.../bigtop/bigpetstore/BigPetStoreHiveIT.java | 108 +++
.../bigtop/bigpetstore/BigPetStoreMahoutIT.java | 88 ++
.../bigtop/bigpetstore/BigPetStorePigIT.java | 165 ++++
.../org/apache/bigtop/bigpetstore/ITUtils.java | 145 ++++
.../bigpetstore/clustering/BPSRecommnder.java | 83 ++
.../contract/PetStoreStatistics.java | 34 +
.../bigtop/bigpetstore/etl/CrunchETL.java | 142 ++++
.../bigtop/bigpetstore/etl/HiveViewCreator.java | 157 ++++
.../apache/bigtop/bigpetstore/etl/LineItem.java | 112 +++
.../bigtop/bigpetstore/etl/PigCSVCleaner.java | 171 ++++
.../bigpetstore/generator/BPSGenerator.java | 116 +++
...GeneratePetStoreTransactionsInputFormat.java | 134 ++++
.../generator/PetStoreTransaction.java | 32 +
.../PetStoreTransactionInputSplit.java | 67 ++
.../generator/TransactionIteratorFactory.java | 468 +++++++++++
.../bigpetstore/util/BigPetStoreConstants.java | 36 +
.../bigtop/bigpetstore/util/DeveloperTools.java | 58 ++
.../bigpetstore/util/NumericalIdUtils.java | 50 ++
.../apache/bigtop/bigpetstore/util/Pair.java | 125 +++
.../util/PetStoreParseFunctions.java | 55 ++
.../bigtop/bigpetstore/util/StringUtils.java | 53 ++
.../src/main/resources/hive-log4j.properties | 84 ++
.../src/main/resources/hive-site.xml | 36 +
.../bigtop/bigpetstore/docs/TestDocs.java | 46 ++
.../generator/TestNumericalIdUtils.java | 36 +
.../TestPetStoreTransactionGeneratorJob.java | 106 +++
.../src/test/resources/log4j.properties | 47 ++
bigtop-deploy/puppet/manifests/cluster.pp | 2 +-
.../puppet/modules/spark/manifests/init.pp | 20 +-
bigtop-deploy/vm/vagrant-puppet/README | 16 -
bigtop-deploy/vm/vagrant-puppet/README.md | 52 ++
bigtop-deploy/vm/vagrant-puppet/Vagrantfile | 105 ++-
bigtop-deploy/vm/vagrant-puppet/hbase-test.sh | 17 +-
bigtop-deploy/vm/vagrant-puppet/provision.sh | 21 +
bigtop-deploy/vm/vagrant-puppet/startup.sh | 40 +
.../src/common/mahout/do-component-build | 2 +-
bigtop.mk | 115 ++-
42 files changed, 4175 insertions(+), 49 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/6adc1d95/bigtop.mk
----------------------------------------------------------------------
diff --cc bigtop.mk
index 8bb0ae0,efd5a1b..77dd74b
--- a/bigtop.mk
+++ b/bigtop.mk
@@@ -183,6 -112,34 +168,34 @@@ OOZIE_SITE=$(APACHE_MIRROR)$(OOZIE_DOWN
OOZIE_ARCHIVE=$(APACHE_ARCHIVE)$(OOZIE_DOWNLOAD_PATH)
$(eval $(call PACKAGE,oozie,OOZIE))
+ # Whirr
+ WHIRR_NAME=whirr
+ WHIRR_RELNOTES_NAME=Apache Whirr
+ WHIRR_PKG_NAME=whirr
+ WHIRR_BASE_VERSION=0.8.2
+ WHIRR_PKG_VERSION=0.8.2
+ WHIRR_RELEASE_VERSION=1
+ WHIRR_TARBALL_DST=whirr-$(WHIRR_BASE_VERSION)-src.tar.gz
+ WHIRR_TARBALL_SRC=$(WHIRR_TARBALL_DST)
+ WHIRR_DOWNLOAD_PATH=/whirr/whirr-$(WHIRR_BASE_VERSION)
+ WHIRR_SITE=$(APACHE_MIRROR)$(WHIRR_DOWNLOAD_PATH)
+ WHIRR_ARCHIVE=$(APACHE_ARCHIVE)$(WHIRR_DOWNLOAD_PATH)
+ $(eval $(call PACKAGE,whirr,WHIRR))
+
+ # Mahout
+ MAHOUT_NAME=mahout
+ MAHOUT_RELNOTES_NAME=Apache Mahout
+ MAHOUT_PKG_NAME=mahout
-MAHOUT_BASE_VERSION=0.9
-MAHOUT_PKG_VERSION=0.9
++MAHOUT_BASE_VERSION=0.7
++MAHOUT_PKG_VERSION=0.7
+ MAHOUT_RELEASE_VERSION=1
+ MAHOUT_TARBALL_DST=mahout-distribution-$(MAHOUT_BASE_VERSION)-src.tar.gz
+ MAHOUT_TARBALL_SRC=$(MAHOUT_TARBALL_DST)
+ MAHOUT_DOWNLOAD_PATH=/mahout/$(MAHOUT_BASE_VERSION)
+ MAHOUT_SITE=$(APACHE_MIRROR)$(MAHOUT_DOWNLOAD_PATH)
+ MAHOUT_ARCHIVE=$(APACHE_ARCHIVE)$(MAHOUT_DOWNLOAD_PATH)
+ $(eval $(call PACKAGE,mahout,MAHOUT))
+
# Flume
FLUME_NAME=flume
FLUME_RELNOTES_NAME=Flume
@@@ -210,6 -194,34 +250,34 @@@ DATAFU_SITE=https://github.com/linkedin
DATAFU_ARCHIVE=$(DATAFU_SITE)
$(eval $(call PACKAGE,datafu,DATAFU))
+ # Solr
+ SOLR_NAME=solr
+ SOLR_RELNOTES_NAME=Search engine server
+ SOLR_PKG_NAME=solr
-SOLR_BASE_VERSION=4.6.0
-SOLR_PKG_VERSION=$(SOLR_BASE_VERSION)
++SOLR_BASE_VERSION=4.5.0
++SOLR_PKG_VERSION=4.5.0
+ SOLR_RELEASE_VERSION=1
+ SOLR_TARBALL_DST=solr-$(SOLR_BASE_VERSION)-src.tgz
+ SOLR_TARBALL_SRC=$(SOLR_TARBALL_DST)
+ SOLR_DOWNLOAD_PATH=/lucene/solr/$(SOLR_BASE_VERSION)
+ SOLR_SITE=$(APACHE_MIRROR)$(SOLR_DOWNLOAD_PATH)
+ SOLR_ARCHIVE=$(APACHE_ARCHIVE)$(SOLR_DOWNLOAD_PATH)
+ $(eval $(call PACKAGE,solr,SOLR))
+
+ # Crunch
+ CRUNCH_NAME=crunch
+ CRUNCH_RELNOTES_NAME=Java library for MapReduce pipelines
+ CRUNCH_PKG_NAME=crunch
+ CRUNCH_BASE_VERSION=0.7.0
+ CRUNCH_PKG_VERSION=0.7.0
+ CRUNCH_RELEASE_VERSION=1
+ CRUNCH_TARBALL_DST=apache-crunch-$(CRUNCH_BASE_VERSION)-src.tar.gz
+ CRUNCH_TARBALL_SRC=$(CRUNCH_TARBALL_DST)
+ CRUNCH_DOWNLOAD_PATH=/crunch/crunch-$(CRUNCH_BASE_VERSION)
+ CRUNCH_SITE=$(APACHE_MIRROR)$(CRUNCH_DOWNLOAD_PATH)
+ CRUNCH_ARCHIVE=$(APACHE_ARCHIVE)$(CRUNCH_DOWNLOAD_PATH)
+ $(eval $(call PACKAGE,crunch,CRUNCH))
+
# Spark
SPARK_NAME=spark
SPARK_RELNOTES_NAME=Spark
@@@ -251,8 -276,8 +332,8 @@@ $(eval $(call PACKAGE,bigtop-utils,BIGT
BIGTOP_JSVC_NAME=bigtop-jsvc
BIGTOP_JSVC_RELNOTES_NAME=Apache Commons Daemon (jsvc)
BIGTOP_JSVC_PKG_NAME=bigtop-jsvc
- BIGTOP_JSVC_BASE_VERSION=1.0.10
- BIGTOP_JSVC_PKG_VERSION=1.0.10+WANdisco
+ BIGTOP_JSVC_BASE_VERSION=1.0.15
-BIGTOP_JSVC_PKG_VERSION=$(BIGTOP_JSVC_BASE_VERSION)
++BIGTOP_JSVC_PKG_VERSION=$(BIGTOP_JSVC_BASE_VERSION)+WANdisco
BIGTOP_JSVC_RELEASE_VERSION=1
BIGTOP_JSVC_TARBALL_SRC=commons-daemon-$(BIGTOP_JSVC_BASE_VERSION)-native-src.tar.gz
BIGTOP_JSVC_TARBALL_DST=commons-daemon-$(BIGTOP_JSVC_BASE_VERSION).tar.gz
[23/50] git commit: Merge branch 'pub-master'
Posted by co...@apache.org.
Merge branch 'pub-master'
Conflicts:
bigtop.mk
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/75b0fa7f
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/75b0fa7f
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/75b0fa7f
Branch: refs/heads/master
Commit: 75b0fa7f1c7291ee9b5a62ef59b5f0f7845a14c5
Parents: 7df83fb 5444fd2
Author: Konstantin Boudnik <co...@apache.org>
Authored: Mon Feb 3 17:36:06 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Mon Feb 3 17:36:06 2014 -0800
----------------------------------------------------------------------
.../src/common/spark/install_spark.sh | 6 +-
bigtop-packages/src/common/spark/run | 148 ---------------
bigtop-packages/src/deb/spark/control | 2 +-
bigtop-packages/src/deb/spark/rules | 3 +-
bigtop-packages/src/rpm/spark/SPECS/spark.spec | 4 +-
bigtop-test-framework/README | 40 +++++
.../itest/failures/AbstractFailure.groovy | 179 +++++++++++++++++++
.../itest/failures/FailureConstants.groovy | 38 ++++
.../failures/NetworkShutdownFailure.groovy | 78 ++++++++
.../itest/failures/ServiceKilledFailure.groovy | 69 +++++++
.../itest/failures/ServiceRestartFailure.groovy | 69 +++++++
.../bigtop/itest/pmanager/RPMPackage.groovy | 16 +-
.../itest/failures/ClusterFailuresTest.groovy | 153 ++++++++++++++++
.../itest/pmanager/PackageManagerTest.groovy | 34 ++--
.../bigtop/itest/posix/AlternativeTest.groovy | 10 +-
src/site/xdoc/team-list.xml | 2 +-
16 files changed, 676 insertions(+), 175 deletions(-)
----------------------------------------------------------------------
[46/50] git commit: NSNN-675. SecondaryNN should not remove the /old
on next checkpoint
Posted by co...@apache.org.
NSNN-675. SecondaryNN should not remove the /old on next checkpoint
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/dd8ef2f4
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/dd8ef2f4
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/dd8ef2f4
Branch: refs/heads/master
Commit: dd8ef2f48df62924782bb9e634d478f6600190fc
Parents: 6db7567
Author: keith pak <ke...@wandisco.com>
Authored: Thu Apr 10 14:20:42 2014 -0700
Committer: keith pak <ke...@wandisco.com>
Committed: Thu Apr 10 14:20:42 2014 -0700
----------------------------------------------------------------------
.../src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/dd8ef2f4/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
index 59b6590..cb2342e 100644
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
@@ -22,7 +22,7 @@ while true; do
FSIMAGEDIR=$(hdfs --config $nsnode getconf -confKey dfs.namenode.checkpoint.dir)
echo Removing previous FSImage and Editlogs from ${FSIMAGEDIR}
if [ "x$FSIMAGEDIR" != "x" ]; then
- rm -rf ${FSIMAGEDIR}/*
+ rm -rf ${FSIMAGEDIR}/current
else
echo "FSIMAGEDIR couldn't be determined"
exit 1
[21/50] git commit: HAD-649. Cleanup fatjar pom file: remove unused
components and their modules
Posted by co...@apache.org.
HAD-649. Cleanup fatjar pom file: remove unused components and their modules
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/e63b7110
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/e63b7110
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/e63b7110
Branch: refs/heads/master
Commit: e63b71102e12cce1403be6260b08a2604082a3eb
Parents: 3877467
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Jan 23 12:44:59 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Jan 23 12:44:59 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/fatjar/pom.xml | 28 ++-----------------------
1 file changed, 2 insertions(+), 26 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/e63b7110/bigtop-tests/test-artifacts/fatjar/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/fatjar/pom.xml b/bigtop-tests/test-artifacts/fatjar/pom.xml
index fa8a86b..9690bc8 100644
--- a/bigtop-tests/test-artifacts/fatjar/pom.xml
+++ b/bigtop-tests/test-artifacts/fatjar/pom.xml
@@ -33,25 +33,19 @@
<dependencies>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>crunch-smoke</artifactId>
- <version>${project.version}</version>
- <optional>true</optional>
- </dependency>
- <dependency>
- <groupId>org.apache.bigtop.itest</groupId>
<artifactId>flume-smoke</artifactId>
<version>${project.version}</version>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>giraph-smoke</artifactId>
+ <artifactId>hadoop-smoke</artifactId>
<version>${project.version}</version>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>hadoop-smoke</artifactId>
+ <artifactId>cnode-smoke</artifactId>
<version>${project.version}</version>
<optional>true</optional>
</dependency>
@@ -69,30 +63,12 @@
</dependency>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>hue-smoke</artifactId>
- <version>${project.version}</version>
- <optional>true</optional>
- </dependency>
- <dependency>
- <groupId>org.apache.bigtop.itest</groupId>
- <artifactId>mahout-smoke</artifactId>
- <version>${project.version}</version>
- <optional>true</optional>
- </dependency>
- <dependency>
- <groupId>org.apache.bigtop.itest</groupId>
<artifactId>oozie-smoke</artifactId>
<version>${project.version}</version>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.apache.bigtop.itest</groupId>
- <artifactId>solr-smoke</artifactId>
- <version>${project.version}</version>
- <optional>true</optional>
- </dependency>
- <dependency>
- <groupId>org.apache.bigtop.itest</groupId>
<artifactId>sqoop-smoke</artifactId>
<version>${project.version}</version>
<optional>true</optional>
[18/50] git commit: HAD-646. /etc/default/hadoop-hdfs-nonstop should
be preserved during package update
Posted by co...@apache.org.
HAD-646. /etc/default/hadoop-hdfs-nonstop should be preserved during package update
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/f431feec
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/f431feec
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/f431feec
Branch: refs/heads/master
Commit: f431feecf6e2cdfc611a7bd8259db448d104a9b8
Parents: 4f81598
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Jan 23 11:52:25 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Jan 23 11:52:25 2014 -0800
----------------------------------------------------------------------
.../rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/f431feec/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index cc64813..d150ef2 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -170,7 +170,7 @@ done
%defattr(-,root,root)
%{lib_hdfs}
%{initd_dir}/hadoop-hdfs-nonstop
-/etc/default/hadoop-hdfs-nonstop
+%config(noreplace) /etc/default/hadoop-hdfs-nonstop
%attr(0755,root,root)
%config(noreplace) %{conf_dcone}
%config(noreplace) %{etc_hadoop}/conf.nonstop/core-site.xml
@@ -184,10 +184,12 @@ done
%{lib_hadoop}/sbin/secondary-nonstop-daemon.sh
%{lib_hadoop}/sbin/secondary-nonstop-loop.sh
%{initd_dir}/hadoop-hdfs-nonstop-checkpoints
-/etc/default/hadoop-hdfs-nonstop-checkpoints
+%config(noreplace) /etc/default/hadoop-hdfs-nonstop-checkpoints
%{conf_checkpoints}
%changelog
+* Thu Jan 23 2014 Konstantin Boudnik <co...@wandisco.com>
+- Default settings shouldn't be upgraded in the package update
* Thu Oct 24 2013 Konstantin Boudnik <co...@wandisco.com>
- Adding checkpointing daemon to save checkpoints from all
non-stop namenodes, using secondarynamenode mechanism
[06/50] git commit: HAD-619. SecondaryNameNode checkpoint deamon
installed as an RPM
Posted by co...@apache.org.
HAD-619. SecondaryNameNode checkpoint deamon installed as an RPM
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/4e74d706
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/4e74d706
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/4e74d706
Branch: refs/heads/master
Commit: 4e74d706a5743e90a86b3d26de34fe3edd768944
Parents: c7a1abc
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Thu Oct 24 17:58:14 2013 -0700
Committer: Konstantin Boudnik <co...@wandisco.com>
Committed: Mon Oct 28 19:23:54 2013 -0700
----------------------------------------------------------------------
.../hadoop-hdfs-nonstop-checkpoints.default | 30 ++++++
.../hadoop-hdfs-nonstop-checkpoints.svc | 24 +++++
.../secondary-nonstop-daemon.sh | 107 +++++++++++++++++++
.../secondary-nonstop-loop.sh | 36 +++++++
.../SPECS/wdd-namenode-nonstop.spec | 54 +++++++++-
5 files changed, 247 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4e74d706/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.default
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.default b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.default
new file mode 100644
index 0000000..93b8e9e
--- /dev/null
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.default
@@ -0,0 +1,30 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+export HADOOP_HOME_WARN_SUPPRESS=true
+export HADOOP_HOME=/usr/lib/hadoop
+export HADOOP_PREFIX=/usr/lib/hadoop
+export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec
+
+export HADOOP_COMMON_HOME=/usr/lib/hadoop
+export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs
+
+export HADOOP_CONF_DIR=/etc/hadoop/conf
+export HADOOP_CHECKPOINTS_CONFIGS=/etc/hadoop/checkpoints.nonstop
+export HADOOP_PID_DIR=/var/run/hadoop-hdfs
+export HADOOP_LOG_DIR=/var/log/hadoop-hdfs
+export HADOOP_NAMENODE_USER=hdfs
+export HADOOP_SECONDARYNAMENODE_USER=hdfs
+export HADOOP_DATANODE_USER=hdfs
+export HADOOP_IDENT_STRING=hdfs
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4e74d706/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
new file mode 100644
index 0000000..5b7b7de
--- /dev/null
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/hadoop-hdfs-nonstop-checkpoints.svc
@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+HADOOP_NAME="nonstop-checkpoints"
+DAEMON="hadoop-hdfs-$HADOOP_NAME"
+DESC="Hadoop namenode $HADOOP_NAME "
+EXEC_PATH="/usr/lib/hadoop/sbin/secondary-nonstop-daemon.sh"
+SVC_USER="hdfs"
+DAEMON_FLAGS=""
+CONF_DIR="/etc/hadoop/checkpoints.nonstop"
+PIDFILE="/var/run/hadoop-hdfs/hadoop-$SVC_USER-$HADOOP_NAME.pid"
+LOCKDIR="/var/lock/subsys"
+LOCKFILE="hadoop-$HADOOP_NAME"
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4e74d706/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-daemon.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-daemon.sh b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-daemon.sh
new file mode 100755
index 0000000..52cdb04
--- /dev/null
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-daemon.sh
@@ -0,0 +1,107 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+usage="Usage: secondary-nonstop-daemon.sh --config CONF_DIR (start|stop)"
+
+# if no args specified, show usage
+if [ $# -le 1 ]; then
+ echo $usage
+ exit 1
+fi
+
+if [ -f /etc/default/hadoop-hdfs-nonstop-checkpoints ] ; then
+ . /etc/default/hadoop-hdfs-nonstop-checkpoints
+fi
+
+if [ -f "${HADOOP_CONF_DIR}/hadoop-env.sh" ]; then
+ . "${HADOOP_CONF_DIR}/hadoop-env.sh"
+fi
+
+if [ "$HADOOP_IDENT_STRING" = "" ]; then
+ export HADOOP_IDENT_STRING="$USER"
+fi
+
+#HADOOP_CHECKPOINTS_CONFIGS is coming from the default above
+STOP_TIMEOUT=5
+command=nonstop-checkpoints
+log=$HADOOP_LOG_DIR/hadoop-$HADOOP_IDENT_STRING-$command-$HOSTNAME.out
+pid=$HADOOP_PID_DIR/hadoop-$HADOOP_IDENT_STRING-$command.pid
+
+if [ "--config" = "$1" ]
+ then
+ shift
+ config=$1
+ shift
+fi
+startStop=$1
+
+rotate_log ()
+{
+ log=$1;
+ num=5;
+ if [ -n "$2" ]; then
+ num=$2
+ fi
+ if [ -f "$log" ]; then # rotate logs
+ while [ $num -gt 1 ]; do
+ prev=`expr $num - 1`
+ [ -f "$log.$prev" ] && mv "$log.$prev" "$log.$num"
+ num=$prev
+ done
+ mv "$log" "$log.$num";
+ fi
+}
+
+case $startStop in
+
+ (start)
+ rotate_log $log
+ echo starting $command, logging to $log
+ nohup $HADOOP_HOME/sbin/secondary-nonstop-loop.sh > "$log" 2>&1 < /dev/null &
+ echo $! > $pid
+ sleep 1
+ head "$log"
+ if ! ps -p $! > /dev/null ; then
+ exit 1
+ fi
+ ;;
+
+ (stop)
+ if [ -f $pid ]; then
+ TARGET_PID=`cat $pid`
+ if kill -0 $TARGET_PID > /dev/null 2>&1; then
+ echo stopping $command
+ kill $TARGET_PID
+ sleep $STOP_TIMEOUT
+ if kill -0 $TARGET_PID > /dev/null 2>&1; then
+ echo "$command did not stop gracefully after $STOP_TIMEOUT seconds: killing with kill -9"
+ kill -9 $TARGET_PID
+ fi
+ else
+ echo no $command to stop
+ fi
+ else
+ echo no $command to stop
+ fi
+ ;;
+
+ (*)
+ echo $usage
+ exit 1
+ ;;
+
+esac
+
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4e74d706/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
new file mode 100644
index 0000000..e18c18a
--- /dev/null
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/secondary-nonstop-loop.sh
@@ -0,0 +1,36 @@
+#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+## This script isn't supposed to be called without secondary-nonstop-daemon service
+while true; do
+ NNLIST=$(find ${HADOOP_CHECKPOINTS_CONFIGS} -mindepth 1 -type d | sort)
+
+ for nsnode in ${NNLIST[@]}; do
+ FSIMAGEDIR=$(hdfs --config $nsnode getconf -confKey dfs.namenode.checkpoint.dir)
+ echo Removing previous FSImage and Editlogs from ${FSIMAGEDIR}
+ if [ "x$FSIMAGEDIR" != "x" ]; then
+ rm -rf ${FSIMAGEDIR}/*
+ else
+ echo "FSIMAGEDIR couldn't be determined"
+ exit 1
+ fi
+ echo Checkpointing against ConsensusNode configured in $nsnode
+ hdfs --config $nsnode secondarynamenode -checkpoint force
+ PERIOD=$(hdfs --config $nsnode getconf -confKey dfs.namenode.checkpoint.period)
+ echo Sleeping for dfs.namenode.checkpoint.period set in $nsnode: ${PERIOD}s
+ sleep ${PERIOD}s
+ done
+done
http://git-wip-us.apache.org/repos/asf/bigtop/blob/4e74d706/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index a75ce99..8d2cc27 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -11,6 +11,8 @@ Source1: do-component-build
Source3: hadoop-hdfs-nonstop.default
Source11: init.d.tmpl
Source12: hadoop-hdfs-nonstop.svc
+Source14: secondary-nonstop-daemon.sh
+Source15: secondary-nonstop-loop.sh
Source22: nonstop
BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root-%(%{__id_u} -n)
@@ -28,9 +30,10 @@ AutoReq: no
%define lib_hadoop %{lib_hadoop_dirname}/hadoop
%define lib_hdfs %{lib_hadoop_dirname}/hadoop-hdfs
%define hadoop_name nonstop
-%define hadoop_services hadoop-hdfs-nonstop
+%define hadoop_services hadoop-hdfs-nonstop hadoop-hdfs-nonstop-checkpoints
%define extra_libs DConE-*.jar DConE_Platform-*.jar
%define extra_deps_libs java-uuid-generator*.jar prevayler-*.jar xstream-*.jar bcprov*.jar xmlpull-*.jar
+%define conf_checkpoints %{etc_hadoop}/checkpoints.nonstop
%global initd_dir %{_sysconfdir}/rc.d/init.d
@@ -38,6 +41,14 @@ AutoReq: no
WANdisco Non-Stop namenode with full replication for hdfs via our patented
Dcone PAXOS replication technology.
+%package checkpoints
+Summary: Non-Stop HDFS namenode checkpoint daemon
+Group: System/Daemons
+Requires: hadoop-hdfs-secondarynamenode, /sbin/chkconfig, /sbin/service
+
+%description checkpoints
+A service daemon for check-pointing of all instances of WANdisco Non-Stop namenode
+
%prep
%setup -n %{artifactname}-%{wdd_namenode_nonstop_base_version}
@@ -55,6 +66,9 @@ rm -rf $RPM_BUILD_ROOT
%__install -m 0644 $RPM_SOURCE_DIR/conf.nonstop/* $RPM_BUILD_ROOT/%{conf_nonstop}/
%__install -d -m 0755 $RPM_BUILD_ROOT/%{conf_dcone}/
%__install -m 0644 $RPM_SOURCE_DIR/wandisco/* $RPM_BUILD_ROOT/%{conf_dcone}/
+## secondary check-pointing
+%__install -m 0755 %{SOURCE14} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
+%__install -m 0755 %{SOURCE15} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
## Product specific lib
%__install -m 0644 target/%{artifactname}-%{wdd_namenode_nonstop_base_version}.jar $RPM_BUILD_ROOT/%{lib_hdfs}
@@ -73,6 +87,9 @@ done
# Install top level /etc/default files
%__install -d -m 0755 $RPM_BUILD_ROOT/etc/default
%__cp $RPM_SOURCE_DIR/hadoop-hdfs-nonstop.default $RPM_BUILD_ROOT/etc/default/hadoop-hdfs-nonstop
+## secondary check-pointing
+%__install -d -m 0755 $RPM_BUILD_ROOT/%{conf_checkpoints}
+%__cp $RPM_SOURCE_DIR/hadoop-hdfs-nonstop-checkpoints.default $RPM_BUILD_ROOT/etc/default/hadoop-hdfs-nonstop-checkpoints
# Generate the init.d scripts
for service in %{hadoop_services}
@@ -96,7 +113,7 @@ rm -rf $RPM_BUILD_ROOT
sed -e 's#namenode|secondarynamenode|datanode|journalnode|dfs|dfsadmin|fsck|balancer|zkfc)#nonstop|wan)#' -e 's#hdfsScript="$HADOOP_PREFIX"/bin/hdfs#hdfsScript="$HADOOP_PREFIX"/bin/nonstop#' -e 's#hdfsScript="$HADOOP_HDFS_HOME"/bin/hdfs#hdfsScript="$HADOOP_HDFS_HOME"/bin/nonstop#' %{lib_hadoop}/sbin/hadoop-daemon.sh > %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
%__chmod 755 %{lib_hadoop}/sbin/hadoop-nonstop-daemon.sh
-for service in %{hadoop_services}
+for service in hadoop-hdfs-nonstop
do
if [ $1 -ge 1 ]; then
chkconfig --add ${service}
@@ -105,7 +122,7 @@ do
done
%preun
-for service in %{hadoop_services}
+for service in hadoop-hdfs-nonstop
do
if [ $1 -eq 0 ]; then
service ${service} stop > /dev/null 2>&1
@@ -114,6 +131,26 @@ do
fi
done
+%post checkpoints
+for service in hadoop-hdfs-nonstop-checkpoints
+do
+ if [ $1 -ge 1 ]; then
+ chkconfig --add ${service}
+ chkconfig hadoop-hdfs-secondarynamenode off
+ fi
+done
+
+%preun checkpoints
+## Removing the link setup in the %post phase and moving HDFS NN script back
+for service in hadoop-hdfs-nonstop-checkpoints
+do
+ if [ $1 -eq 0 ]; then
+ service ${service} stop > /dev/null 2>&1
+ chkconfig --del ${service}
+ chkconfig hadoop-hdfs-secondarynamenode on
+ fi
+done
+
%postun
for service in %{hadoop_services}
do
@@ -125,7 +162,6 @@ done
%files
%defattr(-,root,root)
%{lib_hdfs}
-%{initd_dir}
%{initd_dir}/hadoop-hdfs-nonstop
/etc/default/hadoop-hdfs-nonstop
%attr(0755,root,root)
@@ -137,7 +173,17 @@ done
%config(noreplace) %{etc_hadoop}/conf.nonstop/log4j.properties
+%files checkpoints
+%{lib_hadoop}/sbin/secondary-nonstop-daemon.sh
+%{lib_hadoop}/sbin/secondary-nonstop-loop.sh
+%{initd_dir}/hadoop-hdfs-nonstop-checkpoints
+/etc/default/hadoop-hdfs-nonstop-checkpoints
+%{conf_checkpoints}
+
%changelog
+* Thu Oct 24 2013 Konstantin Boudnik <co...@wandisco.com>
+- Adding checkpointing daemon to save checkpoints from all
+ non-stop namenodes, using secondarynamenode mechanism
* Thu Apr 29 2013 Konstantin Boudnik <co...@wandisco.com>
- Adding default dcone property files and logger
- fixing the problem where some jar files weren't picked up
[29/50] git commit: Merge remote-tracking branch
'remotes/public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'remotes/public/master'
Conflicts:
bigtop-tests/test-artifacts/longevity/pom.xml
bigtop-tests/test-artifacts/pom.xml
bigtop.mk
package.mk
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/960ad126
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/960ad126
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/960ad126
Branch: refs/heads/master
Commit: 960ad126dbaeb23ccb5e63f23057e65bcf3b9fa9
Parents: c5e33e2 54d4549
Author: Konstantin Boudnik <co...@apache.org>
Authored: Thu Feb 20 11:14:24 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Feb 20 11:14:24 2014 -0800
----------------------------------------------------------------------
.../src/common/bigtop-groovy/do-component-build | 19 ++++
.../src/common/bigtop-groovy/install_groovy.sh | 108 +++++++++++++++++++
bigtop-packages/src/common/solr/install_solr.sh | 2 +-
.../src/deb/bigtop-groovy/bigtop-groovy.install | 4 +
.../deb/bigtop-groovy/bigtop-groovy.postinst | 36 +++++++
bigtop-packages/src/deb/bigtop-groovy/changelog | 1 +
bigtop-packages/src/deb/bigtop-groovy/compat | 1 +
bigtop-packages/src/deb/bigtop-groovy/control | 27 +++++
bigtop-packages/src/deb/bigtop-groovy/copyright | 15 +++
bigtop-packages/src/deb/bigtop-groovy/rules | 39 +++++++
.../src/deb/bigtop-groovy/source/format | 1 +
.../src/rpm/bigtop-groovy/SPECS/.gitignore | 0
.../rpm/bigtop-groovy/SPECS/bigtop-groovy.spec | 60 +++++++++++
bigtop-tests/test-artifacts/longevity/pom.xml | 73 +++++++------
.../apache/bigtop/itest/iolongevity/.gitignore | 0
.../bigtop/itest/iolongevity/TestDFSIO.groovy | 97 +++++++++++++++++
.../package/src/main/resources/package_data.xml | 12 +++
bigtop-tests/test-artifacts/pom.xml | 6 +-
bigtop-tests/test-execution/README | 4 +
bigtop.mk | 14 +++
bigtop_toolchain/files/jenkins.sh.centos | 2 +-
bigtop_toolchain/files/jenkins.sh.ubu | 2 +-
package.mk | 60 ++++++-----
23 files changed, 516 insertions(+), 67 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/960ad126/bigtop-tests/test-artifacts/pom.xml
----------------------------------------------------------------------
diff --cc bigtop-tests/test-artifacts/pom.xml
index 94d6ee3,e3963cb..50fb7b1
--- a/bigtop-tests/test-artifacts/pom.xml
+++ b/bigtop-tests/test-artifacts/pom.xml
@@@ -40,14 -40,17 +40,18 @@@
<module>hbase</module>
<module>flume</module>
<module>sqoop</module>
+ <module>mahout</module>
+ <module>giraph</module>
<module>hue</module>
+ <module>solr</module>
+ <module>crunch</module>
<module>datafu</module>
<module>fatjar</module>
+ <module>cnode</module>
- <module>longevity</module>
+ <module>s3hdfs</module>
+ <module>longevity</module>
<module>hcatalog</module>
<module>spark</module>
- <module>phoenix</module>
</modules>
<dependencies>
http://git-wip-us.apache.org/repos/asf/bigtop/blob/960ad126/bigtop.mk
----------------------------------------------------------------------
diff --cc bigtop.mk
index 20aa46c,fb08fdf..4ac7b0c
--- a/bigtop.mk
+++ b/bigtop.mk
@@@ -224,13 -236,40 +224,27 @@@ SPARK_SITE=$(APACHE_MIRROR)$(SPARK_DOWN
SPARK_ARCHIVE=$(APACHE_ARCHIVE)$(SPARK_DOWNLOAD_PATH)
$(eval $(call PACKAGE,spark,SPARK))
-# Phoenix
-PHOENIX_NAME=phoenix
-PHOENIX_RELNOTES_NAME=Phoenix: A SQL skin over HBase
-PHOENIX_PKG_NAME=phoenix
-PHOENIX_BASE_VERSION=2.0.2
-PHOENIX_PKG_VERSION=2.0.2
-PHOENIX_RELEASE_VERSION=1
-PHOENIX_TARBALL_DST=phoenix-$(PHOENIX_BASE_VERSION).tar.gz
-PHOENIX_TARBALL_SRC=$(PHOENIX_BASE_VERSION).tar.gz
-PHOENIX_SITE=https://github.com/forcedotcom/phoenix/archive
-PHOENIX_ARCHIVE=$(PHOENIX_SITE)
-$(eval $(call PACKAGE,phoenix,PHOENIX))
-
+ # Groovy
+ BIGTOP_GROOVY_NAME=bigtop-groovy
+ BIGTOP_GROOVY_RELNOTES_NAME=Grovvy: a dynamic language for the Java platform
+ BIGTOP_GROOVY_PKG_NAME=bigtop-groovy
+ BIGTOP_GROOVY_BASE_VERSION=2.2.1
+ BIGTOP_GROOVY_PKG_VERSION=2.2.1
+ BIGTOP_GROOVY_RELEASE_VERSION=1
+ BIGTOP_GROOVY_TARBALL_DST=$(BIGTOP_GROOVY_NAME)-$(BIGTOP_GROOVY_BASE_VERSION).tar.gz
+ BIGTOP_GROOVY_TARBALL_SRC=groovy-binary-$(BIGTOP_GROOVY_BASE_VERSION).zip
+ BIGTOP_GROOVY_SITE=http://dist.groovy.codehaus.org/distributions/
+ BIGTOP_GROOVY_ARCHIVE=$(BIGTOP_GROOVY_SITE)
+ $(eval $(call PACKAGE,bigtop-groovy,BIGTOP_GROOVY))
+
# Bigtop-utils
BIGTOP_UTILS_NAME=bigtop-utils
BIGTOP_UTILS__RELNOTES_NAME=Bigtop-utils
BIGTOP_UTILS_PKG_NAME=bigtop-utils
BIGTOP_UTILS_BASE_VERSION=$(subst -,.,$(BIGTOP_VERSION))
-BIGTOP_UTILS_PKG_VERSION=$(BIGTOP_UTILS_BASE_VERSION)
+BIGTOP_UTILS_PKG_VERSION=$(BIGTOP_UTILS_BASE_VERSION)+WANdisco
BIGTOP_UTILS_RELEASE_VERSION=1
+ BIGTOP_UTILS_TARBALL_DST=$(BIGTOP_UTILS_PKG_NAME)-$(BIGTOP_UTILS_BASE_VERSION).tar.gz
$(eval $(call PACKAGE,bigtop-utils,BIGTOP_UTILS))
# Bigtop-jsvc
http://git-wip-us.apache.org/repos/asf/bigtop/blob/960ad126/package.mk
----------------------------------------------------------------------
[41/50] git commit: HAD-658. Namenode client artifact needs to be
added to Bigtop Hadoop
Posted by co...@apache.org.
HAD-658. Namenode client artifact needs to be added to Bigtop Hadoop
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/1080cfea
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/1080cfea
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/1080cfea
Branch: refs/heads/master
Commit: 1080cfea330ebc67eb706fd45b03c020c0aa2602
Parents: 383d2bd
Author: Virginia Wang <vi...@wandisco.com>
Authored: Thu Feb 27 15:25:29 2014 -0800
Committer: jenkins <je...@vmhost9-vm5.frem.wandisco.com>
Committed: Thu Feb 27 15:26:57 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/hadoop/pom.xml | 5 +++++
1 file changed, 5 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/1080cfea/bigtop-tests/test-artifacts/hadoop/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hadoop/pom.xml b/bigtop-tests/test-artifacts/hadoop/pom.xml
index 8982fe7..4bcd22e 100644
--- a/bigtop-tests/test-artifacts/hadoop/pom.xml
+++ b/bigtop-tests/test-artifacts/hadoop/pom.xml
@@ -44,6 +44,11 @@
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
</dependency>
+ <dependency>
+ <groupId>com.wandisco.nonstop</groupId>
+ <artifactId>namenode-client</artifactId>
+ <version>1.7</version>
+ </dependency>
</dependencies>
</project>
[32/50] git commit: HAD-620. NsNN package has to be separated in
server and client pieces
Posted by co...@apache.org.
HAD-620. NsNN package has to be separated in server and client pieces
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/67311225
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/67311225
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/67311225
Branch: refs/heads/master
Commit: 6731122569e1ae001f3198b2d339fe6ccb41ef1e
Parents: e1de91d
Author: Konstantin Boudnik <co...@wandisco.com>
Authored: Mon Nov 11 12:44:38 2013 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Thu Feb 20 15:16:11 2014 -0800
----------------------------------------------------------------------
.../wdd-namenode-nonstop/do-component-build | 4 +--
.../SPECS/wdd-namenode-nonstop.spec | 32 +++++++++++++++++---
2 files changed, 30 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/67311225/bigtop-packages/src/common/wdd-namenode-nonstop/do-component-build
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/wdd-namenode-nonstop/do-component-build b/bigtop-packages/src/common/wdd-namenode-nonstop/do-component-build
index fe7d38e..eded341 100755
--- a/bigtop-packages/src/common/wdd-namenode-nonstop/do-component-build
+++ b/bigtop-packages/src/common/wdd-namenode-nonstop/do-component-build
@@ -9,6 +9,6 @@ set -ex
sed -i -e "s#2.0.5.11-wdd3.6#$HADOOP_VERSION#" pom.xml
mvn package -DskipTests -Dmaven.test.skip=true
-cd target
+cd server/target
mkdir extra_libs && \
- tar --extract --transform='s/.*\///' --show-transformed-names --file=namenode-${NONSTOP_VERSION}-dist.tar.gz -C extra_libs
+ tar --extract --transform='s/.*\///' --show-transformed-names --file=namenode-server-${NONSTOP_VERSION}-dist.tar.gz -C extra_libs
http://git-wip-us.apache.org/repos/asf/bigtop/blob/67311225/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
index d150ef2..eed4378 100644
--- a/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
+++ b/bigtop-packages/src/rpm/wdd-namenode-nonstop/SPECS/wdd-namenode-nonstop.spec
@@ -34,6 +34,8 @@ AutoReq: no
%define extra_libs DConE-*.jar DConE_Platform-*.jar
%define extra_deps_libs java-uuid-generator*.jar prevayler-*.jar xstream-*.jar bcprov*.jar xmlpull-*.jar
%define conf_checkpoints %{etc_hadoop}/checkpoints.nonstop
+%define server_jars server/target
+%define client_jars client/target
%global initd_dir %{_sysconfdir}/rc.d/init.d
@@ -49,6 +51,22 @@ Requires: hadoop-hdfs-secondarynamenode, /sbin/chkconfig, /sbin/service
%description checkpoints
A service daemon for check-pointing of all instances of WANdisco Non-Stop namenode
+
+%package client
+Summary: Non-Stop HDFS namenode client libraries
+Group: Development/Libraries
+
+%description client
+A set of WANdisco Non-Stop namenode libraries required for client applications
+
+%package server
+Summary: Non-Stop HDFS namenode server libraries and daemons
+Group: Development/Libraries
+Requires: hadoop-hdfs
+
+%description server
+A set of WANdisco Non-Stop namenode libraries required for client applications
+
%prep
%setup -n %{artifactname}-%{wdd_namenode_nonstop_base_version}
@@ -72,14 +90,15 @@ rm -rf $RPM_BUILD_ROOT
%__install -m 0755 %{SOURCE15} $RPM_BUILD_ROOT/%{lib_hadoop}/sbin
## Product specific lib
-%__install -m 0644 target/%{artifactname}-%{wdd_namenode_nonstop_base_version}.jar $RPM_BUILD_ROOT/%{lib_hdfs}
+%__install -m 0644 %{server_jars}/%{artifactname}-server-%{wdd_namenode_nonstop_base_version}.jar $RPM_BUILD_ROOT/%{lib_hdfs}
+%__install -m 0644 %{client_jars}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar $RPM_BUILD_ROOT/%{lib_hdfs}
for extra_lib in %{extra_libs}
do
- %__install -m 644 target/extra_libs/${extra_lib} $RPM_BUILD_ROOT/%{lib_hdfs}/lib/
+ %__install -m 644 %{server_jars}/extra_libs/${extra_lib} $RPM_BUILD_ROOT/%{lib_hdfs}/lib/
done
for extra_lib in %{extra_deps_libs}
do
- %__install -m 644 target/extra_libs/${extra_lib} $RPM_BUILD_ROOT/%{lib_hdfs}/lib/
+ %__install -m 644 %{server_jars}/extra_libs/${extra_lib} $RPM_BUILD_ROOT/%{lib_hdfs}/lib/
done
# Init.d scripts
@@ -166,7 +185,7 @@ do
fi
done
-%files
+%files server
%defattr(-,root,root)
%{lib_hdfs}
%{initd_dir}/hadoop-hdfs-nonstop
@@ -187,7 +206,12 @@ done
%config(noreplace) /etc/default/hadoop-hdfs-nonstop-checkpoints
%{conf_checkpoints}
+%files client
+%{lib_hdfs}/%{artifactname}-client-%{wdd_namenode_nonstop_base_version}.jar
+
%changelog
+* Thu Feb 20 2014 Konstantin Boudnik <co...@wandisco.com>
+- HAD-620. Splitting server and client packages
* Thu Jan 23 2014 Konstantin Boudnik <co...@wandisco.com>
- Default settings shouldn't be upgraded in the package update
* Thu Oct 24 2013 Konstantin Boudnik <co...@wandisco.com>
[36/50] git commit: Merge remote-tracking branch 'public/master'
Posted by co...@apache.org.
Merge remote-tracking branch 'public/master'
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/ab846a2a
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/ab846a2a
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/ab846a2a
Branch: refs/heads/master
Commit: ab846a2a5be330c8ef389f6e5285a9ebe72605ed
Parents: 49604f9 f241a0d
Author: Konstantin Boudnik <co...@apache.org>
Authored: Fri Feb 21 15:37:31 2014 -0800
Committer: Konstantin Boudnik <co...@apache.org>
Committed: Fri Feb 21 15:37:31 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/spark/pom.xml | 14 ++++++++++++++
1 file changed, 14 insertions(+)
----------------------------------------------------------------------
[40/50] git commit: HAD-659
Posted by co...@apache.org.
HAD-659
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/383d2bdc
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/383d2bdc
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/383d2bdc
Branch: refs/heads/master
Commit: 383d2bdcb8796a0e54a390efbcaac8b4b50fafbf
Parents: dc6bdcd
Author: Virginia Wang <vi...@wandisco.com>
Authored: Wed Feb 26 14:13:15 2014 -0800
Committer: root <ro...@vmhost9-vm5.frem.wandisco.com>
Committed: Wed Feb 26 14:19:19 2014 -0800
----------------------------------------------------------------------
bigtop-tests/test-artifacts/s3hdfs/pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/383d2bdc/bigtop-tests/test-artifacts/s3hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/s3hdfs/pom.xml b/bigtop-tests/test-artifacts/s3hdfs/pom.xml
index 523e9f4..a160abc 100644
--- a/bigtop-tests/test-artifacts/s3hdfs/pom.xml
+++ b/bigtop-tests/test-artifacts/s3hdfs/pom.xml
@@ -21,7 +21,7 @@
<dependency>
<groupId>org.codehaus.groovy.modules.http-builder</groupId>
<artifactId>http-builder</artifactId>
- <version>0.5.2</version>
+ <version>0.6</version>
</dependency>
<dependency>
<groupId>org.apache.httpcomponents</groupId>