You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by rv...@apache.org on 2013/05/01 02:18:04 UTC

[1/3] git commit: BIGTOP-693. Add hadoop-fuse-dfs test (Stephen Chu via rvs)

Updated Branches:
  refs/heads/master 4e77c83ef -> bc49df0bf


BIGTOP-693. Add hadoop-fuse-dfs test (Stephen Chu via rvs)


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/058b1ac2
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/058b1ac2
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/058b1ac2

Branch: refs/heads/master
Commit: 058b1ac23023a08ea02b9a3d11a544f3d0bd0029
Parents: 4e77c83
Author: Roman Shaposhnik <rv...@cloudera.com>
Authored: Tue Apr 30 16:11:58 2013 -0700
Committer: Roman Shaposhnik <rv...@cloudera.com>
Committed: Tue Apr 30 16:12:16 2013 -0700

----------------------------------------------------------------------
 .../bigtop/itest/hadoop/hdfs/TestHDFSQuota.groovy  |    2 +-
 1 files changed, 1 insertions(+), 1 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/058b1ac2/bigtop-tests/test-artifacts/hadoop/src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/TestHDFSQuota.groovy
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/hadoop/src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/TestHDFSQuota.groovy b/bigtop-tests/test-artifacts/hadoop/src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/TestHDFSQuota.groovy
index d6a72c1..68a3e6d 100644
--- a/bigtop-tests/test-artifacts/hadoop/src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/TestHDFSQuota.groovy
+++ b/bigtop-tests/test-artifacts/hadoop/src/main/groovy/org/apache/bigtop/itest/hadoop/hdfs/TestHDFSQuota.groovy
@@ -242,7 +242,7 @@ public class TestHDFSQuota {
 
   @Test
   public void testQuotasShouldFail() {
-    String date = "failTest" + quotaDate;
+    String date = "/tmp/failTest" + quotaDate;
     shHDFS.exec("hadoop fs -mkdir $date");
     assertTrue("Could not use mkdir command", shHDFS.getRet() == 0);
     shHDFS.exec("hadoop fs -put - $date" + "/testString1", "-------TEST STRING--------");


[3/3] git commit: BIGTOP-950. race condition for output consumption in Shell code

Posted by rv...@apache.org.
BIGTOP-950. race condition for output consumption in Shell code


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/bc49df0b
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/bc49df0b
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/bc49df0b

Branch: refs/heads/master
Commit: bc49df0bf3ed71dbe7a8ded7857b6087d4df8fd0
Parents: bb2b739
Author: Roman Shaposhnik <rv...@cloudera.com>
Authored: Tue Apr 30 17:08:26 2013 -0700
Committer: Roman Shaposhnik <rv...@cloudera.com>
Committed: Tue Apr 30 17:16:44 2013 -0700

----------------------------------------------------------------------
 .../org/apache/bigtop/itest/shell/Shell.groovy     |    9 +++++----
 1 files changed, 5 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/bc49df0b/bigtop-test-framework/src/main/groovy/org/apache/bigtop/itest/shell/Shell.groovy
----------------------------------------------------------------------
diff --git a/bigtop-test-framework/src/main/groovy/org/apache/bigtop/itest/shell/Shell.groovy b/bigtop-test-framework/src/main/groovy/org/apache/bigtop/itest/shell/Shell.groovy
index 4df3642..fbd85e3 100644
--- a/bigtop-test-framework/src/main/groovy/org/apache/bigtop/itest/shell/Shell.groovy
+++ b/bigtop-test-framework/src/main/groovy/org/apache/bigtop/itest/shell/Shell.groovy
@@ -83,13 +83,14 @@ class Shell {
     }
     ByteArrayOutputStream outStream = new ByteArrayOutputStream(4096)
     ByteArrayOutputStream errStream = new ByteArrayOutputStream(4096)
-    Thread.start {
-      proc.consumeProcessOutput(outStream, errStream)
-    }
     if (timeout >= 0) {
+      // WARNING: there's a potential race condition bellow
+      //          essentially what we really need here is
+      //          proc.waitForOrKillProcessOutput(outStream, errStream)
+      proc.consumeProcessOutput(outStream, errStream)
       proc.waitForOrKill(timeout)
     } else {
-      proc.waitFor()
+      proc.waitForProcessOutput(outStream, errStream)
     }
 
     // Possibly a bug in String.split as it generates a 1-element array on an


[2/3] git commit: BIGTOP-839. add packaging test for Sqoop 2

Posted by rv...@apache.org.
BIGTOP-839. add packaging test for Sqoop 2


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/bb2b739c
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/bb2b739c
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/bb2b739c

Branch: refs/heads/master
Commit: bb2b739c4c4dc1137b8e54e6e174fb8b125b7101
Parents: 058b1ac
Author: Roman Shaposhnik <rv...@cloudera.com>
Authored: Tue Apr 30 12:44:17 2013 -0700
Committer: Roman Shaposhnik <rv...@cloudera.com>
Committed: Tue Apr 30 17:16:05 2013 -0700

----------------------------------------------------------------------
 .../src/main/resources/apt/package_data.xml        |   62 +++++-
 .../src/main/resources/apt/sqoop-metastore.xml     |   14 --
 .../package/src/main/resources/package_data.xml    |  160 +++++++++++++--
 .../src/main/resources/urpmi/package_data.xml      |   19 --
 .../src/main/resources/yum/package_data.xml        |   56 +++++-
 .../src/main/resources/yum/sqoop-metastore.xml     |    7 -
 .../src/main/resources/zypper/package_data.xml     |   54 +++++-
 .../src/main/resources/zypper/sqoop-metastore.xml  |    7 -
 8 files changed, 297 insertions(+), 82 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml
index 8ed6ebe..66b0629 100644
--- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml
+++ b/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml
@@ -67,7 +67,7 @@
     <users>
     </users>
     <deps>
-      <slor>/self</slor>
+      <solr>/self</solr>
       <chkconfig/>
       <initscripts/>
     </deps>
@@ -82,28 +82,60 @@
       </solr-server>
     </services>
   </solr-server>
-  <sqoop-metastore>
+  <hcatalog>
+    <users>
+      <hcatalog>
+        <home>/var/lib/hcatalog</home>
+        <descr>HCatalog User</descr>
+        <shell>/bin/false</shell>
+      </hcatalog>
+    </users>
+  </hcatalog>
+  <hcatalog-server>
+    <services>
+      <hcatalog-server>
+        <runlevel>2</runlevel>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>start</oninstall>
+        <configured>true</configured>
+      </hcatalog-server>
+    </services>
+  </hcatalog-server>
+  <webhcat-server>
+    <services>
+      <webhcat-server>
+        <runlevel>2</runlevel>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>start</oninstall>
+        <configured>true</configured>
+      </webhcat-server>
+    </services>
+  </webhcat-server>
+  <sqoop>
     <users>
       <sqoop>
-        <home>/var/lib/sqoop</home>
+        <home>/var/run/sqoop</home>
         <descr>Sqoop User</descr>
         <shell>/bin/false</shell>
       </sqoop>
     </users>
-    <deps>
-      <adduser/>
-    </deps>
+  </sqoop>
+  <sqoop-server>
     <services>
-      <sqoop-metastore>
+      <sqoop-server>
         <runlevel>2</runlevel>
         <runlevel>3</runlevel>
         <runlevel>4</runlevel>
         <runlevel>5</runlevel>
         <oninstall>start</oninstall>
         <configured>true</configured>
-      </sqoop-metastore>
+      </sqoop-server>
     </services>
-  </sqoop-metastore>
+  </sqoop-server>
   <zookeeper>
     <users>
       <zookeeper>
@@ -337,6 +369,18 @@
       </hadoop-hdfs-zkfc>
     </services>
   </hadoop-hdfs-zkfc>
+  <hadoop-hdfs-journalnode>
+    <services>
+      <hadoop-hdfs-journalnode>
+        <runlevel>2</runlevel>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>false</configured>
+      </hadoop-hdfs-journalnode>
+    </services>
+  </hadoop-hdfs-journalnode>
   <hadoop-hdfs-secondarynamenode>
     <deps>
       <tag name="/bin/sh"/>

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml
deleted file mode 100644
index 34f84b3..0000000
--- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml
+++ /dev/null
@@ -1,14 +0,0 @@
-<sqoop-metastore>
-  <content>
-    <file name='/.' owners='1' perm='drwxr-xr-x' user='root' group='root' />
-    <file name='/usr' owners='-1' perm='drwxr-xr-x' user='root' group='root' />
-    <file name='/usr/share' owners='-1' perm='drwxr-xr-x' user='root' group='root' />
-    <file name='/usr/share/doc' owners='-1' perm='drwxr-xr-x' user='root' group='root' />
-    <file name='/usr/share/doc/sqoop-metastore' owners='1' perm='drwxr-xr-x' user='root' group='root' />
-    <file name='/usr/share/doc/sqoop-metastore/changelog.Debian.gz' owners='1' perm='-rw-r--r--' user='root' group='root' />
-    <file name='/usr/share/doc/sqoop-metastore/copyright' owners='1' perm='-rw-r--r--' user='root' group='root' />
-    <file name='/etc' owners='-1' perm='drwxr-xr-x' user='root' group='root' />
-    <file name='/etc/init.d' owners='-1' perm='drwxr-xr-x' user='root' group='root' />
-    <config name='/etc/init.d/sqoop-metastore' owners='1' perm='-rwxr-xr-x' user='root' group='root' />
-  </content>
-</sqoop-metastore>
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml
index ccca5e9..423f74f 100644
--- a/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml
+++ b/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml
@@ -201,13 +201,15 @@ when more advanced customization is required.</description>
   </solr-server>
   <sqoop>
     <metadata>
-      <summary>Sqoop allows easy imports and exports of data sets between databases and the Hadoop Distributed File System (HDFS).</summary>
-      <description>Sqoop allows easy imports and exports of data sets between databases and the Hadoop Distributed File System (HDFS).</description>
-      <url>http://incubator.apache.org/sqoop/</url>
+      <summary>Tool for easy imports and exports of data sets between databases and the Hadoop ecosystem</summary>
+      <description>Sqoop is a tool that provides the ability to import and export data sets between the Hadoop Distributed File System (HDFS) and relational databases.</description>
+      <url>http://sqoop.apache.org</url>
     </metadata>
     <deps>
-      <hadoop/>
+      <bigtop-tomcat/>
       <bigtop-utils/>
+      <hadoop-client/>
+      <sqoop-client>/self</sqoop-client>
     </deps>
     <alternatives>
       <sqoop-conf>
@@ -217,22 +219,29 @@ when more advanced customization is required.</description>
         <alt>/etc/sqoop/conf.dist</alt>
       </sqoop-conf>
     </alternatives>
+    <groups>
+      <sqoop>
+        <user>sqoop</user>
+      </sqoop>
+    </groups>
   </sqoop>
-  <sqoop-metastore>
+  <sqoop-server>
     <metadata>
-      <summary>Shared metadata repository for Sqoop.</summary>
-      <description>Shared metadata repository for Sqoop. This optional package hosts a metadata server for Sqoop clients across a network to use.</description>
-      <url>http://incubator.apache.org/sqoop/</url>
+      <summary>Server for Sqoop.</summary>
+      <description>Centralized server for Sqoop.</description>
+      <url>http://sqoop.apache.org</url>
     </metadata>
     <deps>
       <sqoop>/self</sqoop>
     </deps>
-    <groups>
-      <sqoop>
-        <user>sqoop</user>
-      </sqoop>
-    </groups>
-  </sqoop-metastore>
+  </sqoop-server>
+  <sqoop-client>
+    <metadata>
+      <summary>Client for Sqoop.</summary>
+      <description>Lightweight client for Sqoop.</description>
+      <url>http://sqoop.apache.org</url>
+    </metadata>
+  </sqoop-client>
   <oozie>
     <metadata>
       <summary>Oozie is a system that runs workflows of Hadoop jobs.</summary>
@@ -475,6 +484,88 @@ easy to test, and efficient to run.</description>
       </hive>
     </groups>
   </hive-server>
+  <hive-hbase>
+    <metadata>
+      <summary>Provides integration between Apache HBase and Apache Hive</summary>
+      <description>This optional package provides integration between Apache HBase and Apache Hive</description>
+      <url>http://hive.apache.org/</url>
+    </metadata>
+    <deps>
+      <hive>/self</hive>
+      <hbase/>
+    </deps>
+  </hive-hbase>
+  <hcatalog>
+    <metadata>
+      <summary>Apache Hcatalog (incubating) is a data warehouse infrastructure built on top of Hadoop</summary>
+      <description>
+Apache HCatalog (incubating) is a table and storage management service for data created using Apache Hadoop.
+This includes:
+    * Providing a shared schema and data type mechanism.
+    * Providing a table abstraction so that users need not be concerned with where or how their data is stored.
+    * Providing interoperability across data processing tools such as Pig, Map Reduce, Streaming, and Hive.
+      </description>
+      <url>http://incubator.apache.org/hcatalog</url>
+    </metadata>
+    <deps>
+      <hadoop/>
+      <bigtop-utils/>
+      <hive/>
+    </deps>
+    <alternatives>
+      <hcatalog-conf>
+        <status>auto</status>
+        <value>/etc/hcatalog/conf.dist</value>
+        <link>/etc/hcatalog/conf</link>
+        <alt>/etc/hcatalog/conf.dist</alt>
+      </hcatalog-conf>
+    </alternatives>
+    <groups>
+      <hcatalog>
+        <user>hcatalog</user>
+      </hcatalog>
+    </groups>
+  </hcatalog>
+  <hcatalog-server>
+    <metadata>
+      <summary>Server for HCatalog.</summary>
+      <description>Server for HCatalog.</description>
+      <url>http://incubator.apache.org/hcatalog</url>
+    </metadata>
+    <deps>
+      <hcatalog>/self</hcatalog>
+    </deps>
+  </hcatalog-server>
+  <webhcat>
+    <metadata>
+      <summary>WEBHcat provides a REST-like web API for HCatalog and related Hadoop components.</summary>
+      <description>
+WEBHcat provides a REST-like web API for HCatalog and related Hadoop components.
+      </description>
+      <url>http://incubator.apache.org/hcatalog</url>
+    </metadata>
+    <deps>
+      <hcatalog>/self</hcatalog>
+    </deps>
+    <alternatives>
+      <webhcat-conf>
+        <status>auto</status>
+        <value>/etc/webhcat/conf.dist</value>
+        <link>/etc/webhcat/conf</link>
+        <alt>/etc/webhcat/conf.dist</alt>
+      </webhcat-conf>
+    </alternatives>
+  </webhcat>
+  <webhcat-server>
+    <metadata>
+      <summary>Server for WEBHcat.</summary>
+      <description>Server for WEBHcat.</description>
+      <url>http://incubator.apache.org/hcatalog</url>
+    </metadata>
+    <deps>
+      <webhcat>/self</webhcat>
+    </deps>
+  </webhcat-server>
   <hbase>
     <metadata>
       <summary>HBase is the Hadoop database. Use it when you need random, realtime read/write access to your Big Data. This project's goal is the hosting of very large tables -- billions of rows X millions of columns -- atop clusters of commodity hardware.</summary>
@@ -699,6 +790,19 @@ election.</description>
       <hadoop-hdfs>/self</hadoop-hdfs>
     </deps>
   </hadoop-hdfs-zkfc>
+  <hadoop-hdfs-journalnode>
+    <metadata>
+      <summary>Hadoop HDFS JournalNode</summary>
+      <description>The HDFS JournalNode is responsible for persisting NameNode edit logs.
+In a typical deployment the JournalNode daemon runs on at least three
+separate machines in the cluster.</description>
+      <url>http://hadoop.apache.org/core/</url>
+    </metadata>
+    <deps>
+      <hadoop-hdfs>/self</hadoop-hdfs>
+      <hadoop>/self</hadoop>
+    </deps>
+  </hadoop-hdfs-journalnode>
   <hadoop-hdfs-secondarynamenode>
     <metadata>
       <summary>Hadoop Secondary namenode</summary>
@@ -860,6 +964,34 @@ and import and export data.</description>
       <make/>
     </deps>
   </hue-beeswax>
+  <hue-oozie>
+    <metadata>
+      <summary>A UI for Oozie on Hue</summary>
+      <description>A web interface for Oozie.
+
+It allows users to construct and run Oozie workflows without explicitly
+managing the XML specification.</description>
+      <url>http://github.com/cloudera/hue</url>
+    </metadata>
+    <deps>
+      <hue-common>/self</hue-common>
+      <make/>
+    </deps>
+  </hue-oozie>
+  <hue-pig>
+    <metadata>
+      <summary>A UI for Pig on Hue</summary>
+      <description>A web interface for Pig.
+
+It allows users to construct and run Pig jobs.</description>
+      <url>http://github.com/cloudera/hue</url>
+    </metadata>
+    <deps>
+      <hue-common>/self</hue-common>
+      <make/>
+      <pig/>
+    </deps>
+  </hue-pig>
   <hue>
     <metadata>
       <summary>The hue metapackage</summary>

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml
index 27ebe0e..7b56098 100644
--- a/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml
+++ b/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml
@@ -1240,25 +1240,6 @@
     <doc  name="/usr/share/man/man1/sqoop.1.gz" owners="1" perm="-rw-r--r--" user="root" group="root"/>
   </content>
 </sqoop>
-<sqoop-metastore>
-  <users>
-    <sqoop>
-      <home>/var/lib/sqoop</home>
-      <descr>Sqoop</descr>
-      <shell>/sbin/nologin</shell>
-    </sqoop>
-  </users>
-  <deps>
-    <redhat-lsb/>
-    <tag name="/bin/bash"/>
-    <tag name="/bin/sh"/>
-  </deps>
-  <content>
-    <file name="/etc/rc.d/init.d/sqoop-metastore" owners="1" perm="-rwxr-xr-x" user="root" group="root"/>
-    <file name="/var/lib/sqoop" owners="1" perm="drwxr-xr-x" user="sqoop" group="sqoop"/>
-    <file name="/var/log/sqoop" owners="1" perm="drwxr-xr-x" user="sqoop" group="sqoop"/>
-  </content>
-</sqoop-metastore>
 <oozie>
   <users>
     <oozie>

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml
index a0ac0f7..2771f2f 100644
--- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml
+++ b/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml
@@ -101,37 +101,70 @@
       </solr-server>
     </services>
   </solr-server>
+  <hcatalog>
+    <users>
+      <hcatalog>
+        <home>/var/run/hcatalog</home>
+        <descr>HCatalog</descr>
+        <shell>/sbin/nologin</shell>
+      </hcatalog>
+    </users>
+  </hcatalog>
+  <hcatalog-server>
+    <services>
+      <hcatalog-server>
+        <runlevel>2</runlevel> <!--workaround BIGTOP-644-->
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>true</configured>
+      </hcatalog-server>
+    </services>
+  </hcatalog-server>
+  <webhcat-server>
+    <services>
+      <webhcat-server>
+        <runlevel>2</runlevel> <!--workaround BIGTOP-644-->
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>true</configured>
+      </webhcat-server>
+    </services>
+  </webhcat-server>
   <sqoop>
     <deps>
       <tag name="/bin/bash"/>
       <tag name="/bin/sh"/>
       <jre>&gt;=1.6</jre>
     </deps>
-  </sqoop>
-  <sqoop-metastore>
     <users>
       <sqoop>
-        <home>/var/lib/sqoop</home>
+        <home>/var/run/sqoop</home>
         <descr>Sqoop</descr>
         <shell>/sbin/nologin</shell>
       </sqoop>
     </users>
+  </sqoop>
+  <sqoop-server>
     <deps>
       <redhat-lsb/>
       <tag name="/bin/bash"/>
       <tag name="/bin/sh"/>
     </deps>
     <services>
-      <sqoop-metastore>
+      <sqoop-server>
         <runlevel>2</runlevel> <!--workaround BIGTOP-644-->
         <runlevel>3</runlevel>
         <runlevel>4</runlevel>
         <runlevel>5</runlevel>
         <oninstall>stop</oninstall>
         <configured>true</configured>
-      </sqoop-metastore>
+      </sqoop-server>
     </services>
-  </sqoop-metastore>
+  </sqoop-server>
   <oozie>
     <users>
       <oozie>
@@ -397,6 +430,17 @@
       </hadoop-hdfs-zkfc>
     </services>
   </hadoop-hdfs-zkfc>
+  <hadoop-hdfs-journalnode>
+    <services>
+      <hadoop-hdfs-journalnode>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>false</configured>
+      </hadoop-hdfs-journalnode>
+    </services>
+  </hadoop-hdfs-journalnode>
   <hadoop-hdfs-secondarynamenode>
     <deps>
       <tag name="/bin/sh"/>

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml
deleted file mode 100644
index 72eb948..0000000
--- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml
+++ /dev/null
@@ -1,7 +0,0 @@
-<sqoop-metastore>
-  <content>
-    <file name='/etc/rc.d/init.d/sqoop-metastore' owners='1' perm='-rwxr-xr-x' user='root' group='root' />
-    <file name='/var/lib/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' />
-    <file name='/var/log/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' />
-  </content>
-</sqoop-metastore>
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml
index 3e6eeaf..57fc531 100644
--- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml
+++ b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml
@@ -100,36 +100,67 @@
       </solr-server>
     </services>
   </solr-server>
+  <hcatalog>
+    <users>
+      <hcatalog>
+        <home>/var/run/hcatalog</home>
+        <descr>HCatalog</descr>
+        <shell>/sbin/nologin</shell>
+      </hcatalog>
+    </users>
+  </hcatalog>
+  <hcatalog-server>
+    <services>
+      <hcatalog-server>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>true</configured>
+      </hcatalog-server>
+    </services>
+  </hcatalog-server>
+  <webhcat-server>
+    <services>
+      <webhcat-server>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>true</configured>
+      </webhcat-server>
+    </services>
+  </webhcat-server>
   <sqoop>
     <deps>
       <jre>&gt;=1.6</jre>
       <tag name="/bin/sh"/>
       <tag name="/bin/bash"/>
     </deps>
-  </sqoop>
-  <sqoop-metastore>
     <users>
       <sqoop>
-        <home>/var/lib/sqoop</home>
+        <home>/var/run/sqoop</home>
         <descr>Sqoop</descr>
         <shell>/sbin/nologin</shell>
       </sqoop>
     </users>
+  </sqoop>
+  <sqoop-server>
     <deps>
       <insserv/>
       <tag name="/bin/bash"/>
       <tag name="/bin/sh"/>
     </deps>
     <services>
-      <sqoop-metastore>
+      <sqoop-server>
         <runlevel>3</runlevel>
         <runlevel>4</runlevel>
         <runlevel>5</runlevel>
         <oninstall>stop</oninstall>
         <configured>true</configured>
-      </sqoop-metastore>
+      </sqoop-server>
     </services>
-  </sqoop-metastore>
+  </sqoop-server>
   <oozie>
     <users>
       <oozie>
@@ -389,6 +420,17 @@
       </hadoop-hdfs-zkfc>
     </services>
   </hadoop-hdfs-zkfc>
+  <hadoop-hdfs-journalnode>
+    <services>
+      <hadoop-hdfs-journalnode>
+        <runlevel>3</runlevel>
+        <runlevel>4</runlevel>
+        <runlevel>5</runlevel>
+        <oninstall>stop</oninstall>
+        <configured>true</configured>
+      </hadoop-hdfs-journalnode>
+    </services>
+  </hadoop-hdfs-journalnode>
   <hadoop-hdfs-secondarynamenode>
     <deps>
       <tag name="/bin/sh"/>

http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml
----------------------------------------------------------------------
diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml
deleted file mode 100644
index 45b9e5e..0000000
--- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml
+++ /dev/null
@@ -1,7 +0,0 @@
-<sqoop-metastore>
-  <content>
-    <file name='/etc/rc.d/sqoop-metastore' owners='1' perm='-rwxr-xr-x' user='root' group='root' />
-    <file name='/var/lib/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' />
-    <file name='/var/log/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' />
-  </content>
-</sqoop-metastore>
\ No newline at end of file