You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@oozie.apache.org by vi...@apache.org on 2012/12/17 23:33:25 UTC
svn commit: r1423202 - in /oozie/branches/hcat-intre: ./ core/
core/src/test/java/org/apache/oozie/action/hadoop/
core/src/test/java/org/apache/oozie/test/ docs/src/site/twiki/ tests/
tests/pig/ tests/pig/src/ tests/pig/src/test/ tests/pig/src/test/jav...
Author: virag
Date: Mon Dec 17 22:33:24 2012
New Revision: 1423202
URL: http://svn.apache.org/viewvc?rev=1423202&view=rev
Log:
OOZIE-1124 Split pig unit tests to a separate module (rohini via virag)
Added:
oozie/branches/hcat-intre/tests/
oozie/branches/hcat-intre/tests/pig/
oozie/branches/hcat-intre/tests/pig/pom.xml
oozie/branches/hcat-intre/tests/pig/src/
oozie/branches/hcat-intre/tests/pig/src/test/
oozie/branches/hcat-intre/tests/pig/src/test/java/
oozie/branches/hcat-intre/tests/pig/src/test/java/org/
oozie/branches/hcat-intre/tests/pig/src/test/java/org/apache/
oozie/branches/hcat-intre/tests/pig/src/test/java/org/apache/oozie/
oozie/branches/hcat-intre/tests/pig/src/test/java/org/apache/oozie/action/
oozie/branches/hcat-intre/tests/pig/src/test/java/org/apache/oozie/action/hadoop/
oozie/branches/hcat-intre/tests/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigActionExecutor.java
- copied unchanged from r1423191, oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/action/hadoop/TestPigActionExecutor.java
oozie/branches/hcat-intre/tests/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMain.java
- copied unchanged from r1423191, oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/action/hadoop/TestPigMain.java
oozie/branches/hcat-intre/tests/pom.xml
Removed:
oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/action/hadoop/TestPigActionExecutor.java
oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/action/hadoop/TestPigMain.java
Modified:
oozie/branches/hcat-intre/core/pom.xml
oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/test/XTestCase.java
oozie/branches/hcat-intre/docs/src/site/twiki/ENG_Building.twiki
oozie/branches/hcat-intre/pom.xml
oozie/branches/hcat-intre/release-log.txt
Modified: oozie/branches/hcat-intre/core/pom.xml
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/core/pom.xml?rev=1423202&r1=1423201&r2=1423202&view=diff
==============================================================================
--- oozie/branches/hcat-intre/core/pom.xml (original)
+++ oozie/branches/hcat-intre/core/pom.xml Mon Dec 17 22:33:24 2012
@@ -184,11 +184,11 @@
<scope>compile</scope>
</dependency>
- <dependency>
- <groupId>commons-httpclient</groupId>
- <artifactId>commons-httpclient</artifactId>
- <scope>compile</scope>
- </dependency>
+ <dependency>
+ <groupId>commons-httpclient</groupId>
+ <artifactId>commons-httpclient</artifactId>
+ <scope>compile</scope>
+ </dependency>
<!--
Oozie web-app module must exclude it.
@@ -246,9 +246,91 @@
</dependency>
<dependency>
+ <groupId>org.apache.pig</groupId>
+ <artifactId>pig</artifactId>
+ <version>0.8.0</version>
+ <scope>provided</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-core</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>commons-httpclient</groupId>
+ <artifactId>commons-httpclient</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.mortbay.jetty</groupId>
+ <artifactId>jetty</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.mortbay.jetty</groupId>
+ <artifactId>jetty-util</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.mortbay.jetty</groupId>
+ <artifactId>servlet-api-2.5</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.mortbay.jetty</groupId>
+ <artifactId>jsp-api-2.1</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.mortbay.jetty</groupId>
+ <artifactId>jsp-2.1</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>commons-el</groupId>
+ <artifactId>commons-el</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>tomcat</groupId>
+ <artifactId>jasper-compiler</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>tomcat</groupId>
+ <artifactId>jasper-runtime</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>net.sf.kosmosfs</groupId>
+ <artifactId>kfs</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>net.java.dev.jets3t</groupId>
+ <artifactId>jets3t</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>oro</groupId>
+ <artifactId>oro</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+
+ <dependency>
+ <groupId>org.antlr</groupId>
+ <artifactId>antlr-runtime</artifactId>
+ <version>3.0.1</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
<groupId>org.apache.oozie</groupId>
<artifactId>oozie-sharelib-pig</artifactId>
<scope>provided</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.pig</groupId>
+ <artifactId>pig</artifactId>
+ </exclusion>
+ <exclusion>
+ <groupId>org.antlr</groupId>
+ <artifactId>antlr-runtime</artifactId>
+ </exclusion>
+ </exclusions>
</dependency>
<dependency>
@@ -505,7 +587,6 @@
<exclude>**/TestRerun.java</exclude>
<exclude>**/TestCallableQueueService.java</exclude>
<exclude>**/TestSsh*.java</exclude>
- <exclude>**/TestHive*.java</exclude>
<exclude>**/TestSqoop*.java</exclude>
<exclude>**/TestActionErrors.java</exclude>
<exclude>**/TestJavaActionExecutor.java</exclude>
@@ -622,27 +703,6 @@
</dependencies>
</profile>
- <!-- Forcing antlr-runtime 3.0.1 for Hive action testcases -->
- <!-- This is required because Pig 0.9.0 requires 3.4 and -->
- <!-- Hive 0.9.0 requires 3.0.1 -->
- <profile>
- <id>testHive</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <property>
- <name>testHive</name>
- </property>
- </activation>
- <dependencies>
- <dependency>
- <groupId>org.antlr</groupId>
- <artifactId>antlr-runtime</artifactId>
- <version>3.0.1</version>
- <scope>test</scope>
- </dependency>
- </dependencies>
- </profile>
-
<!-- Forcing Hadoop 0.20.2-cdh3u2 version because Sqoop -->
<!-- uses Hadoop API that is avail 0.21 onwards and the -->
<!-- Hadoop CDH version is the only stable version that -->
Modified: oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/test/XTestCase.java
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/test/XTestCase.java?rev=1423202&r1=1423201&r2=1423202&view=diff
==============================================================================
--- oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/test/XTestCase.java (original)
+++ oozie/branches/hcat-intre/core/src/test/java/org/apache/oozie/test/XTestCase.java Mon Dec 17 22:33:24 2012
@@ -102,6 +102,10 @@ public abstract class XTestCase extends
OOZIE_SRC_DIR = new File(OOZIE_SRC_DIR, "core");
}
if (!OOZIE_SRC_DIR.exists()) {
+ OOZIE_SRC_DIR = OOZIE_SRC_DIR.getParentFile().getParentFile();
+ OOZIE_SRC_DIR = new File(OOZIE_SRC_DIR, "core");
+ }
+ if (!OOZIE_SRC_DIR.exists()) {
System.err.println();
System.err.println("Could not determine project root directory");
System.err.println();
Modified: oozie/branches/hcat-intre/docs/src/site/twiki/ENG_Building.twiki
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/docs/src/site/twiki/ENG_Building.twiki?rev=1423202&r1=1423201&r2=1423202&view=diff
==============================================================================
--- oozie/branches/hcat-intre/docs/src/site/twiki/ENG_Building.twiki (original)
+++ oozie/branches/hcat-intre/docs/src/site/twiki/ENG_Building.twiki Mon Dec 17 22:33:24 2012
@@ -197,15 +197,6 @@ file the following message 'SKIPPING TES
There are 2 testcases that use the *wordcount-simple* pipes binary, *TestPipesMain* and *TestMapReduceActionExecutor*,
the 'SKIPPING TEST..." message would appear in the testcase log file of both testcases.
----+++ Testing Hive Action
-
-Because of depedencies incompatibilities between Hive 0.9.0 and Pig 0.9.0 to run Hive testcases a special profile
-must be used together with the name of the Hive testcases.
-
-<verbatim>
-$ mvn -DtestHive -Dtest=TestHiveActionExecutor,TestHiveMain
-</verbatim>
-
---+++ Testing Sqoop Action
Apache Sqoop 1.5.0 requires functionality only available in Hadoop 0.21 and onwards. Currently, the only
@@ -217,10 +208,6 @@ purposes. *This is a temporary fix*.
$ mvn -DtestSqoop -Dtest=TestSqoopActionExecutor
</verbatim>
-<verbatim>
-$ mvn -DtestHive -Dtest=TestHiveActionExecutor,TestHiveMain
-</verbatim>
-
---++ Building an Oozie Distribution
An Oozie distribution bundles an embedded Tomcat server. The Oozie distro module downloads Tomcat TAR.GZ from Apache
Modified: oozie/branches/hcat-intre/pom.xml
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/pom.xml?rev=1423202&r1=1423201&r2=1423202&view=diff
==============================================================================
--- oozie/branches/hcat-intre/pom.xml (original)
+++ oozie/branches/hcat-intre/pom.xml Mon Dec 17 22:33:24 2012
@@ -92,6 +92,7 @@
<module>client</module>
<module>hadooplibs</module>
<module>core</module>
+ <module>tests</module>
<module>webapp</module>
<module>examples</module>
<module>docs</module>
@@ -849,9 +850,6 @@
-->
<exclude>**/TestSsh*.java</exclude>
- <!-- See 'testHive' profile in core/pom.xml and the Building doc-->
- <exclude>**/TestHive*.java</exclude>
- <exclude>**/TestHCatURIHandler.java</exclude>
<!-- See 'testSqoop' profile in core/pom.xml and the Building doc-->
<exclude>**/TestSqoop*.java</exclude>
Modified: oozie/branches/hcat-intre/release-log.txt
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/release-log.txt?rev=1423202&r1=1423201&r2=1423202&view=diff
==============================================================================
--- oozie/branches/hcat-intre/release-log.txt (original)
+++ oozie/branches/hcat-intre/release-log.txt Mon Dec 17 22:33:24 2012
@@ -1,5 +1,6 @@
-- Oozie 3.4.0 release (trunk - unreleased)
+OOZIE-1124 Split pig unit tests to a separate module (rohini via virag)
OOZIE-1111 change HCatURI to specify partitions in path instead of query parameter (rohini,ryota via virag)
OOZIE-1108 Fix JMS message consumer to maintain single session per topic registration (mona)
OOZIE-1075 Create general scheme handler (rohini via virag)
Added: oozie/branches/hcat-intre/tests/pig/pom.xml
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/tests/pig/pom.xml?rev=1423202&view=auto
==============================================================================
--- oozie/branches/hcat-intre/tests/pig/pom.xml (added)
+++ oozie/branches/hcat-intre/tests/pig/pom.xml Mon Dec 17 22:33:24 2012
@@ -0,0 +1,70 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-tests</artifactId>
+ <version>3.4.0-SNAPSHOT</version>
+ </parent>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-tests-pig</artifactId>
+ <version>3.4.0-SNAPSHOT</version>
+ <description>Apache Oozie Tests For Pig</description>
+ <name>Apache Oozie Tests For Pig</name>
+ <packaging>jar</packaging>
+
+ <properties>
+ <oozie.test.default.config.file>${basedir}/../../core/src/test/resources/${oozie.test.db}-oozie-site.xml
+ </oozie.test.default.config.file>
+ <oozie.test.config.file>${oozie.test.default.config.file}</oozie.test.config.file>
+ </properties>
+
+ <dependencies>
+
+ <dependency>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-sharelib-pig</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ </dependencies>
+
+ <build>
+ <resources>
+ <resource>
+ <directory>src/main/resources</directory>
+ </resource>
+ <resource>
+ <directory>${basedir}/../../core/src/main/resources</directory>
+ </resource>
+ </resources>
+ <testResources>
+ <testResource>
+ <directory>src/test/resources</directory>
+ </testResource>
+ <testResource>
+ <directory>${basedir}/../../core/src/test/resources</directory>
+ </testResource>
+ </testResources>
+ </build>
+
+</project>
+
Added: oozie/branches/hcat-intre/tests/pom.xml
URL: http://svn.apache.org/viewvc/oozie/branches/hcat-intre/tests/pom.xml?rev=1423202&view=auto
==============================================================================
--- oozie/branches/hcat-intre/tests/pom.xml (added)
+++ oozie/branches/hcat-intre/tests/pom.xml Mon Dec 17 22:33:24 2012
@@ -0,0 +1,73 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-main</artifactId>
+ <version>3.4.0-SNAPSHOT</version>
+ </parent>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-tests</artifactId>
+ <version>3.4.0-SNAPSHOT</version>
+ <description>Apache Oozie Tests</description>
+ <name>Apache Oozie Tests</name>
+ <packaging>pom</packaging>
+
+ <modules>
+ <module>pig</module>
+ </modules>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-core</artifactId>
+ <version>${project.version}</version>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-core</artifactId>
+ <version>${project.version}</version>
+ <type>test-jar</type>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-hadoop-test</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-hadoop</artifactId>
+ <scope>test</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>junit</groupId>
+ <artifactId>junit</artifactId>
+ <scope>test</scope>
+ </dependency>
+ </dependencies>
+
+</project>
\ No newline at end of file