svn commit: r1471040 - in /oozie/trunk: release-log.txt sharelib/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMainWithOldAPI.java

[rk...@apache.org]

Author: rkanter
Date: Tue Apr 23 16:57:39 2013
New Revision: 1471040

URL: http://svn.apache.org/r1471040
Log:
OOZIE-1316 fix coverage org.apache.oozie.action.hadoop (aleksgor via rkanter)

Added:
    oozie/trunk/sharelib/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMainWithOldAPI.java
Modified:
    oozie/trunk/release-log.txt

Modified: oozie/trunk/release-log.txt
URL: http://svn.apache.org/viewvc/oozie/trunk/release-log.txt?rev=1471040&r1=1471039&r2=1471040&view=diff
==============================================================================
--- oozie/trunk/release-log.txt (original)
+++ oozie/trunk/release-log.txt Tue Apr 23 16:57:39 2013
@@ -1,5 +1,6 @@
 -- Oozie 4.1.0 release (trunk - unreleased)
 
+OOZIE-1316 fix coverage org.apache.oozie.action.hadoop (aleksgor via rkanter)
 OOZIE-1224 web console user interface improvements (matthew ropp via mona)
 OOZIE-1083 WFGEN Help -> About dialog box (jaoki via tucu)
 OOZIE-670 Merge addtowar and oozie-setup scripts into one (bowenzhangusa via tucu)

Added: oozie/trunk/sharelib/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMainWithOldAPI.java
URL: http://svn.apache.org/viewvc/oozie/trunk/sharelib/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMainWithOldAPI.java?rev=1471040&view=auto
==============================================================================
--- oozie/trunk/sharelib/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMainWithOldAPI.java (added)
+++ oozie/trunk/sharelib/pig/src/test/java/org/apache/oozie/action/hadoop/TestPigMainWithOldAPI.java Tue Apr 23 16:57:39 2013
@@ -0,0 +1,154 @@
+package org.apache.oozie.action.hadoop;
+
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.FileReader;
+import java.io.FileWriter;
+import java.io.OutputStream;
+import java.io.OutputStreamWriter;
+import java.io.PrintStream;
+import java.io.Writer;
+import java.net.URL;
+import java.util.Properties;
+import java.util.concurrent.Callable;
+
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.oozie.test.XFsTestCase;
+import org.apache.oozie.util.XConfiguration;
+
+/**
+ * Test PigMainWithOldAPI class should run a Pig script and write results to
+ * output
+ */
+public class TestPigMainWithOldAPI extends XFsTestCase implements Callable<Void> {
+    private SecurityManager SECURITY_MANAGER;
+
+    protected void setUp() throws Exception {
+        super.setUp();
+        SECURITY_MANAGER = System.getSecurityManager();
+    }
+
+    protected void tearDown() throws Exception {
+        System.setSecurityManager(SECURITY_MANAGER);
+        super.tearDown();
+    }
+
+    public void testPigScript() throws Exception {
+        MainTestCase.execute(getTestUser(), this);
+    }
+
+    @Override
+    public Void call() throws Exception {
+        FileSystem fs = getFileSystem();
+
+        Path script = new Path(getTestCaseDir(), "script.pig");
+        Writer w = new FileWriter(script.toString());
+        String pigScript = "set job.name 'test'\n set debug on\n A = load '$IN' using PigStorage(':');\n"
+                + "B = foreach A generate $0 as id;\n store B into '$OUT' USING PigStorage();";
+        w.write(pigScript);
+        w.close();
+
+        Path inputDir = new Path(getFsTestCaseDir(), "input");
+        fs.mkdirs(inputDir);
+        Writer writer = new OutputStreamWriter(fs.create(new Path(inputDir, "data.txt")));
+        writer.write("hello");
+        writer.close();
+
+        Path outputDir = new Path(getFsTestCaseDir(), "output");
+
+        XConfiguration jobConfiguration = new XConfiguration();
+        XConfiguration.copy(createJobConf(), jobConfiguration);
+
+        jobConfiguration.set("user.name", getTestUser());
+        jobConfiguration.set("group.name", getTestGroup());
+        jobConfiguration.setInt("mapred.map.tasks", 1);
+        jobConfiguration.setInt("mapred.map.max.attempts", 1);
+        jobConfiguration.setInt("mapred.reduce.max.attempts", 1);
+        jobConfiguration.set("oozie.pig.script", script.toString());
+        // option to specify whether stats should be stored or not
+
+        SharelibUtils.addToDistributedCache("pig", fs, getFsTestCaseDir(), jobConfiguration);
+
+        String[] params = { "IN=" + inputDir.toUri().getPath(), "OUT=" + outputDir.toUri().getPath() };
+        MapReduceMain.setStrings(jobConfiguration, "oozie.pig.params", params);
+        String[] args = { "-v" };
+        MapReduceMain.setStrings(jobConfiguration, "oozie.pig.args", args);
+
+        File actionXml = new File(getTestCaseDir(), "action.xml");
+        OutputStream os = new FileOutputStream(actionXml);
+        jobConfiguration.writeXml(os);
+        os.close();
+
+        File jobIdsFile = new File(getTestCaseDir(), "jobIds.properties");
+
+        setSystemProperty("oozie.launcher.job.id", "" + System.currentTimeMillis());
+        setSystemProperty("oozie.action.conf.xml", actionXml.getAbsolutePath());
+        setSystemProperty("oozie.action.output.properties", jobIdsFile.getAbsolutePath());
+
+        URL url = Thread.currentThread().getContextClassLoader().getResource("PigMain.txt");
+        File classPathDir = new File(url.getPath()).getParentFile();
+        assertTrue(classPathDir.exists());
+        Properties props = jobConfiguration.toProperties();
+        assertEquals(props.getProperty("oozie.pig.args.size"), "1");
+        File pigProps = new File(classPathDir, "pig.properties");
+
+        new LauncherSecurityManager();
+        String user = System.getProperty("user.name");
+        ByteArrayOutputStream data = new ByteArrayOutputStream();
+        PrintStream oldPrintStream = System.out;
+        System.setOut(new PrintStream(data));
+        try {
+            Writer wr = new FileWriter(pigProps);
+            props.store(wr, "");
+            wr.close();
+            PigMainWithOldAPI.main(null);
+        }
+        catch (SecurityException ex) {
+            if (LauncherSecurityManager.getExitInvoked()) {
+                System.out.println("Intercepting System.exit(" + LauncherSecurityManager.getExitCode() + ")");
+                System.err.println("Intercepting System.exit(" + LauncherSecurityManager.getExitCode() + ")");
+                if (LauncherSecurityManager.getExitCode() != 0) {
+                    fail("Exit code should be 0");
+                }
+            }
+            else {
+                throw ex;
+            }
+        }
+        finally {
+            pigProps.delete();
+            System.setProperty("user.name", user);
+            System.setOut(oldPrintStream);
+        }
+
+        assertTrue(jobIdsFile.exists());
+        Properties prop = new Properties();
+        prop.load(new FileReader(jobIdsFile));
+        String jobId = prop.getProperty("hadoopJobs");
+        assertTrue(data.toString().contains(jobId));
+        assertTrue(data.toString().contains("Success!"));
+
+        return null;
+    }
+
+}