You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@oozie.apache.org by ka...@apache.org on 2011/09/01 02:03:57 UTC
svn commit: r1163874 - in /incubator/oozie/branches/ap-pages: ./ src/
src/assemblies/ src/site/ src/site/apt/
Author: kamrul
Date: Thu Sep 1 00:03:56 2011
New Revision: 1163874
URL: http://svn.apache.org/viewvc?rev=1163874&view=rev
Log:
Oozie apache pages documentation
Added:
incubator/oozie/branches/ap-pages/
incubator/oozie/branches/ap-pages/pom.xml
incubator/oozie/branches/ap-pages/src/
incubator/oozie/branches/ap-pages/src/assemblies/
incubator/oozie/branches/ap-pages/src/assemblies/docs.xml
incubator/oozie/branches/ap-pages/src/site/
incubator/oozie/branches/ap-pages/src/site/apt/
incubator/oozie/branches/ap-pages/src/site/apt/documentation.apt.vm
incubator/oozie/branches/ap-pages/src/site/apt/downloads.apt.vm
incubator/oozie/branches/ap-pages/src/site/apt/index.apt.vm
incubator/oozie/branches/ap-pages/src/site/apt/quick-start.apt.vm
incubator/oozie/branches/ap-pages/src/site/apt/who_we_are.apt.vm
incubator/oozie/branches/ap-pages/src/site/site.xml
Added: incubator/oozie/branches/ap-pages/pom.xml
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/pom.xml?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/pom.xml (added)
+++ incubator/oozie/branches/ap-pages/pom.xml Thu Sep 1 00:03:56 2011
@@ -0,0 +1,62 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. See accompanying LICENSE file.
+-->
+<project>
+ <modelVersion>4.0.0</modelVersion>
+ <groupId>org.apache.oozie</groupId>
+ <artifactId>oozie-site</artifactId>
+ <version>3.1.0-SNAPSHOT</version>
+ <packaging>jar</packaging>
+
+ <name>Apache Oozie Site</name>
+ <description>Apache Oozie Site</description>
+
+ <licenses>
+ <license>
+ <name>The Apache Software License, Version 2.0</name>
+ <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
+ </license>
+ </licenses>
+
+ <organization>
+ <name>Apache Software Foundation</name>
+ <url>http://www.apache.org</url>
+ </organization>
+
+ <properties>
+ <maven.build.timestamp.format>yyyyMMdd</maven.build.timestamp.format>
+ </properties>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <configuration>
+ <descriptors>
+ <descriptor>src/assemblies/docs.xml</descriptor>
+ </descriptors>
+ </configuration>
+ <executions>
+ <execution>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ <phase>site</phase>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+</project>
Added: incubator/oozie/branches/ap-pages/src/assemblies/docs.xml
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/assemblies/docs.xml?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/assemblies/docs.xml (added)
+++ incubator/oozie/branches/ap-pages/src/assemblies/docs.xml Thu Sep 1 00:03:56 2011
@@ -0,0 +1,43 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. See accompanying LICENSE file.
+-->
+<assembly>
+ <id>docs</id>
+ <formats>
+ <format>dir</format>
+ </formats>
+ <includeBaseDirectory>false</includeBaseDirectory>
+ <fileSets>
+ <fileSet>
+ <directory>${basedir}/target/site</directory>
+ <outputDirectory>docs/${project.version}</outputDirectory>
+ </fileSet>
+ <fileSet>
+ <directory>${basedir}/target/site</directory>
+ <outputDirectory>docs/latest</outputDirectory>
+ </fileSet>
+ </fileSets>
+ <files>
+ <file>
+ <source>${basedir}/src/site/root.html</source>
+ <outputDirectory>/</outputDirectory>
+ <destName>index.html</destName>
+ </file>
+ <file>
+ <source>${basedir}/src/site/docs.html</source>
+ <outputDirectory>docs/</outputDirectory>
+ <destName>index.html</destName>
+ </file>
+ </files>
+</assembly>
Added: incubator/oozie/branches/ap-pages/src/site/apt/documentation.apt.vm
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/site/apt/documentation.apt.vm?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/site/apt/documentation.apt.vm (added)
+++ incubator/oozie/branches/ap-pages/src/site/apt/documentation.apt.vm Thu Sep 1 00:03:56 2011
@@ -0,0 +1,21 @@
+~~ Licensed under the Apache License, Version 2.0 (the "License");
+~~ you may not use this file except in compliance with the License.
+~~ You may obtain a copy of the License at
+~~
+~~ http://www.apache.org/licenses/LICENSE-2.0
+~~
+~~ Unless required by applicable law or agreed to in writing, software
+~~ distributed under the License is distributed on an "AS IS" BASIS,
+~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~~ See the License for the specific language governing permissions and
+~~ limitations under the License. See accompanying LICENSE file.
+
+ ---
+ Oozie Documentation
+ ---
+ ---
+ ${maven.build.timestamp}
+
+Oozie Documentation
+
+
Added: incubator/oozie/branches/ap-pages/src/site/apt/downloads.apt.vm
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/site/apt/downloads.apt.vm?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/site/apt/downloads.apt.vm (added)
+++ incubator/oozie/branches/ap-pages/src/site/apt/downloads.apt.vm Thu Sep 1 00:03:56 2011
@@ -0,0 +1,21 @@
+~~ Licensed under the Apache License, Version 2.0 (the "License");
+~~ you may not use this file except in compliance with the License.
+~~ You may obtain a copy of the License at
+~~
+~~ http://www.apache.org/licenses/LICENSE-2.0
+~~
+~~ Unless required by applicable law or agreed to in writing, software
+~~ distributed under the License is distributed on an "AS IS" BASIS,
+~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~~ See the License for the specific language governing permissions and
+~~ limitations under the License. See accompanying LICENSE file.
+
+ ---
+ Download Oozie
+ ---
+ ---
+ ${maven.build.timestamp}
+
+Download Oozie
+
+
Added: incubator/oozie/branches/ap-pages/src/site/apt/index.apt.vm
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/site/apt/index.apt.vm?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/site/apt/index.apt.vm (added)
+++ incubator/oozie/branches/ap-pages/src/site/apt/index.apt.vm Thu Sep 1 00:03:56 2011
@@ -0,0 +1,51 @@
+~~ Licensed under the Apache License, Version 2.0 (the "License");
+~~ you may not use this file except in compliance with the License.
+~~ You may obtain a copy of the License at
+~~
+~~ http://www.apache.org/licenses/LICENSE-2.0
+~~
+~~ Unless required by applicable law or agreed to in writing, software
+~~ distributed under the License is distributed on an "AS IS" BASIS,
+~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~~ See the License for the specific language governing permissions and
+~~ limitations under the License. See accompanying LICENSE file.
+
+ ---
+ Apache Oozie, Workflow Scheduler for Hadoop ${project.version}
+ ---
+ ${maven.build.timestamp}
+
+Apache Oozie, Workflow Scheduler for Hadoop ${project.version}
+
+* Overview
+
+ Oozie is an open-source workflow/coordination service to manage data processing jobs for Apache Hadoopâ¢. It is an extensible, scalable and data-aware service to orchestrate dependencies between jobs running on Hadoop (including HDFS, Pig and MapReduce). Oozie is a lot of things, but being:
+
+ * A workflow solution for off Hadoop processing
+
+ * Another query processing API, a la Cascading
+
+ is not one of them.
+
+
+*Oozie Benefits
+
+ Complex workflow action dependencies: Oozie workflow comprises of actions and dependencies among them. Users create Directed Acyclical Graphs (DAG) to model their workflow. Oozie at runtime manages the dependencies and execute the actions when the dependencies identified in the DAG are satisfied.
+ Reduces Time-To-Market (TTM): The DAG specification enables users to specify the workflow. Users save the time to build and maintain custom solutions for dependency and workflow management.
+
+ Frequency execution: Oozie workflow specification supports both data and time triggers. Users can specify execution frequency and can wait for data arrival to trigger an action in the workflow.
+
+ Native Hadoop stack integration: Oozie supports all types of Hadoop jobs and is integrated with the Hadoop stack. Yahoo! distribution of Oozie is validated against the Hadoop stack.
+
+ Oozie was designed for Yahoo!\âs complex workflows and data pipelines at global scale. It is integrated with the Yahoo! Distribution of Hadoop with security and is a primary mechanism to manage a variety of complex data analysis workloads across Yahoo!.
+
+
+* License
+
+ Oozie is distributed under {{{http://www.apache.org/licenses/}Apache License 2.0}}.
+
+* Source Repository
+
+ {{http://svn.apache.org/repos/asf/incubator/oozie/}}
+
+
Added: incubator/oozie/branches/ap-pages/src/site/apt/quick-start.apt.vm
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/site/apt/quick-start.apt.vm?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/site/apt/quick-start.apt.vm (added)
+++ incubator/oozie/branches/ap-pages/src/site/apt/quick-start.apt.vm Thu Sep 1 00:03:56 2011
@@ -0,0 +1,123 @@
+~~ Licensed under the Apache License, Version 2.0 (the "License");
+~~ you may not use this file except in compliance with the License.
+~~ You may obtain a copy of the License at
+~~
+~~ http://www.apache.org/licenses/LICENSE-2.0
+~~
+~~ Unless required by applicable law or agreed to in writing, software
+~~ distributed under the License is distributed on an "AS IS" BASIS,
+~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~~ See the License for the specific language governing permissions and
+~~ limitations under the License. See accompanying LICENSE file.
+
+
+ ---
+ Oozie Quick Start
+ ---
+
+Oozie Quick Start
+
+ These instructions install and run Oozie using an embedded Tomcat server and an embedded Derby database.
+ For detailed install and configuration instructions refer to {{{AG_Install}Oozie Install}}.
+
+* System Requirements
+
+ * Unix (tested in Linux and Mac OS X)
+
+ * Java 1.6+
+
+ * Hadoop
+
+ * {{{http://hadoop.apache.org}Apache Hadoop}} (tested with 0.20.2)
+
+ * {{{http://developer.yahoo.com/hadoop}Yahoo! Hadoop}} (tested with 0.20.104.2)
+
+ * ExtJS library (optional, to enable Oozie webconsole)
+
+ * {{{http://extjs.com/deploy/ext-2.2.zip}ExtJS 2.2}}
+
+ The Java 1.6+ <bin> directory should be in the command path.
+
+* Server Installation
+
+ <<IMPORTANT:>> Oozie ignores any set value for <OOZIE_HOME>, Oozie computes its home automatically.
+
+ * Download or build an Oozie binary distribution
+
+ * Download a Hadoop binary distribution
+
+ * Download ExtJS library (it must be version 2.2)
+
+ []
+ <<NOTE:>> The ExtJS library is not bundled with Oozie because it uses a different license.
+
+ <<NOTE:>> It is recommended to use a Oozie Unix user for the Oozie server.
+
+ Expand the Oozie distribution <tar.gz>.
+
+ Expand the Hadoop distribution <tar.gz> (as the Oozie Unix user).
+
+ Oozie is bundled without Hadoop JAR files and without the ExtJS library.
+
+ * The Hadoop JARs are required to run Oozie
+
+ * The ExtJS library is optional (only required for the Oozie web-console to work)
+
+ []
+ <<IMPORTANT:>> all Oozie server scripts (<oozie-setup.sh>, <oozie-start.sh>, <oozie-run.sh>
+and <oozie-stop.sh>) run only under the Unix user that owns the Oozie installation directory,
+if necessary use <sudo -u OOZIE_USER> when invoking the scripts.
+
+ Use the <oozie-setup.sh> script to add the Hadoop JARs and the ExtJS library to Oozie.
+
+-----------------------------------------------------------------------------
+$ bin/oozie-setup.sh -hadoop 0.20.200 ${HADOOP_HOME} -extjs /tmp/ext-2.2.zip
+-----------------------------------------------------------------------------
+
+ To start Oozie as a daemon process run:
+
+-----------------------------------------------------------------------------
+$ bin/oozie-start.sh
+-----------------------------------------------------------------------------
+
+ To start Oozie as a foreground process run:
+
+-----------------------------------------------------------------------------
+$ bin/oozie-run.sh
+-----------------------------------------------------------------------------
+
+ Check the Oozie log file <logs/oozie.log> to ensure Oozie started properly.
+
+ Using the Oozie command line tool check the status of Oozie:
+
+-----------------------------------------------------------------------------
+$ bin/oozie admin -oozie http://localhost:11000/oozie -status
+-----------------------------------------------------------------------------
+
+ Using a browser go to the {{{http://localhost:11000/oozie}Oozie web console}}, Oozie status should be <<NORMAL>>.
+
+ Refer to the {{{DG_Examples}Running the Examples}} document for details on running the examples.
+
+* Client Installation
+
+ Copy and expand the <oozie-client> TAR.GZ file bundled with the distribution. Add the <bin/> directory to the <PATH>.
+
+ Refer to the {{{DG_CommandLineTool}Command Line Interface Utilities}} document for a a full reference of the <oozie>
+command line tool.
+
+ NOTE: The Oozie server installation includes the Oozie client. The Oozie client should be installed in remote machines
+only.
+
+* Oozie Share Lib Installation
+
+ Expand the <oozie-sharelib> TAR.GZ file bundled with the distribution.
+
+ The <share/> directory must be copied to the Oozie HOME directory in HDFS:
+
+-----------------------------------------------------------------------------
+$ hadoop fs -put share share
+-----------------------------------------------------------------------------
+
+ <<IMPORTANT:>> This must be done using the Oozie Hadoop (HDFS) user. If a <share> directory already exists in HDFS,
+it must be deleted before copying it again.
+
Added: incubator/oozie/branches/ap-pages/src/site/apt/who_we_are.apt.vm
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/site/apt/who_we_are.apt.vm?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/site/apt/who_we_are.apt.vm (added)
+++ incubator/oozie/branches/ap-pages/src/site/apt/who_we_are.apt.vm Thu Sep 1 00:03:56 2011
@@ -0,0 +1,57 @@
+~~ Licensed under the Apache License, Version 2.0 (the "License");
+~~ you may not use this file except in compliance with the License.
+~~ You may obtain a copy of the License at
+~~
+~~ http://www.apache.org/licenses/LICENSE-2.0
+~~
+~~ Unless required by applicable law or agreed to in writing, software
+~~ distributed under the License is distributed on an "AS IS" BASIS,
+~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~~ See the License for the specific language governing permissions and
+~~ limitations under the License. See accompanying LICENSE file.
+
+ ---
+ Oozie Team
+ ---
+ ---
+ ${maven.build.timestamp}
+
+Oozie Team
+
+eam
+
+Oozie Committers
+
+
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|<<Who>> |<<userid>> |<<Organization>> |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Mohammad Islam |kamrul |Yahoo Inc. |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Alejandro Abdelnur |tucu |Cloudera |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Angelo Huang |angeloh |Yahoo Inc. |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Andreas Neumann |anew |Yahoo Inc. |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Mayank Bansal |mayank |EBay Inc. |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Chao Wang |brookwc |IBM |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+
+
+Oozie Mentors
+
+
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|<<Who>> |<<userid>> |<<Organization>> |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Alan Gates |gates |Hortonworks |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Owen O'Malley |omalley |Hortonworks |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Christopher Douglas |cdouglas |Yahoo Inc. |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+|Devaraj Das |ddas |Hortonworks |
+*----------------------+-----------------------+----------------------------------------------------------------------+
+
Added: incubator/oozie/branches/ap-pages/src/site/site.xml
URL: http://svn.apache.org/viewvc/incubator/oozie/branches/ap-pages/src/site/site.xml?rev=1163874&view=auto
==============================================================================
--- incubator/oozie/branches/ap-pages/src/site/site.xml (added)
+++ incubator/oozie/branches/ap-pages/src/site/site.xml Thu Sep 1 00:03:56 2011
@@ -0,0 +1,50 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License. See accompanying LICENSE file.
+-->
+<project name="Apache Oozie">
+
+ <version position="right"/>
+
+ <bannerLeft>
+ <name> </name>
+ </bannerLeft>
+
+ <skin>
+ <groupId>org.apache.maven.skins</groupId>
+ <artifactId>maven-stylus-skin</artifactId>
+ <version>1.1</version>
+ </skin>
+
+ <body>
+ <links>
+ <item name="OTHER RELEASES" href="../index.html"/>
+ <item name="ASF" href="http://www.apache.org/"/>
+ </links>
+ <breadcrumbs>
+ <item name="Apache Oozie" href="index.html"/>
+ </breadcrumbs>
+
+ <menu name="Apache Oozie">
+ <item name="Home" href="index.html" />
+ <item name="Who we are" href="who_we_are.html" />
+ </menu>
+
+ <menu name="Getting Started">
+ <item name="Quick start" href="quick-start.html" />
+ <item name="Downloads" href="downloads.html" />
+ <item name="Documentation" href="documentation.html" />
+ </menu>
+ </body>
+
+</project>