You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by db...@apache.org on 2016/02/18 17:28:54 UTC
[09/48] incubator-trafodion-site git commit: [TRAFODION-1822] PR 326
Provisioning guide + other web-site changes
http://git-wip-us.apache.org/repos/asf/incubator-trafodion-site/blob/47722c28/docs/provisioning_guide/index.html
----------------------------------------------------------------------
diff --git a/docs/provisioning_guide/index.html b/docs/provisioning_guide/index.html
index fb46e3c..d4d8c96 100644
--- a/docs/provisioning_guide/index.html
+++ b/docs/provisioning_guide/index.html
@@ -5,8 +5,7 @@
<!--[if IE]><meta http-equiv="X-UA-Compatible" content="IE=edge"><![endif]-->
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<meta name="generator" content="Asciidoctor 1.5.4">
-<meta name="author" content="Version 1.3.0, January 2016">
-<title>Trafodion Install Guide</title>
+<title>Trafodion Provisioning Guide</title>
<style>
/**
* @@@ START COPYRIGHT @@@
@@ -194,7 +193,7 @@ body.toc2{padding-left:15em;padding-right:0}
body.toc2.toc-right{padding-left:0;padding-right:15em}
body.toc2.toc-right #toc.toc2{border-right-width:0;border-left:1px solid #efefed;left:auto;right:0}}@media only screen and (min-width:1280px){body.toc2{padding-left:20em;padding-right:0}
/* Controls width of panel */
-#toc.toc2{width:25em}
+#toc.toc2{width:20em}
#toc.toc2 #toctitle{font-size:1.375em}
#toc.toc2>ul{font-size:.95em}
#toc.toc2 ul ul{padding-left:1.25em}
@@ -536,9 +535,9 @@ table.CodeRay td.code>pre{padding:0}
</head>
<body class="book toc2 toc-left">
<div id="header">
-<h1>Trafodion Install Guide</h1>
+<h1>Trafodion Provisioning Guide</h1>
<div class="details">
-<span id="author" class="author">Version 1.3.0, January 2016</span><br>
+<span id="revnumber">version 2.0.0</span>
</div>
<div id="toc" class="toc2">
<div id="toctitle">Table of Contents</div>
@@ -552,41 +551,148 @@ table.CodeRay td.code>pre{padding:0}
<li><a href="#_comments_encouraged">1.5. Comments Encouraged</a></li>
</ul>
</li>
-<li><a href="#_requirements">2. Requirements</a>
+<li><a href="#introduction">2. Introduction</a>
<ul class="sectlevel2">
-<li><a href="#general-cluster-and-os-requirements-and-recommendations">2.1. General Cluster and OS Requirements and Recommendations</a>
+<li><a href="#introduction-security-considerations">2.1. Security Considerations</a></li>
+<li><a href="#introduction-provisioning-options">2.2. Provisioning Options</a></li>
+<li><a href="#introduction-provisioning-activities">2.3. Provisioning Activities</a></li>
+<li><a href="#introduction-provisioning-master-node">2.4. Provisioning Master Node</a></li>
+<li><a href="#introduction-trafodion-installer">2.5. Trafodion Installer</a>
<ul class="sectlevel3">
-<li><a href="#cluster-requirements-and-recommendations">2.1.1. Hardware Requirements and Recommendations</a></li>
-<li><a href="#os-requirements-and-recommendations">2.1.2. OS Requirements and Recommendations</a></li>
-<li><a href="#ip_ports">2.1.3. IP Ports</a></li>
+<li><a href="#introduction-trafodion-installer-usage">2.5.1. Usage</a></li>
+<li><a href="#introduction-trafodion-installer-install-vs-upgrade">2.5.2. Install vs. Upgrade</a></li>
+<li><a href="#introduction-trafodion-installer-guided-setup">2.5.3. Guided Setup</a></li>
+<li><a href="#introduction-trafodion-installer-automated-setup">2.5.4. Automated Setup</a></li>
</ul>
</li>
-<li><a href="#_prerequisite_software">2.2. Prerequisite Software</a>
+<li><a href="#introduction-trafodion-provisioning-directories">2.6. Trafodion Provisioning Directories</a></li>
+</ul>
+</li>
+<li><a href="#requirements">3. Requirements</a>
+<ul class="sectlevel2">
+<li><a href="#requirements-general-cluster-and-os-requirements-and-recommendations">3.1. General Cluster and OS Requirements and Recommendations</a>
+<ul class="sectlevel3">
+<li><a href="#requirements-cluster-requirements-and-recommendations">3.1.1. Hardware Requirements and Recommendations</a></li>
+<li><a href="#requirements-os-requirements-and-recommendations">3.1.2. OS Requirements and Recommendations</a></li>
+<li><a href="#requirements-ip-ports">3.1.3. IP Ports</a></li>
+</ul>
+</li>
+<li><a href="#requirements-prerequisite-software">3.2. Prerequisite Software</a>
+<ul class="sectlevel3">
+<li><a href="#requirements-hadoop-software">3.2.1. Hadoop Software</a></li>
+<li><a href="#requirements-software-packages">3.2.2. Software Packages</a></li>
+</ul>
+</li>
+<li><a href="#requirements-trafodion-user-ids-and-their-privileges">3.3. Trafodion User IDs and Their Privileges</a>
+<ul class="sectlevel3">
+<li><a href="#requirements-trafodion-runtime-user">3.3.1. Trafodion Runtime User</a></li>
+<li><a href="#requirements-trafodion-provisioning-user">3.3.2. Trafodion Provisioning User</a></li>
+</ul>
+</li>
+<li><a href="#requirements-required-configuration-changes">3.4. Required Configuration Changes</a>
+<ul class="sectlevel3">
+<li><a href="#requirements-operating-system-changes">3.4.1. Operating System Changes</a></li>
+<li><a href="#requirements-zookeeper-changes">3.4.2. ZooKeeper Changes</a></li>
+<li><a href="#requirements-hdfs-changes">3.4.3. HDFS Changes</a></li>
+<li><a href="#requirements-hbase-changes">3.4.4. HBase Changes</a></li>
+</ul>
+</li>
+<li><a href="#requirements-recommended-configuration-changes">3.5. Recommended Configuration Changes</a>
+<ul class="sectlevel3">
+<li><a href="#requirements-recommended-security-changes">3.5.1. Recommended Security Changes</a></li>
+<li><a href="#requirements-recommended-hdfs-configuration-changes">3.5.2. Recommended HDFS Configuration Changes</a></li>
+<li><a href="#requirements-recommended-hbase-configuration-changes">3.5.3. Recommended HBase Configuration Changes</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li><a href="#prepare">4. Prepare</a>
+<ul class="sectlevel2">
+<li><a href="#prepare-install-optional-workstation-software">4.1. Install Optional Workstation Software</a></li>
+<li><a href="#configure-installation-user-id">4.2. Configure Installation User ID</a></li>
+<li><a href="#prepare-disable-requiretty">4.3. Disable requiretty</a></li>
+<li><a href="#prepare-verify-os-requirements-and-recommendations">4.4. Verify OS Requirements and Recommendations</a></li>
+<li><a href="#prepare-configure-ldap-identity-store">4.5. Configure LDAP Identity Store</a></li>
+<li><a href="#prepare-gather-configuration-information">4.6. Gather Configuration Information</a></li>
+<li><a href="#prepare-install-required-software-packages">4.7. Install Required Software Packages</a>
+<ul class="sectlevel3">
+<li><a href="#prepare-download-and-install-packages">4.7.1. Download and Install Packages</a></li>
+<li><a href="#prepare-build-and-install-log4cplusplus">4.7.2. Build and Install log4c++</a></li>
+</ul>
+</li>
+<li><a href="#prepare-download-trafodion-binaries">4.8. Download Trafodion Binaries</a></li>
+<li><a href="#prepare-preparation-for-recipe-based-provisioning">4.9. Preparation for Recipe-Based Provisioning</a>
+<ul class="sectlevel3">
+<li><a href="#prepare-modify-os-settings">4.9.1. Modify OS Settings</a></li>
+<li><a href="#prepare-modify-zookeeper-configuration">4.9.2. Modify ZooKeeper Configuration</a></li>
+<li><a href="#prepare-modify-hdfs-configuration">4.9.3. Modify HDFS Configuration</a></li>
+<li><a href="#prepare-modify-hbase-configuration">4.9.4. Modify HBase Configuration</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li><a href="#install">5. Install</a>
+<ul class="sectlevel2">
+<li><a href="#install-unpack-installer">5.1. Unpack Installer</a></li>
+<li><a href="#install-automated-install">5.2. Automated Install</a></li>
+<li><a href="#install-guided-install">5.3. Guided Install</a></li>
+</ul>
+</li>
+<li><a href="#upgrade">6. Upgrade</a>
+<ul class="sectlevel2">
+<li><a href="#upgraded-download-updated-trafodion-binaries">6.1. Download Updated Trafodion Binaries</a></li>
+<li><a href="#upgrade-unpack-installer">6.2. Unpack Installer</a></li>
+<li><a href="#upgrade-stop-tradodion">6.3. Stop Trafodion</a></li>
+<li><a href="#upgrade-automated-upgrade">6.4. Automated Upgrade</a></li>
+<li><a href="#upgrade-guided-upgrade">6.5. Guided Upgrade</a></li>
+</ul>
+</li>
+<li><a href="#activate">7. Activate</a>
+<ul class="sectlevel2">
+<li><a href="#activate-manage-trafodion">7.1. Manage Trafodion</a></li>
+<li><a href="#activate-validate-trafodion-installation">7.2. Validate Trafodion Installation</a>
<ul class="sectlevel3">
-<li><a href="#_software_packages">2.2.1. Software Packages</a></li>
+<li><a href="#_smoke_test">7.2.1. Smoke Test</a></li>
+</ul>
+</li>
+<li><a href="#activate-troubleshooting-tips">7.3. Troubleshooting Tips</a></li>
+</ul>
+</li>
+<li><a href="#remove">8. Remove</a>
+<ul class="sectlevel2">
+<li><a href="#_stop_trafodion">8.1. Stop Trafodion</a></li>
+<li><a href="#_run_code_trafodion_uninstaller_code">8.2. Run <code>trafodion_uninstaller</code></a></li>
</ul>
</li>
-<li><a href="#_trafodion_user_ids_and_their_priviliges">2.3. Trafodion User IDs and Their Priviliges</a>
+<li><a href="#enable-security">9. Enable Security</a>
+<ul class="sectlevel2">
+<li><a href="#enable-security-configuring-ldap-servers">9.1. Configuring LDAP Servers</a></li>
+<li><a href="#enable-security-generate-trafodion-certificate">9.2. Generate Trafodion Certificate</a></li>
+<li><a href="#enable-security-authentication-setup-script">9.3. Authentication Setup Script</a></li>
+<li><a href="#enable-security-manage-users">9.4. Manage Users</a></li>
+<li><a href="#enable-security-traf-authentication-config">9.5. .traf_authentication_config</a>
<ul class="sectlevel3">
-<li><a href="#_runtime">2.3.1. Runtime</a></li>
-<li><a href="#_installation_upgrades">2.3.2. Installation/Upgrades</a></li>
+<li><a href="#_file_location">9.5.1. File Location</a></li>
+<li><a href="#enable-security-template">9.5.2. Template</a></li>
+<li><a href="#enable-security-configuration-attributes">9.5.3. Configuration Attributes</a></li>
</ul>
</li>
-<li><a href="#required-configuration-changes">2.4. Required Configuration Changes</a>
+<li><a href="#enable-security-ldapcheck">9.6. ldapcheck</a>
<ul class="sectlevel3">
-<li><a href="#operating-system-changes">2.4.1. Operating System Changes</a></li>
-<li><a href="#_zookeeper_changes">2.4.2. ZooKeeper Changes</a></li>
-<li><a href="#_hdfs_changes">2.4.3. HDFS Changes</a></li>
-<li><a href="#_hbase_changes">2.4.4. HBase Changes</a></li>
+<li><a href="#_usage">9.6.1. Usage</a></li>
+<li><a href="#_considerations">9.6.2. Considerations</a></li>
</ul>
</li>
-<li><a href="#_recommended_configuration_changes">2.5. Recommended Configuration Changes</a>
+<li><a href="#enable-security-ldapconfigcheck">9.7. ldapconfigcheck</a>
<ul class="sectlevel3">
-<li><a href="#_recommended_hbase_configuration_changes">2.5.1. Recommended HBase Configuration Changes</a></li>
+<li><a href="#enable-security-ldapconfigcheck-considerations">9.7.1. Considerations</a></li>
+<li><a href="#enable-security-ldapconfigcheck-errors">9.7.2. Errors</a></li>
</ul>
</li>
</ul>
</li>
+<li><a href="#install-recipe">10. Install Recipe</a></li>
+<li><a href="#upgrade-recipe">11. Upgrade Recipe</a></li>
</ul>
</div>
</div>
@@ -631,7 +737,7 @@ specific language governing permissions and limitations under the License.</p>
<h2 id="_about_this_document">1. About This Document</h2>
<div class="sectionbody">
<div class="paragraph">
-<p>This guide describes how to provision Trafodion for end-user environments. This install allows you to store and query data using Trafodion, either via Trafodion clients
+<p>This guide describes how to provision the end-user Trafodion binaries on top of an existing Hadoop environment. This install allows you to store and query data using Trafodion, either via Trafodion clients
(see <a href="http://trafodion.incubator.apache.org/client_install/index.html">Trafodion Client Installation Guide</a> or via application code you write.</p>
</div>
<div class="paragraph">
@@ -641,12 +747,16 @@ specific language governing permissions and limitations under the License.</p>
<div class="sect2">
<h3 id="_intended_audience">1.1. Intended Audience</h3>
<div class="paragraph">
-<p>This guide is intended for:</p>
+<p>This guide assumes that you are well-versed in Linux and Hadoop administration. If you don’t have such experience, then
+you should consider going through the steps required to install a Hadoop environment before attempting to install Trafodion.</p>
+</div>
+<div class="paragraph">
+<p>The instructions contained herein apply to the following environments.</p>
</div>
<div class="ulist">
<ul>
<li>
-<p><strong>Single-Node Environments</strong>: Typically used when you want to evalulate Trafodion.</p>
+<p><strong>Single-Node Environments</strong>: Typically used when you want to evaluate Trafodion.</p>
</li>
<li>
<p><strong>Cluster (Multi-Node) Environments</strong>: Typically used when you deploy Trafodion for application usage.</p>
@@ -660,7 +770,7 @@ specific language governing permissions and limitations under the License.</p>
<i class="fa icon-note" title="Note"></i>
</td>
<td class="content">
-Trafodion can be provisioned on a single-node or multi-node enviroment. Unless specifically noted, the term <strong>cluster</strong> is used
+Trafodion can be provisioned on a single-node or multi-node environment. Unless specifically noted, the term <strong>cluster</strong> is used
to mean both single- and multi-node environments.
</td>
</tr>
@@ -690,7 +800,7 @@ to mean both single- and multi-node environments.
</td>
<td class="content">
The term <strong>node</strong> is used to represent a computing platform on which operating system, Hadoop, and Trafodion software is running.
-Unless specifically qualified (bare-metal node, virtual-machin node, or cloud-node), <strong>node</strong> represents a computing platform in your cluster
+Unless specifically qualified (bare-metal node, virtual-machine node, or cloud-node), <strong>node</strong> represents a computing platform in your cluster
regardless of platform type.
</td>
</tr>
@@ -702,6 +812,7 @@ regardless of platform type.
<div class="paragraph">
<p>This is a new guide.</p>
</div>
+<div style="page-break-after: always;"></div>
</div>
<div class="sect2">
<h3 id="_notation_conventions">1.3. Notation Conventions</h3>
@@ -732,11 +843,6 @@ regardless of platform type.
</div>
</div>
</li>
-</ul>
-</div>
-<div style="page-break-after: always;"></div>
-<div class="ulist">
-<ul>
<li>
<p>[ ] Brackets</p>
<div class="paragraph">
@@ -763,6 +869,11 @@ DROP SCHEMA schema [ CASCADE | RESTRICT ]</code></pre>
</div>
</div>
</li>
+</ul>
+</div>
+<div style="page-break-after: always;"></div>
+<div class="ulist">
+<ul>
<li>
<p>{ } Braces</p>
<div class="paragraph">
@@ -803,7 +914,6 @@ INTERVAL { start-field TO end-field | single-field }</code></pre>
<pre class="CodeRay highlight"><code data-lang="text">{expression | NULL}</code></pre>
</div>
</div>
-<div style="page-break-after: always;"></div>
<div class="ulist">
<ul>
<li>
@@ -875,11 +985,6 @@ INTERVAL { start-field TO end-field | single-field }</code></pre>
</div>
</div>
</li>
-</ul>
-</div>
-<div style="page-break-after: always;"></div>
-<div class="ulist">
-<ul>
<li>
<p>Line Spacing</p>
<div class="paragraph">
@@ -914,7 +1019,7 @@ INTERVAL { start-field TO end-field | single-field }</code></pre>
<tbody>
<tr>
<td class="tableblock halign-left valign-top"><p class="tableblock">Trafodion Release 1.3.0</p></td>
-<td class="tableblock halign-left valign-top"><p class="tableblock">To be announced.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">January 2016.</p></td>
</tr>
</tbody>
</table>
@@ -937,298 +1042,968 @@ better, join our community and help us improve our documentation. Please refer t
</div>
</div>
<div class="sect1">
-<h2 id="_requirements">2. Requirements</h2>
+<h2 id="introduction">2. Introduction</h2>
<div class="sectionbody">
<div class="paragraph">
-<p>Trafodion requires an x86 version of Linux.</p>
+<p>Trafodion is a Hadoop add-on service that provides transactional SQL on top of HBase. Typically, you
+use Trafodion as the database for applications that require Online Transaction Processing (OLTP),
+Operational Data Store (ODS), and/or strong reporting capabilities. You access Trafodion using
+standard JDBC and ODBC APIs.</p>
</div>
<div class="paragraph">
-<p>The current release of Trafodion has been tested with:</p>
+<p>You may choose whether to add Trafodion to an existing Hadoop environment or to create a standalone
+Hadoop environment specifically for Hadoop.</p>
+</div>
+<div class="paragraph">
+<p>This guide assumes that a Hadoop environment exists upon which your provisioning Trafodion. Refer to
+<a href="#requirements-hadoop-software">Hadoop Software</a> for information about what Hadoop software is required
+Trafodion.</p>
+</div>
+<div class="sect2">
+<h3 id="introduction-security-considerations">2.1. Security Considerations</h3>
+<div class="paragraph">
+<p>The following users need be considered for Trafodion:</p>
</div>
<div class="ulist">
<ul>
<li>
-<p>64-bit Red Hat Enterprise Linux (RHEL) or CentOS 6.5, 6.6, and 6.7</p>
-</li>
-<li>
-<p>SUSE SLES 11.3</p>
-</li>
-<li>
-<p>Cloudera CDH 5.2</p>
+<p><strong>Provisioning User</strong>: A Linux-level user that performs the Trafodion provisioning tasks. This user ID
+requires <code>sudo</code> access and passwordless ssh among the nodes where Trafodion is installed. In addition,
+this user ID requires access to Hadoop distribution, HDFS, and HBase administrative users to change
+respective environment’s configuration settings per Trafodion requirements. Refer to
+<a href="#requirements-trafodion-provisioning-user">Trafodion Provisioning User</a> for more information
+about the requirements and usage associated with this user ID.</p>
</li>
<li>
-<p>Cloudera CDH 5.3</p>
+<p><strong>Runtime User</strong>: A Linux-level user under which the Trafodion software runs. This user ID must be registered
+as a user in the Hadoop Distributed File System (HDFS) to store and access objects in HDFS, HBase, and Hive.
+In addition, this user ID requires passwordless access among the nodes where Trafodion is installed.
+Refer to <a href="#requirements-trafodion-runtime-user">Trafodion Runtime User</a> for more information about this user ID.</p>
</li>
<li>
-<p>Hortonworks HDP 2.2</p>
+<p><strong>Trafodion Database Users</strong>: Trafodion users are managed by the Trafodion security features (grant, revoke, etc.),
+which can be integrated with LDAP if so desired. These users are referred to as <strong>database users</strong> and
+do not have direct access to the operating system. Refer to
+<a href="http://trafodion.apache.org/docs/sql_reference/index.html#register_user_statement">Register User</a>,
+<a href="http://trafodion.apache.org/docs/sql_reference/index.html#grant_statement">Grant</a>, and other SQL statements
+in the <a href="http://trafodion.apache.org/docs/sql_reference/index.html">Trafodion SQL Reference Manual</a> for
+more information about managing Trafodion Database Users.
+<br>
+<br>
+Optionally, you can enable Trafodion Security. If you do not enable security in Trafodion, then a client interface
+to Trafodion may request a user name and password, but Trafodion ignores the user name and password entered in the
+client interface, and the session runs as the database <strong>root</strong> user, <code>DB__ROOT</code>, without restrictions. If you want
+to restrict users, restrict access to certain users only, or restrict access to an object or operation, then you must
+enable security, which enforces authentication and authorization. Refer to
+<a href="#enable-security">Enable Security</a> for more information about this option.</p>
</li>
</ul>
</div>
-<div class="paragraph">
-<p>Other OS releases may work, too. The Trafodion project is currently working on better support for non-distribution version of Hadoop.</p>
</div>
<div class="sect2">
-<h3 id="general-cluster-and-os-requirements-and-recommendations">2.1. General Cluster and OS Requirements and Recommendations</h3>
+<h3 id="introduction-provisioning-options">2.2. Provisioning Options</h3>
<div class="paragraph">
-<p>64-bit x86 instruction set running a Linux distribution is required. Further, Trafodion assumes an environment
-based on the requirements of the supported Hadoop distributions.</p>
+<p>Trafodion ships with a set of scripts (the Trafodion Installer) that takes care of many of the installation and upgrade
+tasks associated with the Trafodion software and its requirements. There is a separate set of scripts to remove Trafodion,
+if needed.</p>
</div>
-<div class="sect3">
-<h4 id="cluster-requirements-and-recommendations">2.1.1. Hardware Requirements and Recommendations</h4>
-<div class="sect4">
-<h5 id="_single_node_cluster">Single-Node Cluster</h5>
<div class="paragraph">
-<p>It is possible to run Trafodion on a single-node sandbox environment. Typically, any sandbox running a Hadoop distribution
-can be used. A typical single-node configuration uses 4-8 cores with 16 GB of memory, and 20 GB free disk space beyond
-what’s used for the Hadoop environment.</p>
+<p>Currently, the Trafodion Installer is able to install Trafodion on select Cloudera and Hortonworks Hadoop distributions only.
+The Trafodion Installer limitations are noted as they apply in the different chapters below. For example, the Trafodion Installer
+is less capable on SUSE than it is on RedHat/CentOS; you have to install the prerequisite software packages outside the Trafodion Installer.</p>
</div>
+<div class="paragraph">
+<p>The Trafodion Installer automates many of the tasks required to install/upgrade Trafodion, spanning from downloading and
+installing required software packages and making required changes to your Hadoop environment via creating
+the Trafodion runtime user ID to installing and starting Trafodion. It is, therefore, highly recommend that
+you use the Trafodion Installer for initial installation and upgrades of Trafodion. These steps are referred to as
+"Script-Based Provisioning" in this guide. Refer to <a href="#introduction-trafodion-installer">Trafodion Installer</a> provides
+usage information.</p>
</div>
-<div class="sect4">
-<h5 id="_multi_node_cluster">Multi-Node Cluster</h5>
<div class="paragraph">
-<p>For multi-node end-user clusters, your typical HBase environment should suffice for Trafodion.
-Typically, memory configuration range between 64-128 GB per node with minimum requirement of 16 GB.
-The cluster size can span from 1 to <em>n</em> nodes; a minimum of two nodes is recommended.
-A minumum of two cores is required regardless of whether you’re deploying Trafodion on a bare-metal or virtual environment.</p>
+<p>If, for any reason, you choose not to use the Trafodion Installer, then separate chapters provide
+step-by-step recipes for the tasks required to install/upgrade Trafodion. These steps are referred to as
+<strong>Recipe-Based Provisioning</strong> in this guide. It is assumed that you are well-versed in Linux and Hadoop
+administrative tasks if using Recipe-Based Provisioning.</p>
</div>
+</div>
+<div class="sect2">
+<h3 id="introduction-provisioning-activities">2.3. Provisioning Activities</h3>
<div class="paragraph">
-<p>Recommended configurations:</p>
+<p>Trafodion provisioning is divided into the following main activities:</p>
</div>
-<table class="tableblock frame-all grid-all spread">
-<colgroup>
-<col style="width: 40%;">
-<col style="width: 60%;">
-</colgroup>
-<tbody>
-<tr>
-<th class="tableblock halign-left valign-top"><p class="tableblock">Processors per Node</p></th>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
+<div class="ulist">
<ul>
<li>
-<p>Small: 2 cores</p>
+<p><strong><a href="#requirements">Requirements</a></strong>: Activities and documentation required to install the Trafodion software.
+These activities include tasks such as understanding hardware and operating system requirements,
+Hadoop requirements, what software packages that need to be downloaded, configuration settings that need to be changed,
+user IDs requirements, and so on.</p>
</li>
<li>
-<p>Medium: 4 cores</p>
+<p><strong><a href="#prepare">Prepare</a></strong>: Activities to prepare the operating system and the Hadoop ecosystem to run
+Trafodion. These activities include tasks such as installing required software packages, configure
+the Trafodion Installation User, gather information about the Hadoop environment, modify configuration
+for different Hadoop services, and so forth.</p>
</li>
<li>
-<p>Large: 8+ cores</p>
+<p><strong><a href="#install">Install</a></strong>: Activities related to installing the Trafodion software. These activities
+include tasks such as unpacking the Trafodion tar files, creating the Trafodion Runtime User,
+creating Trafodion HDFS directories, installing the Trafodion software, and so forth.</p>
</li>
</ul>
-</div></div></td>
-</tr>
-<tr>
-<th class="tableblock halign-left valign-top"><p class="tableblock">Memory per Node</p></th>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
+</div>
+<div style="page-break-after: always;"></div>
+<div class="ulist">
<ul>
<li>
-<p>Small: 16 GB</p>
+<p><strong><a href="#upgrade">Upgrade</a></strong>: Activities related to the upgrading the Trafodion software. These activities
+include tasks such as shutting down Trafodion, installing a new version of the Trafodion software,
+and so on. The upgrade tasks vary depending on the differences between the current and new release of
+Trafodion. For example, an upgrade may or may not include an upgrade of the Trafodion metadata.</p>
</li>
<li>
-<p>Medium: 64 GB</p>
+<p><strong><a href="#activate">Activate</a></strong>: Activities related to starting the Trafodion software. These actives
+include basic management tasks such as starting and checking the status of the Trafodion components,
+performing basic smoke tests, and so forth.</p>
</li>
<li>
-<p>Large: 128 GB</p>
+<p><strong><a href="#remove">Remove</a></strong>: Activities related to removing Trafodion from your Hadoop cluster.</p>
</li>
</ul>
-</div></div></td>
-</tr>
-<tr>
-<th class="tableblock halign-left valign-top"><p class="tableblock">Concurrency:Nodes</p></th>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
+</div>
+</div>
+<div class="sect2">
+<h3 id="introduction-provisioning-master-node">2.4. Provisioning Master Node</h3>
+<div class="paragraph">
+<p>All provisioning tasks are performed from a single node in the cluster, which must be part
+of the Hadoop environment you’re adding Trafodion to. This node is referred to as the
+"<strong>Provisioning Master Node</strong>" in this guide.</p>
+</div>
+<div class="paragraph">
+<p>The Trafodion Provisioning User must have access to all other nodes from the Provisioning
+Master Node in order to perform provisioning tasks on the cluster.</p>
+</div>
+</div>
+<div class="sect2">
+<h3 id="introduction-trafodion-installer">2.5. Trafodion Installer</h3>
+<div class="paragraph">
+<p>The Trafodion Installer is a set of scripts automates most of the tasks requires to install/upgrade Trafodion.
+You download the Trafodion Installer tar file from the Trafodion <a href="http://trafodion.apache.org/download.html">download</a> page.
+Next, you unpack the tar file.</p>
+</div>
+<div class="paragraph">
+<p><strong>Example</strong></p>
+</div>
+<div class="listingblock">
+<div class="content">
+<pre class="CodeRay highlight"><code data-lang="text">$ mkdir $HOME/trafodion-installer
+$ cd $HOME/trafodion-downloads
+$ tar -zxf apache-trafodion-installer-1.3.0-incubating-bin.tar.gz -C $HOME/trafodion-installer
+$ ls $HOME/trafodion-installer/installer
+bashrc_default tools traf_config_check trafodion_apache_hadoop_install traf_package_setup
+build-version-1.3.0.txt traf_add_user traf_config_setup trafodion_config_default traf_setup
+dcs_installer traf_apache_hadoop_config_setup traf_create_systemdefaults trafodion_install traf_sqconfig
+rest_installer traf_authentication_conf_default traf_getHadoopNodes trafodion_license traf_start
+setup_known_hosts.exp traf_cloudera_mods98 traf_hortonworks_mods98 trafodion_uninstaller
+$</code></pre>
+</div>
+</div>
+<div style="page-break-after: always;"></div>
+<div class="paragraph">
+<p>The Trafodion Installer supports two different modes:</p>
+</div>
+<div class="olist arabic">
+<ol class="arabic">
+<li>
+<p><strong>Guided Setup</strong>: Prompts for information as it works through the installation/upgrade process. This mode is recommended for new users.</p>
+</li>
+<li>
+<p><strong>Automated Setup</strong>: Required information is provided in a pre-formatted bash-script configuration file, which is provided
+via a command argument when running the Trafodion Installer thereby suppressing all prompts.</p>
+<div class="paragraph">
+<p>A template of the configuration file is available here within the installer directory: <code>trafodion_config_default</code>.
+Make a copy of the file in your directory and populate the needed information.</p>
+</div>
+<div class="paragraph">
+<p>Automated Setup is recommended since it allows you to record the required provisioning information information ahead of time.
+Refer to <a href="#introduction-trafodion-automated-setup">Automated Setup</a> for information about how to
+populate this file.</p>
+</div>
+</li>
+</ol>
+</div>
+<div class="sect3">
+<h4 id="introduction-trafodion-installer-usage">2.5.1. Usage</h4>
+<div class="paragraph">
+<p>The following shows help for the Trafodion Installer.</p>
+</div>
+<div class="listingblock">
+<div class="content">
+<pre class="CodeRay highlight"><code data-lang="text">./trafodion_install --help
+
+This script will install Trafodion. It will create a configuration
+file (if one has not been created), setup of the environment needed
+for Trafodion, configure HBase with Hbase-trx and co-processors needed,
+and install a specified Trafodion build.
+
+Options:
+ --help Print this message and exit
+ --accept_license If provided, the user agrees to accept all the
+ provisions in the Trafodion license. This allows
+ for automation by skipping the display and prompt of
+ the Trafodion license.
+ --config_file If provided, all install prompts will be
+ taken from this file and not prompted for.</code></pre>
+</div>
+</div>
+<div style="page-break-after: always;"></div>
+</div>
+<div class="sect3">
+<h4 id="introduction-trafodion-installer-install-vs-upgrade">2.5.2. Install vs. Upgrade</h4>
+<div class="paragraph">
+<p>The Trafodion Installer automatically detects whether you’re performing an install
+or an upgrade by looking for the Trafodion Runtime User in the <code>/etc/passwd</code> file.</p>
+</div>
+<div class="ulist">
<ul>
<li>
-<p>Two Small Nodes: Four concurrent queries</p>
+<p>If the user ID doesn’t exist, then the Trafodion Installer runs in install mode.</p>
</li>
<li>
-<p>Two Medium Nodes: 64 concurrent queries</p>
+<p>If the user ID exists, then the Trafodion Installer runs in upgrade mode.</p>
+</li>
+</ul>
+</div>
+</div>
+<div class="sect3">
+<h4 id="introduction-trafodion-installer-guided-setup">2.5.3. Guided Setup</h4>
+<div class="paragraph">
+<p>By default, the Trafodion Installer runs in Guided Setup mode, which means
+that it prompts you for information during the install/upgrade process.</p>
+</div>
+<div class="paragraph">
+<p>Refer to the following sections for examples:</p>
+</div>
+<div class="ulist">
+<ul>
+<li>
+<p><a href="#install-guided-install">Guided Install</a></p>
</li>
<li>
-<p>Two Large Nodes: 256 concurrent queries</p>
+<p><a href="#upgrade-guided-upgrade">Guided Upgrade</a></p>
</li>
</ul>
-</div></div></td>
-</tr>
-</tbody>
-</table>
</div>
</div>
<div class="sect3">
-<h4 id="os-requirements-and-recommendations">2.1.2. OS Requirements and Recommendations</h4>
+<h4 id="introduction-trafodion-installer-automated-setup">2.5.4. Automated Setup</h4>
<div class="paragraph">
-<p>Please verify these requirements on each node you will install Trafodion on:</p>
+<p>The <code>--config_file</code> option runs the Trafodion in Automated Setup mode.</p>
+</div>
+<div class="paragraph">
+<p>Before running the Trafodion Installer with this option, you do the following:</p>
+</div>
+<div class="olist arabic">
+<ol class="arabic">
+<li>
+<p>Copy the <code>trafodion_config_default</code> file.</p>
+<div class="paragraph">
+<p><strong>Example</strong></p>
+</div>
+<div class="listingblock">
+<div class="content">
+<pre class="CodeRay highlight"><code data-lang="text">cp trafodion_config_default my_config</code></pre>
+</div>
+</div>
+</li>
+<li>
+<p>Edit the new file using information you collect in the
+<a href="#prepare-gather-configuration-information">Gather Configuration Information</a>
+section in the <a href="#prepare">Prepare</a> chapter.</p>
+</li>
+<li>
+<p>Run the Trafodion Installer in Automated Setup Mode</p>
+<div class="paragraph">
+<p><strong>Example</strong></p>
+</div>
+<div class="listingblock">
+<div class="content">
+<pre class="CodeRay highlight"><code data-lang="text">./trafodion_installer --config_file my_config</code></pre>
+</div>
+</div>
+</li>
+</ol>
+</div>
+<div class="admonitionblock note">
+<table>
+<tr>
+<td class="icon">
+<i class="fa icon-note" title="Note"></i>
+</td>
+<td class="content">
+Your Trafodion Configuration File contains the password for the Trafodion Runtime User
+and for the Distribution Manager. Therefore, we recommend that you secure the file in a manner
+that matches the security policies of your organization.
+</td>
+</tr>
+</table>
+</div>
+<div class="sect4">
+<h5 id="_example_creating_a_trafodion_configuration_file">Example: Creating a Trafodion Configuration File</h5>
+<div class="paragraph">
+<p>Using the instructions in <a href="#prepare-gather-configuration-information">Gather Configuration Information</a>
+in the <a href="#prepare">Prepare</a> chapter, you record the following information.</p>
</div>
<table class="tableblock frame-all grid-all spread">
<colgroup>
+<col style="width: 30%;">
+<col style="width: 50%;">
<col style="width: 20%;">
-<col style="width: 40%;">
-<col style="width: 40%;">
</colgroup>
<thead>
<tr>
-<th class="tableblock halign-left valign-top">Function</th>
-<th class="tableblock halign-left valign-top">Requirement</th>
-<th class="tableblock halign-left valign-top">Verification Guidance</th>
+<th class="tableblock halign-left valign-top">ID</th>
+<th class="tableblock halign-left valign-top">Information</th>
+<th class="tableblock halign-left valign-top">Setting</th>
</tr>
</thead>
<tbody>
<tr>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>Linux</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>64-bit version of Red Hat 6.5 or later, or SUSE SLES 11.3 or later.</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div></div></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>ADMIN</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Administrator user name for Apache Ambari or Cloudera Manager.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">admin</p></td>
</tr>
<tr>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>sshd</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>The <code>ssh</code> daemon is running on each node in the cluster.</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
-<ul>
-<li>
-<p><code>ps aux | grep sshd</code></p>
-</li>
-<li>
-<p><code>sudo netstat -plant | grep :22</code></p>
-</li>
-</ul>
-</div></div></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>BACKUP_DCS_NODES</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">List of nodes where to start the backup DCS Master components.</p></td>
+<td class="tableblock halign-left valign-top"></td>
</tr>
<tr>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>ntpd</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>The <code>ntp</code> daemon is running and synchronizign time on each node in the cluster.</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
-<ul>
-<li>
-<p><code>ps aux | grep ntp</code></p>
-</li>
-<li>
-<p><code>ntpq -p</code></p>
-</li>
-</ul>
-</div></div></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>CLOUD_CONFIG</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether you’re installing Trafodion on a cloud environment.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">N</p></td>
</tr>
<tr>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>FQDN</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>CLOUD_TYPE</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">What type of cloud environment you’re installing Trafodion on.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>CLUSTER_NAME</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The name of the Hadoop Cluster.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Cluster 1</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>DCS_BUILD</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Tar file containing the DCS component.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>DCS_PRIMARY_MASTER_NODE</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The node where the primary DCS should run.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>DCS_SERVER_PARM</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Number of concurrent client sessions per node.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">8</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>ENABLE_HA</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether to run DCS in high-availability (HA) mode.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">N</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>EPEL_RPM</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Location of EPEL RPM. Specify if you don’t have access to the Internet.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>FLOATING_IP</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">IP address if running DCS in HA mode.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>HADOOP_TYPE</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The type of Hadoop distribution you’re installing Trafodion on.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">cloudera</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>HBASE_GROUP</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Linux group name for the HBASE administrative user.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">hbase</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>HBASE_USER</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Linux user name for the HBASE administrative user.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">hbase</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>HDFS_USER</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Linux user name for the HDFS administrative user.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">hdfs</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>HOME_DIR</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Root directory under which the <code>trafodion</code> home directory should be created.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">/home</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>INIT_TRAFODION</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether to automatically initialize the Trafodion database.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Y</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>INTERFACE</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Interface type used for $FLOATING_IP.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>JAVA_HOME</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Location of Java 1.7.0_65 or higher (JDK).</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">/usr/java/jdk1.7.0_67-cloudera</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_CERT</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Full path to TLS certificate.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_HOSTS</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">List of nodes where LDAP Identity Store servers are running.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_ID</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">List of LDAP unique identifiers.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_LEVEL</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">LDAP Encryption Level.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_PASSWORD</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Password for LDAP_USER.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_PORT</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Port used to communicate with LDAP Identity Store.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_SECURITY</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether to enable simple LDAP authentication.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">N</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LDAP_USER</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">LDAP Search user name.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>LOCAL_WORKDIR</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The directory where the Trafodion Installer is located.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">/home/centos/trafodion-installer/installer</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>MANAGEMENT_ENABLED</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether your installation uses separate management nodes.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">N</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>MANAGEMENT_NODES</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The FQDN names of management nodes, if any.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>NODE_LIST</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The FQDN names of the nodes where Trafodion will be installed.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">trafodion-1 trafodion-2</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>PASSWORD</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Administrator password for Apache Ambari or Cloudera Manager.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">admin</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>REST_BUILD</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Tar file containing the REST component.</p></td>
+<td class="tableblock halign-left valign-top"></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>SQ_ROOT</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Target directory for the Trafodion software.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">/home/trafodion/apache-trafodion-1.3.0-incubating-bin</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>START</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether to start Trafodion after install/upgrade.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Y</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>SUSE_LINUX</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Whether your installing Trafodion on SUSE Linux.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">false</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>TRAF_PACKAGE</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The location of the Trafodion installation package tar file or core installation tar file.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">/home/centos/trafodion-download/apache-trafodion-1.3.0-incubating-bin.tar.gz</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>TRAF_USER</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The Trafodion runtime user ID. Must be <code>trafodion</code> in this release.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">trafodion</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>TRAF_USER_PASSWORD</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">The password used for the <code>trafodion:trafodion</code> user ID.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">traf123</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>URL</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">FQDN and port for the Distribution Manager’s REST API.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">trafodion-1.apache.org:7180</p></td>
+</tr>
+</tbody>
+</table>
+<div class="paragraph">
+<p>Next, you edit <code>my_config</code> to contain the following:</p>
+</div>
+<div class="listingblock">
+<div class="content">
+<pre class="CodeRay highlight"><code data-lang="text">#!/bin/bash
+# @@@ START COPYRIGHT @@@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+# @@@ END COPYRIGHT @@@
+
+#====================================================
+# Trafodion Configuration File
+# This file contains default values for the installer.
+
+# Users can also edit this file and provide values for all parameters
+# and then specify this file on the run line of trafodion_install.
+# Example:
+# ./trafodion_install --config_file <Trafodion-config-file>
+# WARNING: This mode is for advanced users!
+#
+#=====================================================
+
+
+#=====================================================
+#Must be set to 'true' if on a SUSE linux system. If on another type of system
+#this must be set to false.
+
+export SUSE_LINUX="false"
+
+# The working directory where Trafodion installer untars files, etc.
+# do not change this unless you really know what you are doing
+export TRAF_WORKDIR="/usr/lib/trafodion"
+
+# This is the directory where the installer scripts were untarred to
+export LOCAL_WORKDIR="/home/centos/trafodion-installer/installer"
+
+# The maximum number of dcs servers, i.e. client connections
+export DCS_SERVERS_PARM="8"
+
+# "true" if this is an upgrade
+export UPGRADE_TRAF="false"
+
+# Trafodion userid, This is the userid the Trafodion instance will run under
+export TRAF_USER="trafodion"
+
+# Trafodion userid's password
+export TRAF_USER_PASSWORD="traf123"
+
+# a blank separated list of nodes in your cluster
+# node names should include full domain names
+#This can not be left blank!
+export NODE_LIST="trafodion-1 trafodion-2"
+
+# count of nodes in node list
+export node_count="2"
+
+# another list of the same nodes in NODE_LIST but specified in a pdsh usable format
+# i.e. "-w centos-cdh[1-6]" or "-w node1 -w node2 -w node3"
+export MY_NODES="-w trafodion-[1-2]"
+
+# the directory prefix for the trafodion userid's $HOME directory
+# i.e. /opt/home, not /opt/home/trafodion
+export HOME_DIR="/home"
+
+#JAVA HOME must be a JDK. Must include FULL Path. Must be 1.7.0_65 or higher.
+
+export JAVA_HOME="/usr/java/jdk1.7.0_67-cloudera"
+
+# If your machine doesn't have external internet access then you must
+# specify the location of the EPEL rpm, otherwise leave blank and it
+# will be installed from the internet
+export EPEL_RPM=""
+
+# full path of the Trafodion package tar file
+export TRAF_PACKAGE="/home/centos/trafodion-download/apache-trafodion-1.3.0-incubating-bin.tar.gz"
+
+# if TRAF_PACKAGE wasn't specified then these two values must be specified
+# TRAF_BUILD is the trafodion_server tar file
+# DCS_BUILD is the DCS tar file
+# REST_BUILD is the REST tar file
+export TRAF_BUILD=""
+export DCS_BUILD=""
+export REST_BUILD=""
+# Either "cloudera" or "hortonworks" (all lowercase)
+export HADOOP_TYPE="cloudera"
+
+# The URL for Cloudera/Hortonworks REST API (i.e. node1.hp.com:8080)
+export URL="trafodion-1.apache.org:7180"
+
+# Cloudera/Hortonworks UI admin's userid and password
+export ADMIN="admin"
+export PASSWORD="admin"
+
+# hadoop cluster name
+export CLUSTER_NAME=""
+
+# the Hadoop HDFS userid
+export HDFS_USER="hdfs"
+
+# the Hadoop HBase userid and group
+export HBASE_USER="hbase"
+export HBASE_GROUP="hbase"
+
+# The hadoop HBase service name
+export HBASE="hbase"
+
+# full path of where to install Trafodion to
+# Example is used below. If $HOME_DIR or $TRAF_USER have been changed
+# then this will need to be changed.
+# On an upgrade, it is recommend to choose a different directory.
+# First time install : /home/trafodion/traf
+# On Upgrade: /home/trafodion/traf_<date>
+# By doing this the previous version will remain and allow for an easier rollback.
+export SQ_ROOT="/home/trafodion/apache-trafodion-1.3.0-incubating-bin"
+
+# Start Trafodion after install completes
+export START="Y"
+
+# initialize trafodion after starting
+export INIT_TRAFODION="Y"
+
+# full path to the sqconfig file
+# Default is to leave as is and this file will be created.
+export SQCONFIG=""
+
+export CONFIG_COMPLETE="true"
+
+#Turn on simple security. MUST have existing LDAP configured.
+export LDAP_SECURITY="N"
+
+#Name of LDAP Config file
+export LDAP_AUTH_FILE="traf_authentication_config_${HOSTNAME}"</code></pre>
+</div>
+</div>
+<div class="paragraph">
+<p>Once completed, run the Trafodion Installer with the <code>--config_file</code> option.</p>
+</div>
+<div class="paragraph">
+<p>Refer to the following sections for examples:</p>
+</div>
+<div class="ulist">
<ul>
<li>
-<p><code>/etc/hosts</code> is set up for fully-qualified node names (FQDN).</p>
+<p><a href="#install-automated-install">Automated Install</a></p>
</li>
<li>
-<p><code>/etc/resolv.conf</code> is configured to use a name server.</p>
+<p><a href="#upgrade-automated-upgrade">Automated Upgrade</a></p>
</li>
</ul>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
+</div>
+</div>
+</div>
+</div>
+<div class="sect2">
+<h3 id="introduction-trafodion-provisioning-directories">2.6. Trafodion Provisioning Directories</h3>
+<div class="paragraph">
+<p>Trafodion stores its provisioning information in the following directories on each node in the cluster:</p>
+</div>
+<div class="ulist">
<ul>
<li>
-<p><code>host -T <FQDN></code> (responds if using a DNS server, times out otherwise)</p>
+<p><code>/etc/trafodion</code>: Configurtion information.</p>
</li>
<li>
-<p>Simply ssh among nodes using <code>ssh <FQDN></code>.</p>
+<p><code>/usr/lib/trafodion</code>: Copies of the installer files.</p>
</li>
</ul>
-</div></div></td>
-</tr>
-<tr>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>Port Availability</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>The Linux Kernel Firewall (<code>iptables</code>) has either been disabled or <a href="#ip_ports">ports required by Trafodion</a> have been opened.</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="ulist">
+</div>
+</div>
+</div>
+</div>
+<div class="sect1">
+<h2 id="requirements">3. Requirements</h2>
+<div class="sectionbody">
+<div class="paragraph">
+<p>Trafodion requires an x86 version of Linux.</p>
+</div>
+<div class="paragraph">
+<p>The current release of Trafodion has been tested with:</p>
+</div>
+<div class="ulist">
<ul>
<li>
-<p><code>lsmod | grep ip_tables</code> checks whether <code>iptables</code> is loaded. If not, no further checking is needed.</p>
+<p>64-bit Red Hat Enterprise Linux (RHEL) or CentOS 6.5, 6.6, and 6.7</p>
+</li>
+<li>
+<p>SUSE SLES 11.3</p>
</li>
<li>
-<p><code>sudo iptables -nL | grep <port></code> checks the configuration of a port. An empty response indicates no rule for the port, which often means
-the port is <strong>not</strong> open.</p>
+<p>Cloudera CDH 5.2</p>
+</li>
+<li>
+<p>Cloudera CDH 5.3</p>
+</li>
+<li>
+<p>Hortonworks HDP 2.2</p>
</li>
</ul>
-</div></div></td>
+</div>
+<div class="paragraph">
+<p>Other OS releases may work, too. The Trafodion project is currently working on better support for non-distribution version of Hadoop.</p>
+</div>
+<div class="sect2">
+<h3 id="requirements-general-cluster-and-os-requirements-and-recommendations">3.1. General Cluster and OS Requirements and Recommendations</h3>
+<div class="paragraph">
+<p>64-bit x86 instruction set running a Linux distribution is required. Further, Trafodion assumes an environment
+based on the requirements of the tested Hadoop distributions/services.</p>
+</div>
+<div class="sect3">
+<h4 id="requirements-cluster-requirements-and-recommendations">3.1.1. Hardware Requirements and Recommendations</h4>
+<div class="sect4">
+<h5 id="requirements-single-node-cluster">Single-Node Cluster</h5>
+<div class="paragraph">
+<p>It is possible to run Trafodion on a single-node sandbox environment. Typically, any sandbox running a Hadoop distribution
+can be used. A typical single-node configuration uses 4-8 cores with 16 GB of memory, and 20 GB free disk space.</p>
+</div>
+</div>
+<div class="sect4">
+<h5 id="requirements-multi-node-cluster">Multi-Node Cluster</h5>
+<div class="paragraph">
+<p>For multi-node end-user clusters, your typical HBase environment should suffice for Trafodion.
+Typically, memory configuration range between 64-128 GB per node with minimum requirement of 16 GB.
+The cluster size can span from 1 to <em>n</em> nodes; a minimum of two nodes is recommended.
+A minimum of two cores is required regardless of whether you’re deploying Trafodion on a bare-metal or virtual environment.</p>
+</div>
+<div style="page-break-after: always;"></div>
+<div class="paragraph">
+<p>Recommended configurations:</p>
+</div>
+<table class="tableblock frame-all grid-all spread">
+<colgroup>
+<col style="width: 40%;">
+<col style="width: 60%;">
+</colgroup>
+<thead>
+<tr>
+<th class="tableblock halign-left valign-top">Attribute</th>
+<th class="tableblock halign-left valign-top">Guidance</th>
</tr>
+</thead>
+<tbody>
<tr>
+<th class="tableblock halign-left valign-top"><p class="tableblock">Processors per Node</p></th>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>passwordless ssh</p>
-</div></div></td>
-<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>The user name used to provision Trafodion must have passwordless ssh access to all nodes.</p>
+<p>• Small: 2 cores<br>
+• Medium: 4 cores<br>
+• Large: 8+ cores</p>
</div></div></td>
+</tr>
+<tr>
+<th class="tableblock halign-left valign-top"><p class="tableblock">Memory per Node</p></th>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>ssh to the nodes, ensure that no password prompt appears.</p>
+<p>• Small: 16 GB<br>
+• Medium: 64 GB<br>
+• Large: 128 GB</p>
</div></div></td>
</tr>
<tr>
+<th class="tableblock halign-left valign-top"><p class="tableblock">Concurrency:Nodes</p></th>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>sudo priviliges</p>
+<p>• Two Small Nodes: Four concurrent queries<br>
+• Two Medium Nodes: 64 concurrent queries<br>
+• Two Large Nodes: 256 concurrent queries</p>
</div></div></td>
+</tr>
+</tbody>
+</table>
+</div>
+</div>
+<div class="sect3">
+<h4 id="requirements-os-requirements-and-recommendations">3.1.2. OS Requirements and Recommendations</h4>
+<div class="paragraph">
+<p>Please verify these requirements on each node you will install Trafodion on:</p>
+</div>
+<table class="tableblock frame-all grid-all spread">
+<colgroup>
+<col style="width: 20%;">
+<col style="width: 40%;">
+<col style="width: 40%;">
+</colgroup>
+<thead>
+<tr>
+<th class="tableblock halign-left valign-top">Function</th>
+<th class="tableblock halign-left valign-top">Requirement</th>
+<th class="tableblock halign-left valign-top">Verification Guidance</th>
+</tr>
+</thead>
+<tbody>
+<tr>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>The user name used to provision Trafodion must sudo access to a number of root functions .</p>
+<p>Linux</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p><code>sudo echo "test"</code> on each node.</p>
+<p>64-bit version of Red Hat 6.5 or later, or SUSE SLES 11.3 or later.</p>
</div></div></td>
+<td class="tableblock halign-left valign-top"><div></div></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>bash</p>
+<p>sshd</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>Available for shell-script execution.</p>
+<p>The <code>ssh</code> daemon is running on each node in the cluster.</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p><code>bash --version</code></p>
+<p>• <code>ps aux | grep sshd</code><br>
+• <code>sudo netstat -plant | grep :22</code></p>
</div></div></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>java</p>
+<p>ntpd</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>Available to run the Trafodion software. Sama version as HBase is using.</p>
+<p>The <code>ntp</code> daemon is running and synchronizing time on each node in the cluster.</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p><code>java --version</code></p>
+<p>• <code>ps aux | grep ntp</code><br>
+• <code>ntpq -p</code></p>
</div></div></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>perl</p>
+<p>FQDN</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>Available for script execution.</p>
+<p>• <code>/etc/hosts</code> is set up for fully-qualified node names (FQDN).<br>
+• <code>/etc/resolv.conf</code> is configured to use a name server.</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p><code>perl --version</code></p>
+<p>• <code>host -T <FQDN></code> (responds if using a DNS server, times out otherwise)<br>
+• Simply ssh among nodes using <code>ssh <FQDN></code>.</p>
</div></div></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>python</p>
+<p>Port Availability</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>Available for script execution.</p>
+<p>The Linux Kernel Firewall (<code>iptables</code>) has either been disabled or <a href="#ip-ports">ports required by Trafodion</a> have been opened.</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p><code>python --version</code></p>
+<p>• <code>lsmod | grep ip_tables</code> checks whether <code>iptables</code> is loaded. If not, no further checking is needed.<br>
+• <code>sudo iptables -nL | grep <port></code> checks the configuration of a port. An empty response indicates no rule for the port, which often means
+the port is <strong>not</strong> open.</p>
</div></div></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
-<p>yum</p>
+<p>passwordless ssh</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>The user name used to provision Trafodion must have passwordless ssh access to all nodes.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>ssh to the nodes, ensure that no password prompt appears.</p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>sudo privileges</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>The user name used to provision Trafodion must sudo access to a number of root functions .</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p><code>sudo echo "test"</code> on each node.</p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>bash</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Available for shell-script execution.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p><code>bash --version</code></p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>java</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Available to run the Trafodion software. Same version as HBase is using.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p><code>java --version</code></p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>perl</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Available for script execution.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p><code>perl --version</code></p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>python</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Available for script execution.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p><code>python --version</code></p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>yum</p>
</div></div></td>
<td class="tableblock halign-left valign-top"><div><div class="paragraph">
<p>Available for installs, updates, and removal of software packages.</p>
@@ -1307,7 +2082,7 @@ the port is <strong>not</strong> open.</p>
</table>
</div>
<div class="sect3">
-<h4 id="ip_ports">2.1.3. IP Ports</h4>
+<h4 id="requirements-ip-ports">3.1.3. IP Ports</h4>
<div class="paragraph">
<p>The following table lists the default ports used by the different Trafodion components plus the configuration file and configuration attribute associated with each port setting.</p>
</div>
@@ -1317,9 +2092,9 @@ the port is <strong>not</strong> open.</p>
<col style="width: 20%;">
<col style="width: 20%;">
<col style="width: 10%;">
+<col style="width: 5%;">
<col style="width: 10%;">
-<col style="width: 10%;">
-<col style="width: 20%;">
+<col style="width: 25%;">
</colgroup>
<thead>
<tr>
@@ -1468,9 +2243,11 @@ have Trafodion, HBase, or HDFS servers on them.</p>
</div>
</div>
<div class="sect2">
-<h3 id="_prerequisite_software">2.2. Prerequisite Software</h3>
+<h3 id="requirements-prerequisite-software">3.2. Prerequisite Software</h3>
+<div class="sect3">
+<h4 id="requirements-hadoop-software">3.2.1. Hadoop Software</h4>
<div class="paragraph">
-<p>Trafodion runs as an add-on service on Hadoop distributions. The following Hadoop services and their dependiencies must be installed and running
+<p>Trafodion runs as an add-on service on Hadoop distributions. The following Hadoop services and their dependencies must be installed and running
on the cluster where you intend to install Trafodion:</p>
</div>
<div class="ulist">
@@ -1496,7 +2273,7 @@ on the cluster where you intend to install Trafodion:</p>
</ul>
</div>
<div class="paragraph">
-<p>The following distributions are supported for Trafodion:</p>
+<p>The following distributions have been tested with Trafodion.<sup>1</sup></p>
</div>
<table class="tableblock frame-all grid-all spread">
<colgroup>
@@ -1519,7 +2296,7 @@ on the cluster where you intend to install Trafodion:</p>
<td class="tableblock halign-left valign-top"><p class="tableblock">5.2 or 5.3</p></td>
<td class="tableblock halign-left valign-top"><p class="tableblock">0.98</p></td>
<td class="tableblock halign-left valign-top"><p class="tableblock"><a href="http://www.cloudera.com/downloads/manager/5-2-0.html">CHD 5.2 Installation</a><br>
-<a href="http://www.cloudera.com/downloads/manager/5-3-0.html" class="bare">http://www.cloudera.com/downloads/manager/5-3-0.html</a><sup class="CDH 5.3 Installation">1</sup></p></td>
+<a href="http://www.cloudera.com/downloads/manager/5-3-0.html" class="bare">http://www.cloudera.com/downloads/manager/5-3-0.html</a><sup class="CDH 5.3 Installation">2</sup></p></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><p class="tableblock">Hortonworks Data Platform (HDP)</p></td>
@@ -1529,8 +2306,16 @@ on the cluster where you intend to install Trafodion:</p>
</tr>
</tbody>
</table>
-<div class="paragraph">
-<p><sup>1</sup> When possible, install using <strong>parcels</strong> to simply the installation process.</p>
+<div class="olist arabic">
+<ol class="arabic">
+<li>
+<p>Future releases of Trafodion will move away from distribution-specific integration. Instead, Trafodion will be tested with
+specific version of the Hadoop, HDFS, HBase, and other services/products only.</p>
+</li>
+<li>
+<p>When possible, install using <strong>parcels</strong> to simply the installation process.</p>
+</li>
+</ol>
</div>
<div class="admonitionblock note">
<table>
@@ -1546,11 +2331,13 @@ Trafodion.
</tr>
</table>
</div>
+</div>
<div class="sect3">
-<h4 id="_software_packages">2.2.1. Software Packages</h4>
+<h4 id="requirements-software-packages">3.2.2. Software Packages</h4>
<div class="paragraph">
<p>In addition to the software packages required to run different Hadoop services listed above (for example, <code>Java</code>),
-the following software packages and their dependencies must be installed on all nodes where Trafodion will be installed.</p>
+Trafodion requires supplementary software to be installed on the cluster before it is installed. These are Linux
+tools that are not typically packaged as part of the core Linux distribution.</p>
</div>
<div class="admonitionblock note">
<table>
@@ -1559,7 +2346,9 @@ the following software packages and their dependencies must be installed on all
<i class="fa icon-note" title="Note"></i>
</td>
<td class="content">
-For RedHat/CentOS, the Trafodion Installer can install a subset of the packages below.
+For RedHat/CentOS, the Trafodion Installer automatically attempts get a subset of these packages over the Internet.
+If the cluster’s access to the Internet is disabled, then you need to manually download the packages and make them available
+for installation. You need to build and install <code>log4c++</code> manually.
</td>
</tr>
</table>
@@ -1581,11 +2370,12 @@ For RedHat/CentOS, the Trafodion Installer can install a subset of the packages
<tr>
<td class="tableblock halign-left valign-top"><p class="tableblock">EPEL</p></td>
<td class="tableblock halign-left valign-top"><p class="tableblock">Add-on packages to completed the Linux distribution.</p></td>
-<td class="tableblock halign-left valign-top"><div class="literal"><pre><a href="http://download.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch">Fedora RPM</a></pre></div></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>Download
+<a href="http://download.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch">Fedora RPM</a></pre></div></td>
</tr>
<tr>
<td class="tableblock halign-left valign-top"><p class="tableblock">pdsh</p></td>
-<td class="tableblock halign-left valign-top"><p class="tableblock">Parellelize shell commands during install and Trafodion runtime utilities.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Parallelize shell commands during install and Trafodion runtime utilities.</p></td>
<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install pdsh</pre></div></td>
</tr>
<tr>
@@ -1610,7 +2400,7 @@ For RedHat/CentOS, the Trafodion Installer can install a subset of the packages
</tr>
<tr>
<td class="tableblock halign-left valign-top"><p class="tableblock">perl-Params-Validate</p></td>
-<td class="tableblock halign-left valign-top"><p class="tableblock">Validates method/function parameters in Perl sripts.</p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Validates method/function parameters in Perl scripts.</p></td>
<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install perl-Params-Validate</pre></div></td>
</tr>
<tr>
@@ -1644,243 +2434,2801 @@ For RedHat/CentOS, the Trafodion Installer can install a subset of the packages
<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install apr-devel</pre></div></td>
</tr>
<tr>
-<td class="tableblock halign-left valign-top"><p class="tableblock">apr-util-devel<sup>2</sup></p></td>
-<td class="tableblock halign-left valign-top"><p class="tableblock">Support files used to build applications using the APR utility library.</p></td>
-<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install apr-util-devel</pre></div></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">apr-util-devel<sup>2</sup></p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Support files used to build applications using the APR utility library.</p></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install apr-util-devel</pre></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><p class="tableblock">doxygen<sup>2</sup></p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">Generate documentation from annotated C++ sources.</p></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install doxygen</pre></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><p class="tableblock">gcc<sup>2</sup></p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">GNU Compiler Collection</p></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install gcc</pre></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><p class="tableblock">gcc_c++<sup>2</sup></p></td>
+<td class="tableblock halign-left valign-top"><p class="tableblock">GNU C++ compiler.</p></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>yum install gcc_c++</pre></div></td>
+</tr>
+</tbody>
+</table>
+<div class="olist arabic">
+<ol class="arabic">
+<li>
+<p><code>log4c++</code> was recently withdrawn from public repositories. Therefore, you will need to build the <code>log4c++</code> RPM
+on your system and then install the RPM using the procedure described in <a href="#log4cplusplus_installation">log4c++ Installation</a>.</p>
+</li>
+<li>
+<p>Software package required to build <code>log4c++</code>. Not required otherwise. These packages are <strong>not</strong> installed by the Trafodion Installer in this release.</p>
+</li>
+</ol>
+</div>
+<div class="paragraph">
+<p>The Trafodion Installer requires Internet access to install the required software packages.</p>
+</div>
+</div>
+</div>
+<div class="sect2">
+<h3 id="requirements-trafodion-user-ids-and-their-privileges">3.3. Trafodion User IDs and Their Privileges</h3>
+<div class="sect3">
+<h4 id="requirements-trafodion-runtime-user">3.3.1. Trafodion Runtime User</h4>
+<div class="paragraph">
+<p>The <code>trafodion:trafodion</code> user ID is created as part of the installation process. The default password is: <code>traf123</code>.</p>
+</div>
+<div class="paragraph">
+<p>Trafodion requires that either HDFS ACL support or Kerberos is enabled. The Trafodion Installer will enable HDFS ACL support.
+Kerberos-based security settings are outside the scope of this guide. Please refer to the security information in
+<a href="https://hbase.apache.org/book.html#security">Apache HBase™ Reference Guide</a> for information about how to set up
+HBase security with Kerberos.</p>
+</div>
+<div class="paragraph">
+<p>Also, Trafodion requires <code>sudo</code> access to <code>ip</code> and <code>arping</code> so that floating or elastic IP addresses can be moved from one node to
+another in case of node failures.</p>
+</div>
+<div class="admonitionblock note">
+<table>
+<tr>
+<td class="icon">
+<i class="fa icon-note" title="Note"></i>
+</td>
+<td class="content">
+Do <strong>not</strong> create the <code>trafodion:trafodion</code> user ID in advance. The Trafodion Installer uses the presence of this user ID to determine
+whether you’re doing an installation or upgrade.
+</td>
+</tr>
+</table>
+</div>
+</div>
+<div class="sect3">
+<h4 id="requirements-trafodion-provisioning-user">3.3.2. Trafodion Provisioning User</h4>
+<div class="paragraph">
+<p>Typically, the Trafodion Installer is used for Trafodion installations. It requires access to the user IDs documented below.</p>
+</div>
+<div class="sect4">
+<h5 id="requirements-linux-installation-user">Linux Installation User</h5>
+<div class="paragraph">
+<p>The user ID that performs the Trafodion installation steps. Typically, this User ID runs the Trafodion Installer.</p>
+</div>
+<div class="paragraph">
+<p><strong>Requirements</strong>:</p>
+</div>
+<div class="ulist">
+<ul>
+<li>
+<p>User name or group cannot be <code>trafodion</code>.</p>
+</li>
+<li>
+<p>Passwordless ssh access to all nodes in the cluster.</p>
+</li>
+<li>
+<p>Internet access to download software packages.</p>
+</li>
+<li>
+<p><code>requiretty</code> must be disabled in <code>/etc/sudoers</code>.</p>
+</li>
+<li>
+<p><code>sudo</code><sup>1</sup> access to:</p>
+<div class="ulist">
+<ul>
+<li>
+<p>Download and install software packages.</p>
+</li>
+<li>
+<p>Modify <code>/etc/sudoers.d</code> (allow the <code>trafodion</code> user to modify floating IP: <code>ip</code> and <code>arping</code>).</p>
+</li>
+<li>
+<p>Create the <code>trafodion</code> user ID and group.</p>
+</li>
+<li>
+<p>Install Trafodion software into the HBase environment.</p>
+</li>
+<li>
+<p>Run Java version command on each node in the cluster.</p>
+</li>
+<li>
+<p>Run Hadoop version command on each node in the cluster.</p>
+</li>
+<li>
+<p>Run HBase version command on each node in the cluster.</p>
+</li>
+<li>
+<p>Create directories and files in:</p>
+<div class="ulist">
+<ul>
+<li>
+<p><code>/etc</code></p>
+</li>
+<li>
+<p><code>/usr/lib</code></p>
+</li>
+<li>
+<p><code>/var/log</code></p>
+</li>
+</ul>
+</div>
+</li>
+<li>
+<p>Invoke <code>su</code> to execute commands as other users; for example, <code>trafodion</code>.</p>
+</li>
+<li>
+<p>Edit <code>sysctl.conf</code> and activate changes using <code>sysctl -p</code>:</p>
+<div class="ulist">
+<ul>
+<li>
+<p>Modify kernel limits.</p>
+</li>
+<li>
+<p>Reserve IP ports.</p>
+</li>
+</ul>
+</div>
+</li>
+</ul>
+</div>
+</li>
+</ul>
+</div>
+<div class="paragraph">
+<p><sup>1</sup> <code>sudo</code> is <strong>required</strong> in the current release of Trafodion. This restriction may be relaxed in later releases.
+Alternative mechanisms for privileged access (such as running as <code>root</code> or <code>sudo</code> alternative commands) are not supported.</p>
+</div>
+</div>
+<div class="sect4">
+<h5 id="requirements-distribution-manager-user">Distribution Manager User</h5>
+<div class="paragraph">
+<p>A user ID that can change the configuration using Apache Ambari or Cloudera Manager. The Trafodion Installer makes REST
+request to perform configuration and control functions to the distribution manager using this user ID.</p>
+</div>
+<div class="paragraph">
+<p><strong>Requirements</strong>:</p>
+</div>
+<div class="ulist">
+<ul>
+<li>
+<p>Administrator user name and password.</p>
+</li>
+<li>
+<p>URL to Distribution Manager’s REST API.</p>
+</li>
+</ul>
+</div>
+</div>
+<div class="sect4">
+<h5 id="requirements-hdfs-administrator-user">HDFS Administrator User</h5>
+<div class="paragraph">
+<p>The HDFS super user. Required to create directories and change security settings, as needed.
+The Trafodion Installer uses <code>su</code> to run commands under this user ID.</p>
+</div>
+<div class="paragraph">
+<p><strong>Requirements</strong>:</p>
+</div>
+<div class="ulist">
+<ul>
+<li>
+<p>HDFS Administrator user name.</p>
+</li>
+<li>
+<p>Write access to home directory on the node where the Distribution Manager is running.</p>
+</li>
+</ul>
+</div>
+</div>
+<div class="sect4">
+<h5 id="requirements-hbase-administrator-user">HBase Administrator User</h5>
+<div class="paragraph">
+<p>The HBase super user. Required to change directory ownership in HDFS.</p>
+</div>
+<div class="paragraph">
+<p><strong>Requirements</strong>:</p>
+</div>
+<div class="ulist">
+<ul>
+<li>
+<p>HBase Administrator user name and group.</p>
+</li>
+<li>
+<p>Read access to <code>hbase-site.xml</code>.</p>
+</li>
+</ul>
+</div>
+</div>
+</div>
+</div>
+<div class="sect2">
+<h3 id="requirements-required-configuration-changes">3.4. Required Configuration Changes</h3>
+<div class="paragraph">
+<p>Trafodion requires changes to a number of different areas of your system configuration: operating system, HDFS, and HBase.</p>
+</div>
+<div class="admonitionblock note">
+<table>
+<tr>
+<td class="icon">
+<i class="fa icon-note" title="Note"></i>
+</td>
+<td class="content">
+These changes are performed by the Trafodion Installer, if used.
+</td>
+</tr>
+</table>
+</div>
+<div class="sect3">
+<h4 id="requirements-operating-system-changes">3.4.1. Operating System Changes</h4>
+<div class="paragraph">
+<p><code>/etc/security/limits.d/trafodion.conf</code> on each node in the cluster must contain the following settings:</p>
+</div>
+<div class="listingblock">
+<div class="content">
+<pre class="CodeRay highlight"><code data-lang="text"># Trafodion settings
+trafodion soft core unlimited
+trafodion hard core unlimited
+trafodion soft memlock unlimited
+trafodion hard memlock unlimited
+trafodion soft nofile 32768
+trafodion hard nofile 65536
+trafodion soft nproc 100000
+trafodion hard nproc 100000
+hbase soft nofile 8192
+trafodion soft nofile 8192
+trafodion hard nofile 65535</code></pre>
+</div>
+</div>
+<div style="page-break-after: always;"></div>
+</div>
+<div class="sect3">
+<h4 id="requirements-zookeeper-changes">3.4.2. ZooKeeper Changes</h4>
+<div class="admonitionblock note">
+<table>
+<tr>
+<td class="icon">
+<i class="fa icon-note" title="Note"></i>
+</td>
+<td class="content">
+These changes require a restart of ZooKeeper on all nodes in the cluster.
+</td>
+</tr>
+</table>
+</div>
+<div class="paragraph">
+<p>Trafodion requires the following changes to <code>zoo.cfg</code>:</p>
+</div>
+<table class="tableblock frame-all grid-all spread">
+<colgroup>
+<col style="width: 30%;">
+<col style="width: 40%;">
+<col style="width: 30%;">
+</colgroup>
+<thead>
+<tr>
+<th class="tableblock halign-left valign-top">Setting</th>
+<th class="tableblock halign-left valign-top">New Value</th>
+<th class="tableblock halign-left valign-top">Purpose</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>maxClientCnxns</pre></div></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>0</pre></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Tell ZooKeeper to impose no limit to the number of connections to enable better Trafodion concurrency.</p>
+</div></div></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="sect3">
+<h4 id="requirements-hdfs-changes">3.4.3. HDFS Changes</h4>
+<div class="admonitionblock note">
+<table>
+<tr>
+<td class="icon">
+<i class="fa icon-note" title="Note"></i>
+</td>
+<td class="content">
+These changes require a restart of HDFS on all nodes in the cluster.
+</td>
+</tr>
+</table>
+</div>
+<div class="paragraph">
+<p>Trafodion requires the following changes to the HDFS environment:</p>
+</div>
+<table class="tableblock frame-all grid-all spread">
+<colgroup>
+<col style="width: 60%;">
+<col style="width: 40%;">
+</colgroup>
+<thead>
+<tr>
+<th class="tableblock halign-left valign-top">Action</th>
+<th class="tableblock halign-left valign-top">Purpose</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>• Create <code>/hbase-staging</code> directory. <br>
+ • Change owner to HBase Administrator.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>• Create <code>/bulkload</code> directory. <br>
+ • Change owner to <code>trafodion</code>.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Used to stage data when processing the Trafodion
+<a href="http://trafodion.apache.org/docs/sql_reference/index.html#load_statement">LOAD INTO table</a>
+statement and as a temporary directory to create links to actual HFile for snapshot scanning.</p>
+</div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>• Create <code>/lobs</code> directory. <br>
+ • Change owner to <code>trafodion</code>.</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div></div></td>
+</tr>
+<tr>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>• Create <code>/apps/hbase/data/archive</code><sup>1</sup>. <br>
+ • Change owner to: <code>hbase:hbase</code> (Cloudera) or <code>hbase:hdfs</code> (Hortonworks)<br>
+ • Give the <code>trafodion</code> user RWX access to <code>/apps/hbase/data/archive</code><br>
+ • Set default user of <code>/apps/hbase/data/archive</code> to <code>trafodion</code><br>
+ • Recursively change <code>setafcl</code> of <code>/apps/hbase/data/archive</code> to RWX</p>
+</div></div></td>
+<td class="tableblock halign-left valign-top"><div></div></td>
+</tr>
+</tbody>
+</table>
+<div class="olist arabic">
+<ol class="arabic">
+<li>
+<p>These steps are performed <strong>after</strong> HDFS ACLs have been enabled.</p>
+</li>
+</ol>
+</div>
+<div class="paragraph">
+<p>The following changes are required in <code>hdfs-site.xml</code>:</p>
+</div>
+<table class="tableblock frame-all grid-all spread">
+<colgroup>
+<col style="width: 30%;">
+<col style="width: 40%;">
+<col style="width: 30%;">
+</colgroup>
+<thead>
+<tr>
+<th class="tableblock halign-left valign-top">Setting</th>
+<th class="tableblock halign-left valign-top">New Value</th>
+<th class="tableblock halign-left valign-top">Purpose</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>dfs.namenode.acls.enabled</pre></div></td>
+<td class="tableblock halign-left valign-top"><div class="literal"><pre>true</pre></div></td>
+<td class="tableblock halign-left valign-top"><div><div class="paragraph">
+<p>Enable HDFS POSIX Access Control Lists (ACLs).</p>
+</div></div></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="sect3">
+<h4 id="requirements-hbase-changes">3.4.4. HBase Changes</h4>
+<div class="admonitionblock note">
+<table>
+<tr>
+<td class="icon">
+<i class="fa icon-note" title="Note"></i>
+</td>
+<td class="content">
+These changes require a restart of ZooKeeper and HBase on
<TRUNCATED>