You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tajo.apache.org by ji...@apache.org on 2016/02/04 01:29:12 UTC
svn commit: r1728394 [14/42] - in /tajo/site/docs: 0.11.1/ 0.11.1/_sources/
0.11.1/_sources/backup_and_restore/ 0.11.1/_sources/configuration/
0.11.1/_sources/functions/ 0.11.1/_sources/index/
0.11.1/_sources/partitioning/ 0.11.1/_sources/sql_language/...
Added: tajo/site/docs/0.11.1/configuration/tajo-site-xml.html
URL: http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/configuration/tajo-site-xml.html?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/configuration/tajo-site-xml.html (added)
+++ tajo/site/docs/0.11.1/configuration/tajo-site-xml.html Thu Feb 4 00:29:05 2016
@@ -0,0 +1,732 @@
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>The tajo-site.xml File — Apache Tajo 0.11.0 documentation</title>
+
+
+
+
+
+
+ <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'>
+
+
+
+
+
+
+
+
+
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+
+
+
+ <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/>
+ <link rel="up" title="Configuration" href="../configuration.html"/>
+ <link rel="next" title="The catalog-site.xml File" href="catalog-site-xml.html"/>
+ <link rel="prev" title="Cluster Service Configuration Defaults" href="service_config_defaults.html"/>
+
+
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js"></script>
+
+</head>
+
+<body class="wy-body-for-nav" role="document">
+
+ <div class="wy-grid-for-nav">
+
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-nav-search">
+ <a href="../index.html" class="fa fa-home"> Apache Tajo</a>
+ <div role="search">
+ <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div>
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+ <ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li>
+</ul>
+</li>
+<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li>
+<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tajo_master_configuration.html">Tajo Master Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="worker_configuration.html">Worker Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li>
+<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="">The tajo-site.xml File</a></li>
+<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li>
+<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li>
+</ul>
+
+
+ </div>
+
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+
+ <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../index.html">Apache Tajo</a>
+ </nav>
+
+
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="breadcrumbs navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../index.html">Docs</a> »</li>
+
+ <li><a href="../configuration.html">Configuration</a> »</li>
+
+ <li>The tajo-site.xml File</li>
+ <li class="wy-breadcrumbs-aside">
+
+ <a href="../_sources/configuration/tajo-site-xml.txt" rel="nofollow"> View page source</a>
+
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main">
+
+ <div class="section" id="the-tajo-site-xml-file">
+<h1>The tajo-site.xml File<a class="headerlink" href="#the-tajo-site-xml-file" title="Permalink to this headline">¶</a></h1>
+<p>You can add more configurations in the <code class="docutils literal"><span class="pre">tajo-site.xml</span></code> file. Note that you should replicate this file to the whole hosts in your cluster once you edited.
+If you are looking for the configurations for the master and the worker, please refer to <a class="reference internal" href="tajo_master_configuration.html"><em>Tajo Master Configuration</em></a> and <a class="reference internal" href="worker_configuration.html"><em>Worker Configuration</em></a>.
+Also, catalog configurations are found here <a class="reference internal" href="catalog_configuration.html"><em>Catalog Configuration</em></a>.</p>
+<div class="section" id="join-query-settings">
+<h2>Join Query Settings<a class="headerlink" href="#join-query-settings" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="tajo-dist-query-join-auto-broadcast">
+<h3><cite>tajo.dist-query.join.auto-broadcast</cite><a class="headerlink" href="#tajo-dist-query-join-auto-broadcast" title="Permalink to this headline">¶</a></h3>
+<p>A flag to enable or disable the use of broadcast join.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Boolean</li>
+<li>Default value: true</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.join.auto-broadcast<span class="nt"></name></span>
+ <span class="nt"><value></span>true<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-broadcast-non-cross-join-threshold-kb">
+<span id="id1"></span><h3><cite>tajo.dist-query.broadcast.non-cross-join.threshold-kb</cite><a class="headerlink" href="#tajo-dist-query-broadcast-non-cross-join-threshold-kb" title="Permalink to this headline">¶</a></h3>
+<p>A threshold for non-cross joins. When a non-cross join query is executed with the broadcast join, the whole size of broadcasted tables won’t exceed this threshold.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: KB</li>
+<li>Default value: 5120</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.broadcast.non-cross-join.threshold-kb<span class="nt"></name></span>
+ <span class="nt"><value></span>5120<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-broadcast-cross-join-threshold-kb">
+<span id="id2"></span><h3><cite>tajo.dist-query.broadcast.cross-join.threshold-kb</cite><a class="headerlink" href="#tajo-dist-query-broadcast-cross-join-threshold-kb" title="Permalink to this headline">¶</a></h3>
+<p>A threshold for cross joins. When a cross join query is executed, the whole size of broadcasted tables won’t exceed this threshold.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: KB</li>
+<li>Default value: 1024</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.broadcast.cross-join.threshold-kb<span class="nt"></name></span>
+ <span class="nt"><value></span>1024<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<div class="admonition warning">
+<p class="first admonition-title">Warning</p>
+<p class="last">In Tajo, the broadcast join is only the way to perform cross joins. Since the cross join is a very expensive operation, this value need to be tuned carefully.</p>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-join-task-volume-mb">
+<span id="id3"></span><h3><cite>tajo.dist-query.join.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-join-task-volume-mb" title="Permalink to this headline">¶</a></h3>
+<p>The repartition join is executed in two stages. When a join query is executed with the repartition join, this value indicates the amount of input data processed by each task at the second stage.
+As a result, it determines the degree of the parallel processing of the join query.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.join.task-volume-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-join-partition-volume-mb">
+<span id="id4"></span><h3><cite>tajo.dist-query.join.partition-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-join-partition-volume-mb" title="Permalink to this headline">¶</a></h3>
+<p>The repartition join is executed in two stages. When a join query is executed with the repartition join,
+this value indicates the output size of each task at the first stage, which determines the number of partitions to be shuffled between two stages.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 128</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.join.partition-volume-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>128<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-executor-join-common-in-memory-hash-threshold-mb">
+<span id="id5"></span><h3><cite>tajo.executor.join.common.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-join-common-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3>
+<p>This value provides the criterion to decide the algorithm to perform a join in a task.
+If the input data is smaller than this value, join is performed with the in-memory hash join.
+Otherwise, the sort-merge join is used.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.join.common.in-memory-hash-threshold-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<div class="admonition warning">
+<p class="first admonition-title">Warning</p>
+<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap,
+its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors.
+This value should be tuned carefully.</p>
+</div>
+</div>
+<div class="section" id="tajo-executor-join-inner-in-memory-hash-threshold-mb">
+<span id="id6"></span><h3><cite>tajo.executor.join.inner.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-join-inner-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3>
+<p>This value provides the criterion to decide the algorithm to perform an inner join in a task.
+If the input data is smaller than this value, the inner join is performed with the in-memory hash join.
+Otherwise, the sort-merge join is used.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.join.inner.in-memory-hash-threshold-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<div class="admonition warning">
+<p class="first admonition-title">Warning</p>
+<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap,
+its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors.
+This value should be tuned carefully.</p>
+</div>
+</div>
+<div class="section" id="tajo-executor-join-outer-in-memory-hash-threshold-mb">
+<span id="id7"></span><h3><cite>tajo.executor.join.outer.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-join-outer-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3>
+<p>This value provides the criterion to decide the algorithm to perform an outer join in a task.
+If the input data is smaller than this value, the outer join is performed with the in-memory hash join.
+Otherwise, the sort-merge join is used.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.join.outer.in-memory-hash-threshold-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<div class="admonition warning">
+<p class="first admonition-title">Warning</p>
+<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap,
+its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors.
+This value should be tuned carefully.</p>
+</div>
+</div>
+<div class="section" id="tajo-executor-join-hash-table-size">
+<span id="id8"></span><h3><cite>tajo.executor.join.hash-table.size</cite><a class="headerlink" href="#tajo-executor-join-hash-table-size" title="Permalink to this headline">¶</a></h3>
+<p>The initial size of hash table for in-memory hash join.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Default value: 100000</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.join.hash-table.size<span class="nt"></name></span>
+ <span class="nt"><value></span>100000<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="section" id="sort-query-settings">
+<h2>Sort Query Settings<a class="headerlink" href="#sort-query-settings" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="tajo-dist-query-sort-task-volume-mb">
+<span id="id9"></span><h3><cite>tajo.dist-query.sort.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-sort-task-volume-mb" title="Permalink to this headline">¶</a></h3>
+<p>The sort operation is executed in two stages. When a sort query is executed, this value indicates the amount of input data processed by each task at the second stage.
+As a result, it determines the degree of the parallel processing of the sort query.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.sort.task-volume-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-executor-external-sort-buffer-mb">
+<span id="id10"></span><h3><cite>tajo.executor.external-sort.buffer-mb</cite><a class="headerlink" href="#tajo-executor-external-sort-buffer-mb" title="Permalink to this headline">¶</a></h3>
+<p>A threshold to choose the sort algorithm. If the input data is larger than this threshold, the external sort algorithm is used.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 200</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.external-sort.buffer-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>200<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-executor-sort-list-size">
+<span id="id11"></span><h3><cite>tajo.executor.sort.list.size</cite><a class="headerlink" href="#tajo-executor-sort-list-size" title="Permalink to this headline">¶</a></h3>
+<p>The initial size of list for in-memory sort.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Default value: 100000</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.sort.list.size<span class="nt"></name></span>
+ <span class="nt"><value></span>100000<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="section" id="group-by-query-settings">
+<h2>Group by Query Settings<a class="headerlink" href="#group-by-query-settings" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="tajo-dist-query-groupby-multi-level-aggr">
+<span id="id12"></span><h3><cite>tajo.dist-query.groupby.multi-level-aggr</cite><a class="headerlink" href="#tajo-dist-query-groupby-multi-level-aggr" title="Permalink to this headline">¶</a></h3>
+<p>A flag to enable the multi-level algorithm for distinct aggregation. If this value is set, 3-phase aggregation algorithm is used.
+Otherwise, 2-phase aggregation algorithm is used.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Boolean</li>
+<li>Default value: true</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.groupby.multi-level-aggr<span class="nt"></name></span>
+ <span class="nt"><value></span>true<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-groupby-partition-volume-mb">
+<span id="id13"></span><h3><cite>tajo.dist-query.groupby.partition-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-groupby-partition-volume-mb" title="Permalink to this headline">¶</a></h3>
+<p>The aggregation is executed in two stages. When an aggregation query is executed,
+this value indicates the output size of each task at the first stage, which determines the number of partitions to be shuffled between two stages.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 256</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.groupby.partition-volume-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>256<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-groupby-task-volume-mb">
+<span id="id14"></span><h3><cite>tajo.dist-query.groupby.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-groupby-task-volume-mb" title="Permalink to this headline">¶</a></h3>
+<p>The aggregation operation is executed in two stages. When an aggregation query is executed, this value indicates the amount of input data processed by each task at the second stage.
+As a result, it determines the degree of the parallel processing of the aggregation query.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.groupby.task-volume-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-executor-groupby-in-memory-hash-threshold-mb">
+<span id="id15"></span><h3><cite>tajo.executor.groupby.in-memory-hash-threshold-mb</cite><a class="headerlink" href="#tajo-executor-groupby-in-memory-hash-threshold-mb" title="Permalink to this headline">¶</a></h3>
+<p>This value provides the criterion to decide the algorithm to perform an aggregation in a task.
+If the input data is smaller than this value, the aggregation is performed with the in-memory hash aggregation.
+Otherwise, the sort-based aggregation is used.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 64</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.groupby.in-memory-hash-threshold-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>64<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<div class="admonition warning">
+<p class="first admonition-title">Warning</p>
+<p class="last">This value is the size of the input stored on file systems. So, when the input data is loaded into JVM heap,
+its actual size is usually much larger than the configured value, which means that too large threshold can cause unexpected OutOfMemory errors.
+This value should be tuned carefully.</p>
+</div>
+</div>
+<div class="section" id="tajo-executor-aggregate-hash-table-size">
+<span id="id16"></span><h3><cite>tajo.executor.aggregate.hash-table.size</cite><a class="headerlink" href="#tajo-executor-aggregate-hash-table-size" title="Permalink to this headline">¶</a></h3>
+<p>The initial size of hash table for in-memory aggregation.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Default value: 10000</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.executor.aggregate.hash-table.size<span class="nt"></name></span>
+ <span class="nt"><value></span>10000<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="section" id="date-time-settings">
+<h2>Date/Time Settings<a class="headerlink" href="#date-time-settings" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="tajo-timezone">
+<span id="id17"></span><h3><cite>tajo.timezone</cite><a class="headerlink" href="#tajo-timezone" title="Permalink to this headline">¶</a></h3>
+<p>Refer to <a class="reference internal" href="../time_zone.html"><em>Time Zone</em></a>.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Time zone id</li>
+<li>Default value: Default time zone of JVM</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.timezone<span class="nt"></name></span>
+ <span class="nt"><value></span>GMT+9<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-datetime-date-order">
+<span id="id18"></span><h3><cite>tajo.datetime.date-order</cite><a class="headerlink" href="#tajo-datetime-date-order" title="Permalink to this headline">¶</a></h3>
+<p>Date order specification.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: One of YMD, DMY, MDY.</li>
+<li>Default value: YMD</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.datetime.date-order<span class="nt"></name></span>
+ <span class="nt"><value></span>YMD<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="section" id="table-partitions">
+<h2>Table partitions<a class="headerlink" href="#table-partitions" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="tajo-partition-overwrite-even-if-no-result">
+<span id="id19"></span><h3><cite>tajo.partition.overwrite.even-if-no-result</cite><a class="headerlink" href="#tajo-partition-overwrite-even-if-no-result" title="Permalink to this headline">¶</a></h3>
+<p>If this value is true, a partitioned table is overwritten even if a subquery leads to no result. Otherwise, the table data will be kept if there is no result.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Boolean</li>
+<li>Default value: false</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.partition.overwrite.even-if-no-result<span class="nt"></name></span>
+ <span class="nt"><value></span>false<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="tajo-dist-query-table-partition-task-volume-mb">
+<span id="id20"></span><h3><cite>tajo.dist-query.table-partition.task-volume-mb</cite><a class="headerlink" href="#tajo-dist-query-table-partition-task-volume-mb" title="Permalink to this headline">¶</a></h3>
+<p>In Tajo, storing a partition table is executed in two stages.
+This value indicates the output size of a task of the former stage, which determines the number of partitions to be shuffled between two stages.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Integer</li>
+<li>Unit: MB</li>
+<li>Default value: 256</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.dist-query.table-partition.task-volume-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>256<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="section" id="arithmetic-settings">
+<h2>Arithmetic Settings<a class="headerlink" href="#arithmetic-settings" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="tajo-behavior-arithmetic-abort">
+<span id="id21"></span><h3><cite>tajo.behavior.arithmetic-abort</cite><a class="headerlink" href="#tajo-behavior-arithmetic-abort" title="Permalink to this headline">¶</a></h3>
+<p>A flag to indicate how to handle the errors caused by invalid arithmetic operations. If true, a running query will be terminated with an overflow or a divide-by-zero.</p>
+<blockquote>
+<div><ul class="simple">
+<li>Property value type: Boolean</li>
+<li>Default value: false</li>
+<li>Example</li>
+</ul>
+</div></blockquote>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.behavior.arithmetic-abort<span class="nt"></name></span>
+ <span class="nt"><value></span>false<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+</div>
+
+
+ </div>
+ <footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="catalog-site-xml.html" class="btn btn-neutral float-right" title="The catalog-site.xml File"/>Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="service_config_defaults.html" class="btn btn-neutral" title="Cluster Service Configuration Defaults"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p>
+ © Copyright 2015, Apache Tajo Team.
+ </p>
+ </div>
+
+ <a href="https://github.com/snide/sphinx_rtd_theme">Sphinx theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+
+
+
+ <script type="text/javascript">
+ var DOCUMENTATION_OPTIONS = {
+ URL_ROOT:'../',
+ VERSION:'0.11.0',
+ COLLAPSE_INDEX:false,
+ FILE_SUFFIX:'.html',
+ HAS_SOURCE: true
+ };
+ </script>
+ <script type="text/javascript" src="../_static/jquery.js"></script>
+ <script type="text/javascript" src="../_static/underscore.js"></script>
+ <script type="text/javascript" src="../_static/doctools.js"></script>
+
+
+
+
+
+ <script type="text/javascript" src="../_static/js/theme.js"></script>
+
+
+
+
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.StickyNav.enable();
+ });
+ </script>
+
+
+</body>
+</html>
\ No newline at end of file
Added: tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html
URL: http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html (added)
+++ tajo/site/docs/0.11.1/configuration/tajo_master_configuration.html Thu Feb 4 00:29:05 2016
@@ -0,0 +1,301 @@
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>Tajo Master Configuration — Apache Tajo 0.11.0 documentation</title>
+
+
+
+
+
+
+ <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'>
+
+
+
+
+
+
+
+
+
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+
+
+
+ <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/>
+ <link rel="up" title="Configuration" href="../configuration.html"/>
+ <link rel="next" title="Worker Configuration" href="worker_configuration.html"/>
+ <link rel="prev" title="Cluster Setup" href="cluster_setup.html"/>
+
+
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js"></script>
+
+</head>
+
+<body class="wy-body-for-nav" role="document">
+
+ <div class="wy-grid-for-nav">
+
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-nav-search">
+ <a href="../index.html" class="fa fa-home"> Apache Tajo</a>
+ <div role="search">
+ <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div>
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+ <ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li>
+</ul>
+</li>
+<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li>
+<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="">Tajo Master Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="worker_configuration.html">Worker Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li>
+<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li>
+<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li>
+<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li>
+</ul>
+
+
+ </div>
+
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+
+ <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../index.html">Apache Tajo</a>
+ </nav>
+
+
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="breadcrumbs navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../index.html">Docs</a> »</li>
+
+ <li><a href="../configuration.html">Configuration</a> »</li>
+
+ <li>Tajo Master Configuration</li>
+ <li class="wy-breadcrumbs-aside">
+
+ <a href="../_sources/configuration/tajo_master_configuration.txt" rel="nofollow"> View page source</a>
+
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main">
+
+ <div class="section" id="tajo-master-configuration">
+<h1>Tajo Master Configuration<a class="headerlink" href="#tajo-master-configuration" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="tajo-rootdir">
+<h2>Tajo Rootdir<a class="headerlink" href="#tajo-rootdir" title="Permalink to this headline">¶</a></h2>
+<p>Tajo uses HDFS as a primary storage layer. So, one Tajo cluster instance should have one tajo rootdir. A user is allowed to specific your tajo rootdir as follows:</p>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.rootdir<span class="nt"></name></span>
+ <span class="nt"><value></span>hdfs://namenode_hostname:port/path<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<p>Tajo rootdir must be a url form like <code class="docutils literal"><span class="pre">scheme://hostname:port/path</span></code>. The current implementaion only supports <code class="docutils literal"><span class="pre">hdfs://</span></code> and <code class="docutils literal"><span class="pre">file://</span></code> schemes. The default value is <code class="docutils literal"><span class="pre">file:///tmp/tajo-${user.name}/</span></code>.</p>
+</div>
+<div class="section" id="tajomaster-heap-memory-size">
+<h2>TajoMaster Heap Memory Size<a class="headerlink" href="#tajomaster-heap-memory-size" title="Permalink to this headline">¶</a></h2>
+<p>The environment variable TAJO_MASTER_HEAPSIZE in conf/tajo-env.sh allow Tajo Master to use the specified heap memory size.</p>
+<p>If you want to adjust heap memory size, set <code class="docutils literal"><span class="pre">TAJO_MASTER_HEAPSIZE</span></code> variable in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> with a proper size as follows:</p>
+<div class="highlight-sh"><div class="highlight"><pre><span class="nv">TAJO_MASTER_HEAPSIZE</span><span class="o">=</span>2000
+</pre></div>
+</div>
+<p>The default size is 1000 (1GB).</p>
+</div>
+</div>
+
+
+ </div>
+ <footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="worker_configuration.html" class="btn btn-neutral float-right" title="Worker Configuration"/>Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="cluster_setup.html" class="btn btn-neutral" title="Cluster Setup"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p>
+ © Copyright 2015, Apache Tajo Team.
+ </p>
+ </div>
+
+ <a href="https://github.com/snide/sphinx_rtd_theme">Sphinx theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+
+
+
+ <script type="text/javascript">
+ var DOCUMENTATION_OPTIONS = {
+ URL_ROOT:'../',
+ VERSION:'0.11.0',
+ COLLAPSE_INDEX:false,
+ FILE_SUFFIX:'.html',
+ HAS_SOURCE: true
+ };
+ </script>
+ <script type="text/javascript" src="../_static/jquery.js"></script>
+ <script type="text/javascript" src="../_static/underscore.js"></script>
+ <script type="text/javascript" src="../_static/doctools.js"></script>
+
+
+
+
+
+ <script type="text/javascript" src="../_static/js/theme.js"></script>
+
+
+
+
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.StickyNav.enable();
+ });
+ </script>
+
+
+</body>
+</html>
\ No newline at end of file
Added: tajo/site/docs/0.11.1/configuration/worker_configuration.html
URL: http://svn.apache.org/viewvc/tajo/site/docs/0.11.1/configuration/worker_configuration.html?rev=1728394&view=auto
==============================================================================
--- tajo/site/docs/0.11.1/configuration/worker_configuration.html (added)
+++ tajo/site/docs/0.11.1/configuration/worker_configuration.html Thu Feb 4 00:29:05 2016
@@ -0,0 +1,427 @@
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>Worker Configuration — Apache Tajo 0.11.0 documentation</title>
+
+
+
+
+
+
+ <link href='https://fonts.googleapis.com/css?family=Lato:400,700|Roboto+Slab:400,700|Inconsolata:400,700' rel='stylesheet' type='text/css'>
+
+
+
+
+
+
+
+
+
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+
+
+
+ <link rel="top" title="Apache Tajo 0.11.0 documentation" href="../index.html"/>
+ <link rel="up" title="Configuration" href="../configuration.html"/>
+ <link rel="next" title="Catalog Configuration" href="catalog_configuration.html"/>
+ <link rel="prev" title="Tajo Master Configuration" href="tajo_master_configuration.html"/>
+
+
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js"></script>
+
+</head>
+
+<body class="wy-body-for-nav" role="document">
+
+ <div class="wy-grid-for-nav">
+
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-nav-search">
+ <a href="../index.html" class="fa fa-home"> Apache Tajo</a>
+ <div role="search">
+ <form id ="rtd-search-form" class="wy-form" action="../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div>
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+ <ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../introduction.html">Introduction</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../getting_started.html">Getting Started</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#prerequisites">Prerequisites</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#dowload-and-unpack-the-source-code">Dowload and unpack the source code</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#build-source-code">Build source code</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#setting-up-a-local-tajo-cluster">Setting up a local Tajo cluster</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../getting_started.html#first-query-execution">First query execution</a></li>
+</ul>
+</li>
+<li class="toctree-l1 current"><a class="reference internal" href="../configuration.html">Configuration</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="preliminary.html">Preliminary</a></li>
+<li class="toctree-l2"><a class="reference internal" href="cluster_setup.html">Cluster Setup</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tajo_master_configuration.html">Tajo Master Configuration</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="">Worker Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="catalog_configuration.html">Catalog Configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ha_configuration.html">High Availability for TajoMaster</a></li>
+<li class="toctree-l2"><a class="reference internal" href="service_config_defaults.html">Cluster Service Configuration Defaults</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tajo-site-xml.html">The tajo-site.xml File</a></li>
+<li class="toctree-l2"><a class="reference internal" href="catalog-site-xml.html">The catalog-site.xml File</a></li>
+<li class="toctree-l2"><a class="reference internal" href="storage-site-json.html">The storage-site.json File</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../tsql.html">Tajo Shell (TSQL)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/meta_command.html">Meta Commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/dfs_command.html">Executing HDFS commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/variables.html">Session Variables</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/admin_command.html">Administration Commands</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/intro.html">Introducing to TSQL</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/single_command.html">Executing a single command</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/execute_file.html">Executing Queries from Files</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tsql/background_command.html">Executing as background process</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../sql_language.html">SQL Language</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/data_model.html">Data Model</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/ddl.html">Data Definition Language</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/insert.html">INSERT (OVERWRITE) INTO</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/alter_table.html">ALTER TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/queries.html">Queries</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/joins.html">Joins</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/sql_expression.html">SQL Expressions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/predicates.html">Predicates</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../sql_language/explain.html">EXPLAIN</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../time_zone.html">Time Zone</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#server-cluster-time-zone">Server Cluster Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#table-time-zone">Table Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#client-time-zone">Client Time Zone</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#time-zone-id">Time Zone ID</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../time_zone.html#examples-of-time-zone">Examples of Time Zone</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../functions.html">Functions</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-scalar-functions">Built-in Scalar Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-aggregation-functions">Built-in Aggregation Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#built-in-window-functions">Built-in Window Functions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../functions.html#user-defined-functions">User-defined Functions</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../table_management.html">Table Management</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/table_overview.html">Overview of Tajo Tables</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/tablespaces.html">Tablespaces</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/data_formats.html">Data Formats</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../table_management/compression.html">Compression</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../table_partitioning.html">Table Partitioning</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/intro_to_partitioning.html">Introduction to Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/column_partitioning.html">Column Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/range_partitioning.html">Range Partitioning</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../partitioning/hash_partitioning.html">Hash Partitioning</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../storage_plugins.html">Storage Plugin</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/overview.html">Storage Plugin Overview</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../storage_plugins/postgresql.html">PostgreSQL Storage Handler</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../index_overview.html">Index (Experimental Feature)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../index/types.html">Index Types</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../index/how_to_use.html">How to use index?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../index/future_work.html">Future Works</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../backup_and_restore.html">Backup and Restore</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../backup_and_restore/catalog.html">Backup and Restore Catalog</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../hive_integration.html">Hive Integration</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../hbase_integration.html">HBase Integration</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#create-table">CREATE TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#drop-table">DROP TABLE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#insert-overwrite-into">INSERT (OVERWRITE) INTO</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../hbase_integration.html#usage">Usage</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../swift_integration.html">OpenStack Swift Integration</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#swift-configuration">Swift configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#hadoop-configurations">Hadoop configurations</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#tajo-configuration">Tajo configuration</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../swift_integration.html#querying-on-swift">Querying on Swift</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../jdbc_driver.html">Tajo JDBC Driver</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#how-to-get-jdbc-driver">How to get JDBC driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#setting-the-classpath">Setting the CLASSPATH</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connecting-to-the-tajo-cluster-instance">Connecting to the Tajo cluster instance</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#connection-parameters">Connection Parameters</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../jdbc_driver.html#an-example-jdbc-client">An Example JDBC Client</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../tajo_client_api.html">Tajo Client API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../faq.html">FAQ</a></li>
+</ul>
+
+
+ </div>
+
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+
+ <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../index.html">Apache Tajo</a>
+ </nav>
+
+
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="breadcrumbs navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../index.html">Docs</a> »</li>
+
+ <li><a href="../configuration.html">Configuration</a> »</li>
+
+ <li>Worker Configuration</li>
+ <li class="wy-breadcrumbs-aside">
+
+ <a href="../_sources/configuration/worker_configuration.txt" rel="nofollow"> View page source</a>
+
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main">
+
+ <div class="section" id="worker-configuration">
+<h1>Worker Configuration<a class="headerlink" href="#worker-configuration" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="worker-heap-memory-size">
+<h2>Worker Heap Memory Size<a class="headerlink" href="#worker-heap-memory-size" title="Permalink to this headline">¶</a></h2>
+<p>The environment variable <code class="docutils literal"><span class="pre">TAJO_WORKER_HEAPSIZE</span></code> in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> allow Tajo Worker to use the specified heap memory size.</p>
+<p>If you want to adjust heap memory size, set <code class="docutils literal"><span class="pre">TAJO_WORKER_HEAPSIZE</span></code> variable in <code class="docutils literal"><span class="pre">conf/tajo-env.sh</span></code> with a proper size as follows:</p>
+<div class="highlight-bash"><div class="highlight"><pre><span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>8000
+</pre></div>
+</div>
+<p>The default size is 5000 (5GB).</p>
+</div>
+<div class="section" id="temporary-data-directory">
+<h2>Temporary Data Directory<a class="headerlink" href="#temporary-data-directory" title="Permalink to this headline">¶</a></h2>
+<p>TajoWorker stores temporary data on local file system due to out-of-core algorithms. It is possible to specify one or more temporary data directories where temporary data will be stored.</p>
+<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.worker.tmpdir.locations<span class="nt"></name></span>
+ <span class="nt"><value></span>/disk1/tmpdir,/disk2/tmpdir,/disk3/tmpdir<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+<div class="section" id="maximum-number-of-parallel-running-tasks-for-each-worker">
+<h2>Maximum number of parallel running tasks for each worker<a class="headerlink" href="#maximum-number-of-parallel-running-tasks-for-each-worker" title="Permalink to this headline">¶</a></h2>
+<p>In Tajo, the capacity of running tasks in parallel are determined by available resources and workload of running queries. In order to specify it, please see [Worker Resources] (#ResourceConfiguration) section.</p>
+</div>
+<div class="section" id="worker-resources">
+<h2>Worker Resources<a class="headerlink" href="#worker-resources" title="Permalink to this headline">¶</a></h2>
+<p>Each worker can execute multiple tasks simultaneously.</p>
+<p>In Tajo, users can specify the number of cpu cores, the total size of memory and the number of disks for each worker. Available resources affect how many tasks are executed simultaneously.
+CPU cores are a unit for expressing CPU parallelism, the unit for memory is megabytes and the unit for disks is the number of disk</p>
+<p>In order to specify the resource capacity of each worker, you should add the following configs to <code class="docutils literal"><span class="pre">tajo-site.xml</span></code> :</p>
+<table border="1" class="docutils">
+<colgroup>
+<col width="32%" />
+<col width="12%" />
+<col width="20%" />
+<col width="35%" />
+</colgroup>
+<thead valign="bottom">
+<tr class="row-odd"><th class="head">property name</th>
+<th class="head">value type</th>
+<th class="head">default value</th>
+<th class="head">description</th>
+</tr>
+</thead>
+<tbody valign="top">
+<tr class="row-even"><td>tajo.worker.resource.cpu-cores</td>
+<td>Integer</td>
+<td>available cpu-cores</td>
+<td>the number of cpu cores</td>
+</tr>
+<tr class="row-odd"><td>tajo.worker.resource.memory-mb</td>
+<td>Integer</td>
+<td>available jvm heap</td>
+<td>memory size (MB)</td>
+</tr>
+<tr class="row-even"><td>tajo.worker.resource.disks</td>
+<td>Integer</td>
+<td>2</td>
+<td>the number of disks</td>
+</tr>
+<tr class="row-odd"><td>tajo.task.resource.min.memory-mb</td>
+<td>Integer</td>
+<td>1000</td>
+<td>minimum allocatable memory per task</td>
+</tr>
+<tr class="row-even"><td>tajo.qm.resource.min.memory-mb</td>
+<td>Integer</td>
+<td>500</td>
+<td>minimum allocatable memory per query</td>
+</tr>
+</tbody>
+</table>
+<div class="admonition note">
+<p class="first admonition-title">Note</p>
+<p class="last">Currently, QueryMaster requests 500MB memory and 1 cpu-core per task for the backward compatibility.
+If you want to give more memory, you can set to <code class="docutils literal"><span class="pre">tajo.qm.resource.min.memory-mb</span></code></p>
+</div>
+<div class="admonition note">
+<p class="first admonition-title">Note</p>
+<p class="last">If <code class="docutils literal"><span class="pre">tajo.worker.resource.dfs-dir-aware</span></code> is set to <code class="docutils literal"><span class="pre">true</span></code> in <code class="docutils literal"><span class="pre">tajo-site.xml</span></code>, the worker will aware of and use the number of HDFS datanode’s data dirs in the node.
+In other words, <code class="docutils literal"><span class="pre">tajo.worker.resource.disks</span></code> is ignored.</p>
+</div>
+<div class="section" id="example">
+<h3>Example<a class="headerlink" href="#example" title="Permalink to this headline">¶</a></h3>
+<p>Assume that you want to give 15GB Jvm heap, 2GB memory per task, 4 disks, and 12 cores on each worker. The example configuration is as follows:</p>
+<p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p>
+<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000
+</pre></div>
+</div>
+<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p>
+<div class="highlight-xml"><div class="highlight"><pre><span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.worker.resource.cpu-cores<span class="nt"></name></span>
+ <span class="nt"><value></span>12<span class="nt"></value></span>
+<span class="nt"></property></span>
+
+ <span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>2000<span class="nt"></value></span>
+<span class="nt"></property></span>
+
+<span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.worker.resource.disks<span class="nt"></name></span>
+ <span class="nt"><value></span>4<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<ul class="simple">
+<li>Example with HDFS</li>
+</ul>
+<p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p>
+<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000
+</pre></div>
+</div>
+<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p>
+<div class="highlight-xml"><div class="highlight"><pre> <span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>2000<span class="nt"></value></span>
+<span class="nt"></property></span>
+
+<span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.worker.resource.dfs-dir-aware<span class="nt"></name></span>
+ <span class="nt"><value></span>true<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+<ul class="simple">
+<li>Example with S3</li>
+</ul>
+<p><code class="docutils literal"><span class="pre">tajo-env.sh</span></code></p>
+<div class="highlight-bash"><div class="highlight"><pre><span class="nb">export</span> <span class="nv">TAJO_WORKER_HEAPSIZE</span><span class="o">=</span>15000
+</pre></div>
+</div>
+<p><code class="docutils literal"><span class="pre">tajo-site.xml</span></code></p>
+<div class="highlight-xml"><div class="highlight"><pre> <span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.task.resource.min.memory-mb<span class="nt"></name></span>
+ <span class="nt"><value></span>2000<span class="nt"></value></span>
+<span class="nt"></property></span>
+
+<span class="nt"><property></span>
+ <span class="nt"><name></span>tajo.worker.resource.disk.parallel-execution.num<span class="nt"></name></span>
+ <span class="nt"><value></span>4<span class="nt"></value></span>
+<span class="nt"></property></span>
+</pre></div>
+</div>
+</div>
+</div>
+</div>
+
+
+ </div>
+ <footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="catalog_configuration.html" class="btn btn-neutral float-right" title="Catalog Configuration"/>Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="tajo_master_configuration.html" class="btn btn-neutral" title="Tajo Master Configuration"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p>
+ © Copyright 2015, Apache Tajo Team.
+ </p>
+ </div>
+
+ <a href="https://github.com/snide/sphinx_rtd_theme">Sphinx theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+
+
+
+ <script type="text/javascript">
+ var DOCUMENTATION_OPTIONS = {
+ URL_ROOT:'../',
+ VERSION:'0.11.0',
+ COLLAPSE_INDEX:false,
+ FILE_SUFFIX:'.html',
+ HAS_SOURCE: true
+ };
+ </script>
+ <script type="text/javascript" src="../_static/jquery.js"></script>
+ <script type="text/javascript" src="../_static/underscore.js"></script>
+ <script type="text/javascript" src="../_static/doctools.js"></script>
+
+
+
+
+
+ <script type="text/javascript" src="../_static/js/theme.js"></script>
+
+
+
+
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.StickyNav.enable();
+ });
+ </script>
+
+
+</body>
+</html>
\ No newline at end of file