You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@orc.apache.org by om...@apache.org on 2016/06/11 18:15:58 UTC
[6/6] orc git commit: Pushing update for ORC-65
Pushing update for ORC-65
Project: http://git-wip-us.apache.org/repos/asf/orc/repo
Commit: http://git-wip-us.apache.org/repos/asf/orc/commit/1eb37b72
Tree: http://git-wip-us.apache.org/repos/asf/orc/tree/1eb37b72
Diff: http://git-wip-us.apache.org/repos/asf/orc/diff/1eb37b72
Branch: refs/heads/asf-site
Commit: 1eb37b7278350f40af35b45487aa56a0e8e4139e
Parents: 6ef32bc
Author: Owen O'Malley <om...@apache.org>
Authored: Sat Jun 11 11:14:54 2016 -0700
Committer: Owen O'Malley <om...@apache.org>
Committed: Sat Jun 11 11:14:54 2016 -0700
----------------------------------------------------------------------
README.md | 7 -
css/screen.css | 56 +-
docs/acid.html | 1101 ++++++++++--
docs/adopters.html | 1884 ++++++++++++++++++++
docs/building.html | 1915 ++++++++++++++++++++
docs/compression.html | 1235 +++++++++++--
docs/core-java.html | 2167 +++++++++++++++++++++++
docs/encodings.html | 1129 ++++++++++--
docs/file-tail.html | 1129 ++++++++++--
docs/hive-config.html | 1045 ++++++++++-
docs/hive-ddl.html | 1279 ++++++++++---
docs/index.html | 1256 +++++++++++--
docs/indexes.html | 1263 +++++++++++--
docs/mapred.html | 2106 ++++++++++++++++++++++
docs/mapreduce.html | 2090 ++++++++++++++++++++++
docs/releases.html | 1896 ++++++++++++++++++++
docs/run-length.html | 1115 ++++++++++--
docs/spec-index.html | 1067 ++++++++++-
docs/spec-intro.html | 1253 +++++++++++--
docs/stripes.html | 1065 ++++++++++-
docs/tools.html | 2111 ++++++++++++++++++++++
docs/types.html | 1283 +++++++++++---
downloads/index.html | 144 --
img/asf_logo.png | Bin 0 -> 21243 bytes
index.html | 47 +
news/2015/04/22/orc-as-tlp/index.html | 8 +
news/2015/05/11/new-committers/index.html | 8 +
news/2015/06/26/new-logo/index.html | 8 +
news/2015/11/19/aliaksei-on-pmc/index.html | 8 +
news/2016/01/25/ORC-1.0.0/index.html | 12 +-
news/2016/06/10/ORC-1.1.0/index.html | 273 +++
news/index.html | 68 +-
news/releases/index.html | 68 +-
33 files changed, 28062 insertions(+), 2034 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/README.md
----------------------------------------------------------------------
diff --git a/README.md b/README.md
deleted file mode 100644
index 9c7e9ce..0000000
--- a/README.md
+++ /dev/null
@@ -1,7 +0,0 @@
-# Apache ORC html branch
-
-This branch contains the generated HTML for the
-[ORC website](https://orc.apache.org).
-
-You are probably looking for the
-[ORC master branch](https://github.com/apache/orc/tree/master).
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/css/screen.css
----------------------------------------------------------------------
diff --git a/css/screen.css b/css/screen.css
index 0dd81c7..e742a78 100644
--- a/css/screen.css
+++ b/css/screen.css
@@ -729,7 +729,7 @@ footer {
font-size: 3.2em; } }
/* Quickstart */
.quickstart {
- background-color: #3F1F1F;
+ background-color: #242424;
color: #fff;
margin: 60px 0;
-webkit-box-shadow: inset 0 3px 10px rgba(0, 0, 0, 0.4);
@@ -737,10 +737,10 @@ footer {
box-shadow: inset 0 3px 10px rgba(0, 0, 0, 0.4); }
.quickstart .content {
padding: 0; }
- .quickstart h3 {
- font-size: 24px;
- line-height: 24px;
- margin-top: 20px;
+ .quickstart .side {
+ font-size: 22px;
+ line-height: 22px;
+ margin-top: 10px;
text-shadow: 0 1px 3px rgba(0, 0, 0, 0.8); }
.quickstart .code {
font-size: 12px;
@@ -826,27 +826,39 @@ footer {
.quickstart .code .output {
color: #888; }
+/* Apache bar */
+.apache .pane {
+ background-color: #3e3e3e;
+ -webkit-border-radius: 10px;
+ -moz-border-radius: 10px;
+ border-radius: 10px;
+ text-shadow: none;
+ position: relative;
+ padding: 0 20px 30px; }
+.apache img {
+ margin: -30px 0 0;
+ width: 180px;
+ height: 150px; }
+.apache h2 {
+ font-size: 28px; }
+.apache p,
+.apache a {
+ font-size: 16px; }
+.apache p {
+ margin: .75em 0; }
+
@media (min-width: 768px) {
- .free-hosting img {
+ .apache img {
float: left;
- margin: -20px -30px -30px -50px;
- width: 300px;
- height: 251px; }
- .free-hosting .pane-content {
+ margin: 20px 20px -20px -20px;
+ width: 429px;
+ height: 175px; }
+ .apache .pane-content {
margin-top: 35px;
padding-right: 30px; }
- .free-hosting p,
- .free-hosting a {
- font-size: 18px; }
- .free-hosting .pane:after {
- content: " ";
- float: right;
- background: url(../img/footer-arrow.png) top left no-repeat;
- width: 73px;
- height: 186px;
- position: absolute;
- right: 0;
- bottom: -30px; } }
+ .apache p,
+ .apache a {
+ font-size: 18px; } }
/* Article - Used for both docs and news */
article {
background-color: #444;
http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/acid.html
----------------------------------------------------------------------
diff --git a/docs/acid.html b/docs/acid.html
index 0aa4423..dd80414 100644
--- a/docs/acid.html
+++ b/docs/acid.html
@@ -105,6 +105,12 @@
+
+
+
+
+
+
<option value="/docs/index.html">Background</option>
@@ -120,6 +126,60 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/adopters.html">ORC Adopters</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -149,6 +209,20 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
<option value="/docs/types.html">Types</option>
@@ -171,6 +245,12 @@
+
+
+
+
+
+
<option value="/docs/indexes.html">Indexes</option>
@@ -184,6 +264,14 @@
+
+
+
+
+
+
+
+
@@ -216,11 +304,25 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
</optgroup>
- <optgroup label="Hive Usage">
+ <optgroup label="Installing">
@@ -232,13 +334,27 @@
+ <option value="/docs/building.html">Building ORC</option>
+
- <option value="/docs/hive-ddl.html">Hive DDL</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -268,7 +384,17 @@
- <option value="/docs/hive-config.html">Hive Configuration</option>
+
+
+
+
+
+
+
+
+
+
+
@@ -276,6 +402,10 @@
+ <option value="/docs/releases.html">Releases</option>
+
+
+
@@ -291,7 +421,7 @@
</optgroup>
- <optgroup label="Format Specification">
+ <optgroup label="Using in Hive">
@@ -315,11 +445,25 @@
+ <option value="/docs/hive-ddl.html">Hive DDL</option>
+
- <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -337,7 +481,17 @@
- <option value="/docs/file-tail.html">File Tail</option>
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-config.html">Hive Configuration</option>
+
+
@@ -358,6 +512,17 @@
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in MapReduce">
+
+
@@ -365,7 +530,11 @@
- <option value="/docs/compression.html">Compression</option>
+
+
+
+
+
@@ -381,6 +550,16 @@
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+
+
+
+
+
+
@@ -411,7 +590,7 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
+
@@ -419,12 +598,14 @@
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
-
+
-
+
@@ -434,7 +615,16 @@
+
+
+ </optgroup>
+ <optgroup label="Using ORC Core">
+
+
+
+
+
@@ -445,25 +635,27 @@
+ <option value="/docs/core-java.html">Using Core Java</option>
+
- <option value="/docs/stripes.html">Stripes</option>
+
-
+
-
+
- <option value="/docs/encodings.html">Column Encodings</option>
+
@@ -476,7 +668,16 @@
+
+
+ </optgroup>
+ <optgroup label="Tools">
+
+
+
+
+
@@ -486,9 +687,9 @@
-
+
-
+
@@ -509,12 +710,14 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
+ <option value="/docs/tools.html">Tools</option>
+
@@ -522,38 +725,367 @@
</optgroup>
- </select>
-</div>
-
-
- <div class="unit four-fifths">
- <article>
- <h1>ACID support</h1>
- <p>Historically, the only way to atomically add data to a table in Hive
-was to add a new partition. Updating or deleting data in partition
-required removing the old partition and adding it back with the new
-data and it wasn\u2019t possible to do atomically.</p>
-
-<p>However, user\u2019s data is continually changing and as Hive matured,
-users required reliability guarantees despite the churning data
-lake. Thus, we needed to implement ACID transactions that guarantee
-atomicity, consistency, isolation, and durability. Although we support
-ACID transactions, they are not designed to support OLTP requirements.
-It can support millions of rows updated per a transaction, but it can
-not support millions of transactions an hour.</p>
-
-<p>Additionally, we wanted to support streaming ingest in to Hive tables where
-streaming applications like Flume or Storm could write data into Hive and
-have transactions commit once a minute and queries would either see all of
-a transaction or none of it.</p>
+ <optgroup label="Format Specification">
+
-<p>HDFS is a write once file system and ORC is a write-once file format, so edits
-were implemented using base files and delta files where insert, update, and
-delete operations are recorded.</p>
-<p>Hive tables without ACID enabled have each partition in HDFS look like:</p>
+
-<table>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/file-tail.html">File Tail</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/compression.html">Compression</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/encodings.html">Column Encodings</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ </select>
+</div>
+
+
+ <div class="unit four-fifths">
+ <article>
+ <h1>ACID support</h1>
+ <p>Historically, the only way to atomically add data to a table in Hive
+was to add a new partition. Updating or deleting data in partition
+required removing the old partition and adding it back with the new
+data and it wasn\u2019t possible to do atomically.</p>
+
+<p>However, user\u2019s data is continually changing and as Hive matured,
+users required reliability guarantees despite the churning data
+lake. Thus, we needed to implement ACID transactions that guarantee
+atomicity, consistency, isolation, and durability. Although we support
+ACID transactions, they are not designed to support OLTP requirements.
+It can support millions of rows updated per a transaction, but it can
+not support millions of transactions an hour.</p>
+
+<p>Additionally, we wanted to support streaming ingest in to Hive tables where
+streaming applications like Flume or Storm could write data into Hive and
+have transactions commit once a minute and queries would either see all of
+a transaction or none of it.</p>
+
+<p>HDFS is a write once file system and ORC is a write-once file format, so edits
+were implemented using base files and delta files where insert, update, and
+delete operations are recorded.</p>
+
+<p>Hive tables without ACID enabled have each partition in HDFS look like:</p>
+
+<table>
<thead>
<tr>
<th style="text-align: left">Filename</th>
@@ -710,84 +1242,295 @@ descending). Only the first record with a currentTransaction that is
in the list of transactions to read is returned, which corresponds to
the last visible update to a row.</p>
-<p>To support streaming ingest, we add two additional features. ORC files
-may have additional footers written in to their body that is parsable
-as a complete ORC file that only includes the records already
-written. As the file is later extended the preliminary file footer
-becomes dead space within the file. Secondly, a side file named
-\u201c*_flush_length\u201d is a small file that contains a set of 8 byte
-values. The last complete 8 byte value is the end of the last
-preliminary footer. </p>
+<p>To support streaming ingest, we add two additional features. ORC files
+may have additional footers written in to their body that is parsable
+as a complete ORC file that only includes the records already
+written. As the file is later extended the preliminary file footer
+becomes dead space within the file. Secondly, a side file named
+\u201c*_flush_length\u201d is a small file that contains a set of 8 byte
+values. The last complete 8 byte value is the end of the last
+preliminary footer. </p>
+
+<p>Two properties are added to the metadata for ORC files to speed up the
+processing of the ACID tables. In particular, when a task is reading
+part of the base file for a bucket, it will use the first and last
+rowIds to find the corresponding spots in the delta files. The
+hive.acid.key.index lets the reader skip over stripes in the delta
+file that don\u2019t need to be read in this task.</p>
+
+<table>
+ <thead>
+ <tr>
+ <th style="text-align: left">Key</th>
+ <th style="text-align: left">Meaning</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td style="text-align: left">hive.acid.stats</td>
+ <td style="text-align: left">Number of inserts, updates, and deletes comma separated</td>
+ </tr>
+ <tr>
+ <td style="text-align: left">hive.acid.key.index</td>
+ <td style="text-align: left">The last originalTransaction, bucket, rowId for each stripe</td>
+ </tr>
+ </tbody>
+</table>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="section-nav">
+ <div class="left align-right">
+
+
+
+ <a href="/docs/indexes.html" class="prev">Back</a>
+
+ </div>
+ <div class="right align-left">
+
+
+
+ <a href="/docs/building.html" class="next">Next</a>
+
+ </div>
+ </div>
+ <div class="clear"></div>
+
+
+ </article>
+ </div>
+
+ <div class="unit one-fifth hide-on-mobiles">
+ <aside>
+
+ <h4>Overview</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/index.html">Background</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/types.html">Types</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+
+
-<p>Two properties are added to the metadata for ORC files to speed up the
-processing of the ACID tables. In particular, when a task is reading
-part of the base file for a bucket, it will use the first and last
-rowIds to find the corresponding spots in the delta files. The
-hive.acid.key.index lets the reader skip over stripes in the delta
-file that don\u2019t need to be read in this task.</p>
+
-<table>
- <thead>
- <tr>
- <th style="text-align: left">Key</th>
- <th style="text-align: left">Meaning</th>
- </tr>
- </thead>
- <tbody>
- <tr>
- <td style="text-align: left">hive.acid.stats</td>
- <td style="text-align: left">Number of inserts, updates, and deletes comma separated</td>
- </tr>
- <tr>
- <td style="text-align: left">hive.acid.key.index</td>
- <td style="text-align: left">The last originalTransaction, bucket, rowId for each stripe</td>
- </tr>
- </tbody>
-</table>
+
+
+
+
+
+
+ <li class="current"><a href="/docs/acid.html">ACID support</a></li>
+
-
+</ul>
+
+ <h4>Installing</h4>
+
+<ul>
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/building.html">Building ORC</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
- <div class="section-nav">
- <div class="left align-right">
-
-
-
- <a href="/docs/indexes.html" class="prev">Back</a>
-
- </div>
- <div class="right align-left">
-
-
-
- <a href="/docs/hive-ddl.html" class="next">Next</a>
-
- </div>
- </div>
- <div class="clear"></div>
+
+
+
+
+ <li class=""><a href="/docs/releases.html">Releases</a></li>
+
- </article>
- </div>
- <div class="unit one-fifth hide-on-mobiles">
- <aside>
+</ul>
+
- <h4>Overview</h4>
+ <h4>Using in Hive</h4>
<ul>
@@ -812,7 +1555,11 @@ file that don\u2019t need to be read in this task.</p>
- <li class=""><a href="/docs/index.html">Background</a></li>
+
+
+
+
+ <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -838,6 +1585,38 @@ file that don\u2019t need to be read in this task.</p>
+ <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in MapReduce</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -848,7 +1627,7 @@ file that don\u2019t need to be read in this task.</p>
- <li class=""><a href="/docs/types.html">Types</a></li>
+ <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -874,10 +1653,28 @@ file that don\u2019t need to be read in this task.</p>
- <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+</ul>
+
+
+ <h4>Using ORC Core</h4>
+
+
+<ul>
+
@@ -886,14 +1683,22 @@ file that don\u2019t need to be read in this task.</p>
- <li class="current"><a href="/docs/acid.html">ACID support</a></li>
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
</ul>
- <h4>Hive Usage</h4>
+ <h4>Tools</h4>
<ul>
@@ -916,16 +1721,12 @@ file that don\u2019t need to be read in this task.</p>
- <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
-
-
-
-
+
-
+
@@ -936,7 +1737,17 @@ file that don\u2019t need to be read in this task.</p>
- <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/tools.html">Tools</a></li>
@@ -976,6 +1787,18 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -994,6 +1817,12 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -1008,6 +1837,10 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/compression.html">Compression</a></li>
@@ -1036,6 +1869,18 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -1070,6 +1915,18 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -1086,6 +1943,12 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -1116,6 +1979,18 @@ file that don\u2019t need to be read in this task.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>
http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/adopters.html
----------------------------------------------------------------------
diff --git a/docs/adopters.html b/docs/adopters.html
new file mode 100644
index 0000000..e1afc02
--- /dev/null
+++ b/docs/adopters.html
@@ -0,0 +1,1884 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+<head>
+ <meta charset="UTF-8">
+ <title>ORC Adopters</title>
+ <meta name="viewport" content="width=device-width,initial-scale=1">
+ <meta name="generator" content="Jekyll v2.4.0">
+ <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
+ <link rel="stylesheet" href="/css/screen.css">
+ <link rel="icon" type="image/x-icon" href="/favicon.ico">
+ <!--[if lt IE 9]>
+ <script src="/js/html5shiv.min.js"></script>
+ <script src="/js/respond.min.js"></script>
+ <![endif]-->
+</head>
+
+
+<body class="wrap">
+ <header role="banner">
+ <nav class="mobile-nav show-on-mobiles">
+ <ul>
+ <li class="">
+ <a href="/">Home</a>
+ </li>
+ <li class="current">
+ <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+ <span class="hide-on-mobiles">umentation</span></a>
+ </li>
+ <li class="">
+ <a href="/talks/">Talks</a>
+ </li>
+ <li class="">
+ <a href="/news/">News</a>
+ </li>
+ <li class="">
+ <a href="/help/">Help</a>
+ </li>
+ <li class="">
+ <a href="/develop/">Develop</a>
+ </li>
+</ul>
+
+ </nav>
+ <div class="grid">
+ <div class="unit one-third center-on-mobiles">
+ <h1>
+ <a href="/">
+ <span class="sr-only">Apache ORC</span>
+ <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
+ </a>
+ </h1>
+ </div>
+ <nav class="main-nav unit two-thirds hide-on-mobiles">
+ <ul>
+ <li class="">
+ <a href="/">Home</a>
+ </li>
+ <li class="current">
+ <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+ <span class="hide-on-mobiles">umentation</span></a>
+ </li>
+ <li class="">
+ <a href="/talks/">Talks</a>
+ </li>
+ <li class="">
+ <a href="/news/">News</a>
+ </li>
+ <li class="">
+ <a href="/help/">Help</a>
+ </li>
+ <li class="">
+ <a href="/develop/">Develop</a>
+ </li>
+</ul>
+
+ </nav>
+ </div>
+</header>
+
+
+ <section class="docs">
+ <div class="grid">
+
+ <div class="docs-nav-mobile unit whole show-on-mobiles">
+ <select onchange="if (this.value) window.location.href=this.value">
+ <option value="">Navigate the docs\u2026</option>
+
+ <optgroup label="Overview">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/index.html">Background</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/adopters.html">ORC Adopters</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/types.html">Types</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/indexes.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/acid.html">ACID support</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Installing">
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/building.html">Building ORC</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in Hive">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-ddl.html">Hive DDL</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-config.html">Hive Configuration</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in MapReduce">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using ORC Core">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-java.html">Using Core Java</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Tools">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/tools.html">Tools</option>
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Format Specification">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/file-tail.html">File Tail</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/compression.html">Compression</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/encodings.html">Column Encodings</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ </select>
+</div>
+
+
+ <div class="unit four-fifths">
+ <article>
+ <h1>ORC Adopters</h1>
+ <p>If your company or tool uses ORC, please let us know so that we can update
+this page.</p>
+
+<h3 id="apache-hadoophttpshadoopapacheorg"><a href="https://hadoop.apache.org/">Apache Hadoop</a></h3>
+
+<p>ORC files have always supporting reading and writing from Hadoop\u2019s MapReduce,
+but with the ORC 1.1.0 release it is now easier than ever without pulling in
+Hive\u2019s exec jar and all of its dependencies. OrcStruct now also implements
+WritableComparable and can be serialized through the MapReduce shuffle.</p>
+
+<h3 id="apache-hivehttpshiveapacheorg"><a href="https://hive.apache.org/">Apache Hive</a></h3>
+
+<p>Apache Hive was the original use case and home for ORC. ORC\u2019s strong
+type system, advanced compression, column projection, predicate push
+down, and vectorization support make Hive <a href="http://hortonworks.com/blog/orcfile-in-hdp-2-better-compression-better-performance/">perform
+better</a>
+than any other format for your data.</p>
+
+<h3 id="apache-nifihttpsnifiapacheorg"><a href="https://nifi.apache.org/">Apache Nifi</a></h3>
+
+<p>Apache Nifi is <a href="https://issues.apache.org/jira/browse/NIFI-1663">adding
+support</a> for writing
+ORC files.</p>
+
+<h3 id="apache-pighttpspigapacheorg"><a href="https://pig.apache.org/">Apache Pig</a></h3>
+
+<p>Apache Pig added support for reading and writing ORC files in <a href="http://hortonworks.com/blog/announcing-apache-pig-0-14-0/">Pig
+14.0</a>.</p>
+
+<h3 id="apache-sparkhttpssparkapacheorg"><a href="https://spark.apache.org/">Apache Spark</a></h3>
+
+<p>Apache Spark has <a href="http://hortonworks.com/blog/bringing-orc-support-into-apache-spark/">added
+support</a>
+for reading and writing ORC files with support for column project and
+predicate push down.</p>
+
+<h3 id="facebookhttpsfacebookcom"><a href="https://facebook.com">Facebook</a></h3>
+
+<p>With more than 300 PB of data, Facebook was an <a href="https://code.facebook.com/posts/229861827208629/scaling-the-facebook-data-warehouse-to-300-pb/">early adopter of
+ORC</a> and quickly put it into production.</p>
+
+<h3 id="prestohttpsprestodbio"><a href="https://prestodb.io/">Presto</a></h3>
+
+<p>The Presto team has done a lot of work <a href="https://code.facebook.com/posts/370832626374903/even-faster-data-at-the-speed-of-presto-orc/">integrating
+ORC</a> into their SQL engine.</p>
+
+<h3 id="verticahttpwww8hpcomusensoftware-solutionsadvanced-sql-big-data-analytics"><a href="http://www8.hp.com/us/en/software-solutions/advanced-sql-big-data-analytics/">Vertica</a></h3>
+
+<p>HPE Vertica has contributed significantly to the ORC C++ library. ORC
+is a significant part of Vertica SQL-on-Hadoop (VSQLoH) which brings
+the performance, reliability and standards compliance of the Vertica
+Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="section-nav">
+ <div class="left align-right">
+
+
+
+ <a href="/docs/index.html" class="prev">Back</a>
+
+ </div>
+ <div class="right align-left">
+
+
+
+ <a href="/docs/types.html" class="next">Next</a>
+
+ </div>
+ </div>
+ <div class="clear"></div>
+
+
+ </article>
+ </div>
+
+ <div class="unit one-fifth hide-on-mobiles">
+ <aside>
+
+ <h4>Overview</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/index.html">Background</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class="current"><a href="/docs/adopters.html">ORC Adopters</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/types.html">Types</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/acid.html">ACID support</a></li>
+
+
+
+</ul>
+
+
+ <h4>Installing</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/building.html">Building ORC</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/releases.html">Releases</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in Hive</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in MapReduce</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using ORC Core</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+</ul>
+
+
+ <h4>Tools</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/tools.html">Tools</a></li>
+
+
+
+</ul>
+
+
+ <h4>Format Specification</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/compression.html">Compression</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/stripes.html">Stripes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
+
+
+
+</ul>
+
+
+ </aside>
+</div>
+
+
+ <div class="clear"></div>
+
+ </div>
+ </section>
+
+
+ <footer role="contentinfo">
+ <p>The contents of this website are © 2016
+ <a href="https://www.apache.org/">Apache Software Foundation</a>
+ under the terms of the <a
+ href="https://www.apache.org/licenses/LICENSE-2.0.html">
+ Apache License v2</a>. Apache ORC and its logo are trademarks
+ of the Apache Software Foundation.</p>
+</footer>
+
+ <script>
+ var anchorForId = function (id) {
+ var anchor = document.createElement("a");
+ anchor.className = "header-link";
+ anchor.href = "#" + id;
+ anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
+ anchor.title = "Permalink";
+ return anchor;
+ };
+
+ var linkifyAnchors = function (level, containingElement) {
+ var headers = containingElement.getElementsByTagName("h" + level);
+ for (var h = 0; h < headers.length; h++) {
+ var header = headers[h];
+
+ if (typeof header.id !== "undefined" && header.id !== "") {
+ header.appendChild(anchorForId(header.id));
+ }
+ }
+ };
+
+ document.onreadystatechange = function () {
+ if (this.readyState === "complete") {
+ var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
+ if (!contentBlock) {
+ return;
+ }
+ for (var level = 1; level <= 6; level++) {
+ linkifyAnchors(level, contentBlock);
+ }
+ }
+ };
+</script>
+
+
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/building.html
----------------------------------------------------------------------
diff --git a/docs/building.html b/docs/building.html
new file mode 100644
index 0000000..0a8c2a8
--- /dev/null
+++ b/docs/building.html
@@ -0,0 +1,1915 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+<head>
+ <meta charset="UTF-8">
+ <title>Building ORC</title>
+ <meta name="viewport" content="width=device-width,initial-scale=1">
+ <meta name="generator" content="Jekyll v2.4.0">
+ <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
+ <link rel="stylesheet" href="/css/screen.css">
+ <link rel="icon" type="image/x-icon" href="/favicon.ico">
+ <!--[if lt IE 9]>
+ <script src="/js/html5shiv.min.js"></script>
+ <script src="/js/respond.min.js"></script>
+ <![endif]-->
+</head>
+
+
+<body class="wrap">
+ <header role="banner">
+ <nav class="mobile-nav show-on-mobiles">
+ <ul>
+ <li class="">
+ <a href="/">Home</a>
+ </li>
+ <li class="current">
+ <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+ <span class="hide-on-mobiles">umentation</span></a>
+ </li>
+ <li class="">
+ <a href="/talks/">Talks</a>
+ </li>
+ <li class="">
+ <a href="/news/">News</a>
+ </li>
+ <li class="">
+ <a href="/help/">Help</a>
+ </li>
+ <li class="">
+ <a href="/develop/">Develop</a>
+ </li>
+</ul>
+
+ </nav>
+ <div class="grid">
+ <div class="unit one-third center-on-mobiles">
+ <h1>
+ <a href="/">
+ <span class="sr-only">Apache ORC</span>
+ <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
+ </a>
+ </h1>
+ </div>
+ <nav class="main-nav unit two-thirds hide-on-mobiles">
+ <ul>
+ <li class="">
+ <a href="/">Home</a>
+ </li>
+ <li class="current">
+ <a href="/docs/">Doc<span class="show-on-mobiles">s</span>
+ <span class="hide-on-mobiles">umentation</span></a>
+ </li>
+ <li class="">
+ <a href="/talks/">Talks</a>
+ </li>
+ <li class="">
+ <a href="/news/">News</a>
+ </li>
+ <li class="">
+ <a href="/help/">Help</a>
+ </li>
+ <li class="">
+ <a href="/develop/">Develop</a>
+ </li>
+</ul>
+
+ </nav>
+ </div>
+</header>
+
+
+ <section class="docs">
+ <div class="grid">
+
+ <div class="docs-nav-mobile unit whole show-on-mobiles">
+ <select onchange="if (this.value) window.location.href=this.value">
+ <option value="">Navigate the docs\u2026</option>
+
+ <optgroup label="Overview">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/index.html">Background</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/adopters.html">ORC Adopters</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/types.html">Types</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/indexes.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/acid.html">ACID support</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Installing">
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/building.html">Building ORC</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in Hive">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-ddl.html">Hive DDL</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-config.html">Hive Configuration</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in MapReduce">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using ORC Core">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-java.html">Using Core Java</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Tools">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/tools.html">Tools</option>
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Format Specification">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/file-tail.html">File Tail</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/compression.html">Compression</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/encodings.html">Column Encodings</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ </select>
+</div>
+
+
+ <div class="unit four-fifths">
+ <article>
+ <h1>Building ORC</h1>
+ <h2 id="building-both-c-and-java">Building both C++ and Java</h2>
+
+<p>The C++ library is supported on the following operating systems:</p>
+
+<ul>
+ <li>CentOS 6 or 7</li>
+ <li>Debian 7 or 8</li>
+ <li>MacOS 10.10 or 10.11</li>
+ <li>Ubuntu 12.04, 14.04, or 16.04</li>
+</ul>
+
+<p>You\u2019ll want to install the usual set of developer tools, but at least:</p>
+
+<ul>
+ <li>cmake</li>
+ <li>g++ or clang++</li>
+ <li>java ( >= 1.7)</li>
+ <li>make</li>
+ <li>maven ( >= 3)</li>
+</ul>
+
+<p>For each version of Linux, please check the corresponding Dockerfile, which
+is in the docker subdirectory, for the list of packages required to build ORC:</p>
+
+<ul>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/centos6/Dockerfile">CentOS 6</a></li>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/centos7/Dockerfile">CentOS 7</a></li>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/debian7/Dockerfile">Debian 7</a></li>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/debian8/Dockerfile">Debian 8</a></li>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/ubuntu12/Dockerfile">Ubuntu 12</a></li>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/ubuntu14/Dockerfile">Ubuntu 14</a></li>
+ <li><a href="https://github.com/apache/orc/blob/master/docker/ubuntu16/Dockerfile">Ubuntu 16</a></li>
+</ul>
+
+<p>To build a normal release:</p>
+
+<pre><code class="language-shell">% mkdir build
+% cmake ..
+% make package test-out
+</code></pre>
+
+<p>ORC\u2019s C++ build supports three build types, which are controlled by adding
+<code>-DCMAKE_BUILD_TYPE=<type></code> to the cmake command.</p>
+
+<ul>
+ <li><strong>RELWITHDEBINFO</strong> (default) - Optimized with debug information</li>
+ <li><strong>DEBUG</strong> - Unoptimized with debug information</li>
+ <li><strong>RELEASE</strong> - Optimized with no debug information</li>
+</ul>
+
+<p>If your make command fails, it is useful to see the actual commands that make
+is invoking:</p>
+
+<pre><code class="language-shell">% make package test-out VERBOSE=1
+</code></pre>
+
+<h2 id="building-just-java">Building just Java</h2>
+
+<p>You\u2019ll need to install:</p>
+
+<ul>
+ <li>java (>= 1.7)</li>
+ <li>maven (>= 3)</li>
+</ul>
+
+<p>To build:</p>
+
+<pre><code class="language-shell">% cd java
+% mvn package
+</code></pre>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="section-nav">
+ <div class="left align-right">
+
+
+
+ <a href="/docs/acid.html" class="prev">Back</a>
+
+ </div>
+ <div class="right align-left">
+
+
+
+ <a href="/docs/releases.html" class="next">Next</a>
+
+ </div>
+ </div>
+ <div class="clear"></div>
+
+
+ </article>
+ </div>
+
+ <div class="unit one-fifth hide-on-mobiles">
+ <aside>
+
+ <h4>Overview</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/index.html">Background</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/types.html">Types</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/acid.html">ACID support</a></li>
+
+
+
+</ul>
+
+
+ <h4>Installing</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class="current"><a href="/docs/building.html">Building ORC</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/releases.html">Releases</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in Hive</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in MapReduce</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using ORC Core</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+</ul>
+
+
+ <h4>Tools</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/tools.html">Tools</a></li>
+
+
+
+</ul>
+
+
+ <h4>Format Specification</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/compression.html">Compression</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/stripes.html">Stripes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
+
+
+
+</ul>
+
+
+ </aside>
+</div>
+
+
+ <div class="clear"></div>
+
+ </div>
+ </section>
+
+
+ <footer role="contentinfo">
+ <p>The contents of this website are © 2016
+ <a href="https://www.apache.org/">Apache Software Foundation</a>
+ under the terms of the <a
+ href="https://www.apache.org/licenses/LICENSE-2.0.html">
+ Apache License v2</a>. Apache ORC and its logo are trademarks
+ of the Apache Software Foundation.</p>
+</footer>
+
+ <script>
+ var anchorForId = function (id) {
+ var anchor = document.createElement("a");
+ anchor.className = "header-link";
+ anchor.href = "#" + id;
+ anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
+ anchor.title = "Permalink";
+ return anchor;
+ };
+
+ var linkifyAnchors = function (level, containingElement) {
+ var headers = containingElement.getElementsByTagName("h" + level);
+ for (var h = 0; h < headers.length; h++) {
+ var header = headers[h];
+
+ if (typeof header.id !== "undefined" && header.id !== "") {
+ header.appendChild(anchorForId(header.id));
+ }
+ }
+ };
+
+ document.onreadystatechange = function () {
+ if (this.readyState === "complete") {
+ var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
+ if (!contentBlock) {
+ return;
+ }
+ for (var level = 1; level <= 6; level++) {
+ linkifyAnchors(level, contentBlock);
+ }
+ }
+ };
+</script>
+
+
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/orc/blob/1eb37b72/docs/compression.html
----------------------------------------------------------------------
diff --git a/docs/compression.html b/docs/compression.html
index 647baba..c30e63a 100644
--- a/docs/compression.html
+++ b/docs/compression.html
@@ -105,25 +105,19 @@
- <option value="/docs/index.html">Background</option>
-
-
+ <option value="/docs/index.html">Background</option>
-
-
-
-
@@ -140,21 +134,23 @@
-
+
-
+
+ <option value="/docs/adopters.html">ORC Adopters</option>
+
- <option value="/docs/types.html">Types</option>
+
-
+
-
+
@@ -171,7 +167,7 @@
- <option value="/docs/indexes.html">Indexes</option>
+
@@ -189,8 +185,6 @@
- <option value="/docs/acid.html">ACID support</option>
-
@@ -216,16 +210,7 @@
-
-
- </optgroup>
- <optgroup label="Hive Usage">
-
-
-
-
-
@@ -238,12 +223,12 @@
- <option value="/docs/hive-ddl.html">Hive DDL</option>
+ <option value="/docs/types.html">Types</option>
-
+
-
+
@@ -255,9 +240,7 @@
-
-
-
+
@@ -268,7 +251,7 @@
- <option value="/docs/hive-config.html">Hive Configuration</option>
+ <option value="/docs/indexes.html">Indexes</option>
@@ -287,19 +270,14 @@
-
-
- </optgroup>
- <optgroup label="Format Specification">
-
-
+
-
+ <option value="/docs/acid.html">ACID support</option>
@@ -319,17 +297,11 @@
- <option value="/docs/spec-intro.html">Introduction</option>
-
-
-
-
-
@@ -337,8 +309,6 @@
- <option value="/docs/file-tail.html">File Tail</option>
-
@@ -348,24 +318,35 @@
+
+
+ </optgroup>
+ <optgroup label="Installing">
+
+
+
+
+
+ <option value="/docs/building.html">Building ORC</option>
+
-
+
-
+
- <option value="/docs/compression.html">Compression</option>
+
@@ -411,8 +392,6 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
-
@@ -422,9 +401,11 @@
-
+
+ <option value="/docs/releases.html">Releases</option>
+
-
+
@@ -436,7 +417,16 @@
+
+
+ </optgroup>
+ <optgroup label="Using in Hive">
+
+
+
+
+
@@ -449,21 +439,23 @@
- <option value="/docs/stripes.html">Stripes</option>
+
-
+
+ <option value="/docs/hive-ddl.html">Hive DDL</option>
+
-
+
- <option value="/docs/encodings.html">Column Encodings</option>
+
@@ -478,6 +470,10 @@
+
+
+
+
@@ -486,13 +482,15 @@
-
+
-
+
+ <option value="/docs/hive-config.html">Hive Configuration</option>
+
@@ -509,7 +507,7 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
@@ -522,110 +520,58 @@
</optgroup>
- </select>
-</div>
-
-
- <div class="unit four-fifths">
- <article>
- <h1>Compression</h1>
- <p>If the ORC file writer selects a generic compression codec (zlib or
-snappy), every part of the ORC file except for the Postscript is
-compressed with that codec. However, one of the requirements for ORC
-is that the reader be able to skip over compressed bytes without
-decompressing the entire stream. To manage this, ORC writes compressed
-streams in chunks with headers as in the figure below.
-To handle uncompressable data, if the compressed data is larger than
-the original, the original is stored and the isOriginal flag is
-set. Each header is 3 bytes long with (compressedLength * 2 +
-isOriginal) stored as a little endian value. For example, the header
-for a chunk that compressed to 100,000 bytes would be [0x40, 0x0d,
-0x03]. The header for 5 bytes that did not compress would be [0x0b,
-0x00, 0x00]. Each compression chunk is compressed independently so
-that as long as a decompressor starts at the top of a header, it can
-start decompressing without the previous bytes.</p>
-
-<p><img src="/img/CompressionStream.png" alt="compression streams" /></p>
-
-<p>The default compression chunk size is 256K, but writers can choose
-their own value less than 223. Larger chunks lead to better
-compression, but require more memory. The chunk size is recorded in
-the Postscript so that readers can allocate appropriately sized
-buffers.</p>
-
-<p>ORC files without generic compression write each stream directly
-with no headers.</p>
-
-
-
-
-
+ <optgroup label="Using in MapReduce">
+
-
+
-
+
+
-
+
+
-
+
+
-
+
+
-
+
+
-
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
+
-
+
+
- <div class="section-nav">
- <div class="left align-right">
-
-
-
- <a href="/docs/file-tail.html" class="prev">Back</a>
-
- </div>
- <div class="right align-left">
-
-
-
- <a href="/docs/run-length.html" class="next">Next</a>
-
- </div>
- </div>
- <div class="clear"></div>
-
- </article>
- </div>
-
- <div class="unit one-fifth hide-on-mobiles">
- <aside>
+
- <h4>Overview</h4>
+
-
-<ul>
-
-
+
-
+
@@ -638,16 +584,10 @@ with no headers.</p>
- <li class=""><a href="/docs/index.html">Background</a></li>
-
-
-
-
-
-
+
@@ -658,6 +598,8 @@ with no headers.</p>
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
@@ -673,8 +615,11 @@ with no headers.</p>
+
+
+ </optgroup>
- <li class=""><a href="/docs/types.html">Types</a></li>
+ <optgroup label="Using ORC Core">
@@ -683,8 +628,6 @@ with no headers.</p>
-
-
@@ -692,7 +635,7 @@ with no headers.</p>
-
+ <option value="/docs/core-java.html">Using Core Java</option>
@@ -700,36 +643,20 @@ with no headers.</p>
- <li class=""><a href="/docs/indexes.html">Indexes</a></li>
-
-
-
-
-
-
-
- <li class=""><a href="/docs/acid.html">ACID support</a></li>
-
-
-
-</ul>
-
+
- <h4>Hive Usage</h4>
+
-
-<ul>
-
-
+
-
+
@@ -741,8 +668,11 @@ with no headers.</p>
+
+
+ </optgroup>
- <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+ <optgroup label="Tools">
@@ -751,7 +681,7 @@ with no headers.</p>
-
+
@@ -762,9 +692,908 @@ with no headers.</p>
- <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/tools.html">Tools</option>
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Format Specification">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/file-tail.html">File Tail</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/compression.html">Compression</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/encodings.html">Column Encodings</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ </select>
+</div>
+
+
+ <div class="unit four-fifths">
+ <article>
+ <h1>Compression</h1>
+ <p>If the ORC file writer selects a generic compression codec (zlib or
+snappy), every part of the ORC file except for the Postscript is
+compressed with that codec. However, one of the requirements for ORC
+is that the reader be able to skip over compressed bytes without
+decompressing the entire stream. To manage this, ORC writes compressed
+streams in chunks with headers as in the figure below.
+To handle uncompressable data, if the compressed data is larger than
+the original, the original is stored and the isOriginal flag is
+set. Each header is 3 bytes long with (compressedLength * 2 +
+isOriginal) stored as a little endian value. For example, the header
+for a chunk that compressed to 100,000 bytes would be [0x40, 0x0d,
+0x03]. The header for 5 bytes that did not compress would be [0x0b,
+0x00, 0x00]. Each compression chunk is compressed independently so
+that as long as a decompressor starts at the top of a header, it can
+start decompressing without the previous bytes.</p>
+
+<p><img src="/img/CompressionStream.png" alt="compression streams" /></p>
+
+<p>The default compression chunk size is 256K, but writers can choose
+their own value less than 223. Larger chunks lead to better
+compression, but require more memory. The chunk size is recorded in
+the Postscript so that readers can allocate appropriately sized
+buffers.</p>
+
+<p>ORC files without generic compression write each stream directly
+with no headers.</p>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="section-nav">
+ <div class="left align-right">
+
+
+
+ <a href="/docs/file-tail.html" class="prev">Back</a>
+
+ </div>
+ <div class="right align-left">
+
+
+
+ <a href="/docs/run-length.html" class="next">Next</a>
+
+ </div>
+ </div>
+ <div class="clear"></div>
+
+
+ </article>
+ </div>
+
+ <div class="unit one-fifth hide-on-mobiles">
+ <aside>
+
+ <h4>Overview</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/index.html">Background</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/types.html">Types</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/acid.html">ACID support</a></li>
+
+
+
+</ul>
+
+
+ <h4>Installing</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/building.html">Building ORC</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/releases.html">Releases</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in Hive</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in MapReduce</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using ORC Core</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+</ul>
+
+
+ <h4>Tools</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/tools.html">Tools</a></li>
+
+
</ul>
@@ -802,6 +1631,18 @@ with no headers.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -820,6 +1661,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -834,6 +1681,10 @@ with no headers.</p>
+
+
+
+
<li class="current"><a href="/docs/compression.html">Compression</a></li>
@@ -862,6 +1713,18 @@ with no headers.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -896,6 +1759,18 @@ with no headers.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -912,6 +1787,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -942,6 +1823,18 @@ with no headers.</p>
+
+
+
+
+
+
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>