You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@orc.apache.org by om...@apache.org on 2018/04/17 17:49:51 UTC
[4/9] orc git commit: Pushing ORC-339 reorganize the ORC file format
spec.
http://git-wip-us.apache.org/repos/asf/orc/blob/c6e29090/docs/spec-index.html
----------------------------------------------------------------------
diff --git a/docs/spec-index.html b/docs/spec-index.html
deleted file mode 100644
index 25ba64d..0000000
--- a/docs/spec-index.html
+++ /dev/null
@@ -1,2298 +0,0 @@
-<!DOCTYPE HTML>
-<html lang="en-US">
-<head>
- <meta charset="UTF-8">
- <title>Indexes</title>
- <meta name="viewport" content="width=device-width,initial-scale=1">
- <meta name="generator" content="Jekyll v2.4.0">
- <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
- <link rel="stylesheet" href="/css/screen.css">
- <link rel="icon" type="image/x-icon" href="/favicon.ico">
- <!--[if lt IE 9]>
- <script src="/js/html5shiv.min.js"></script>
- <script src="/js/respond.min.js"></script>
- <![endif]-->
-</head>
-
-
-<body class="wrap">
- <header role="banner">
- <nav class="mobile-nav show-on-mobiles">
- <ul>
- <li class="">
- <a href="/">Home</a>
- </li>
- <li class="current">
- <a href="/docs/"><span class="show-on-mobiles">Docs</span>
- <span class="hide-on-mobiles">Documentation</span></a>
- </li>
- <li class="">
- <a href="/talks/">Talks</a>
- </li>
- <li class="">
- <a href="/news/">News</a>
- </li>
- <li class="">
- <a href="/help/">Help</a>
- </li>
- <li class="">
- <a href="/develop/">Develop</a>
- </li>
-</ul>
-
- </nav>
- <div class="grid">
- <div class="unit one-third center-on-mobiles">
- <h1>
- <a href="/">
- <span class="sr-only">Apache ORC</span>
- <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
- </a>
- </h1>
- </div>
- <nav class="main-nav unit two-thirds hide-on-mobiles">
- <ul>
- <li class="">
- <a href="/">Home</a>
- </li>
- <li class="current">
- <a href="/docs/"><span class="show-on-mobiles">Docs</span>
- <span class="hide-on-mobiles">Documentation</span></a>
- </li>
- <li class="">
- <a href="/talks/">Talks</a>
- </li>
- <li class="">
- <a href="/news/">News</a>
- </li>
- <li class="">
- <a href="/help/">Help</a>
- </li>
- <li class="">
- <a href="/develop/">Develop</a>
- </li>
-</ul>
-
- </nav>
- </div>
-</header>
-
-
- <section class="docs">
- <div class="grid">
-
- <div class="docs-nav-mobile unit whole show-on-mobiles">
- <select onchange="if (this.value) window.location.href=this.value">
- <option value="">Navigate the docs…</option>
-
- <optgroup label="Overview">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/index.html">Background</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/adopters.html">ORC Adopters</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/types.html">Types</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/indexes.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/acid.html">ACID support</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Installing">
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/building.html">Building ORC</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/releases.html">Releases</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using in Hive">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/hive-ddl.html">Hive DDL</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/hive-config.html">Hive Configuration</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using in MapReduce">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/mapred.html">Using in MapRed</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using ORC Core">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/core-java.html">Using Core Java</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/core-cpp.html">Using Core C++</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Tools">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/cpp-tools.html">C++ Tools</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/java-tools.html">Java Tools</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Format Specification">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-intro.html">Introduction</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/file-tail.html">File Tail</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/compression.html">Compression</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/run-length.html">Run Length Encoding</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/stripes.html">Stripes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/encodings.html">Column Encodings</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-index.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- </select>
-</div>
-
-
- <div class="unit four-fifths">
- <article>
- <h1>Indexes</h1>
- <h1 id="row-group-index">Row Group Index</h1>
-
-<p>The row group indexes consist of a ROW_INDEX stream for each primitive
-column that has an entry for each row group. Row groups are controlled
-by the writer and default to 10,000 rows. Each RowIndexEntry gives the
-position of each stream for the column and the statistics for that row
-group.</p>
-
-<p>The index streams are placed at the front of the stripe, because in
-the default case of streaming they do not need to be read. They are
-only loaded when either predicate push down is being used or the
-reader seeks to a particular row.</p>
-
-<p><code>message RowIndexEntry {
- repeated uint64 positions = 1 [packed=true];
- optional ColumnStatistics statistics = 2;
-}
-</code></p>
-
-<p><code>message RowIndex {
- repeated RowIndexEntry entry = 1;
-}
-</code></p>
-
-<p>To record positions, each stream needs a sequence of numbers. For
-uncompressed streams, the position is the byte offset of the RLE run’s
-start location followed by the number of values that need to be
-consumed from the run. In compressed streams, the first number is the
-start of the compression chunk in the stream, followed by the number
-of decompressed bytes that need to be consumed, and finally the number
-of values consumed in the RLE.</p>
-
-<p>For columns with multiple streams, the sequences of positions in each
-stream are concatenated. That was an unfortunate decision on my part
-that we should fix at some point, because it makes code that uses the
-indexes error-prone.</p>
-
-<p>Because dictionaries are accessed randomly, there is not a position to
-record for the dictionary and the entire dictionary must be read even
-if only part of a stripe is being read.</p>
-
-<h1 id="bloom-filter-index">Bloom Filter Index</h1>
-
-<p>Bloom Filters are added to ORC indexes from Hive 1.2.0 onwards.
-Predicate pushdown can make use of bloom filters to better prune
-the row groups that do not satisfy the filter condition.
-The bloom filter indexes consist of a BLOOM_FILTER stream for each
-column specified through ‘orc.bloom.filter.columns’ table properties.
-A BLOOM_FILTER stream records a bloom filter entry for each row
-group (default to 10,000 rows) in a column. Only the row groups that
-satisfy min/max row index evaluation will be evaluated against the
-bloom filter index.</p>
-
-<p>Each BloomFilterEntry stores the number of hash functions (‘k’) used
-and the bitset backing the bloom filter. The original encoding (pre
-ORC-101) of bloom filters used the bitset field encoded as a repeating
-sequence of longs in the bitset field with a little endian encoding
-(0x1 is bit 0 and 0x2 is bit 1.) After ORC-101, the encoding is a
-sequence of bytes with a little endian encoding in the utf8bitset field.</p>
-
-<p><code>message BloomFilter {
- optional uint32 numHashFunctions = 1;
- repeated fixed64 bitset = 2;
- optional bytes utf8bitset = 3;
-}
-</code></p>
-
-<p><code>message BloomFilterIndex {
- repeated BloomFilter bloomFilter = 1;
-}
-</code></p>
-
-<p>Bloom filter internally uses two different hash functions to map a key
-to a position in the bit set. For tinyint, smallint, int, bigint, float
-and double types, Thomas Wang’s 64-bit integer hash function is used.
-Floats are converted to IEEE-754 32 bit representation
-(using Java’s Float.floatToIntBits(float)). Similary, Doubles are
-converted to IEEE-754 64 bit representation (using Java’s
-Double.doubleToLongBits(double)). All these primitive types
-are cast to long base type before being passed on to the hash function.
-For strings and binary types, Murmur3 64 bit hash algorithm is used.
-The 64 bit variant of Murmur3 considers only the most significant
-8 bytes of Murmur3 128-bit algorithm. The 64 bit hashcode generated
-from the above algorithms is used as a base to derive ‘k’ different
-hash functions. We use the idea mentioned in the paper “Less Hashing,
-Same Performance: Building a Better Bloom Filter” by Kirsch et. al. to
-quickly compute the k hashcodes.</p>
-
-<p>The algorithm for computing k hashcodes and setting the bit position
-in a bloom filter is as follows:</p>
-
-<ol>
- <li>Get 64 bit base hash code from Murmur3 or Thomas Wang’s hash algorithm.</li>
- <li>Split the above hashcode into two 32-bit hashcodes (say hash1 and hash2).</li>
- <li>k’th hashcode is obtained by (where k > 0):
- <ul>
- <li>combinedHash = hash1 + (k * hash2)</li>
- </ul>
- </li>
- <li>If combinedHash is negative flip all the bits:
- <ul>
- <li>combinedHash = ~combinedHash</li>
- </ul>
- </li>
- <li>Bit set position is obtained by performing modulo with m:
- <ul>
- <li>position = combinedHash % m</li>
- </ul>
- </li>
- <li>Set the position in bit set. The LSB 6 bits identifies the long index
-within bitset and bit position within the long uses little endian order.
- <ul>
- <li>bitset[position »> 6] |= (1L « position);</li>
- </ul>
- </li>
-</ol>
-
-<p>Bloom filter streams are interlaced with row group indexes. This placement
-makes it convenient to read the bloom filter stream and row index stream
-together in single read operation.</p>
-
-<p><img src="/img/BloomFilter.png" alt="bloom filter" /></p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <div class="section-nav">
- <div class="left align-right">
-
-
-
- <a href="/docs/encodings.html" class="prev">Back</a>
-
- </div>
- <div class="right align-left">
-
- <span class="next disabled">Next</span>
-
- </div>
- </div>
- <div class="clear"></div>
-
-
- </article>
- </div>
-
- <div class="unit one-fifth hide-on-mobiles">
- <aside>
-
- <h4>Overview</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/index.html">Background</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/types.html">Types</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/indexes.html">Indexes</a></li>
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/acid.html">ACID support</a></li>
-
-
-
-</ul>
-
-
- <h4>Installing</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/building.html">Building ORC</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/releases.html">Releases</a></li>
-
-
-
-</ul>
-
-
- <h4>Using in Hive</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
-
-
-
-</ul>
-
-
- <h4>Using in MapReduce</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
-
-
-
-</ul>
-
-
- <h4>Using ORC Core</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
-
-
-
-</ul>
-
-
- <h4>Tools</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
-
-
-
-</ul>
-
-
- <h4>Format Specification</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/compression.html">Compression</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/stripes.html">Stripes</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="current"><a href="/docs/spec-index.html">Indexes</a></li>
-
-
-
-</ul>
-
-
- </aside>
-</div>
-
-
- <div class="clear"></div>
-
- </div>
- </section>
-
-
- <footer role="contentinfo">
- <p>The contents of this website are © 2018
- <a href="https://www.apache.org/">Apache Software Foundation</a>
- under the terms of the <a
- href="https://www.apache.org/licenses/LICENSE-2.0.html">
- Apache License v2</a>. Apache ORC and its logo are trademarks
- of the Apache Software Foundation.</p>
-</footer>
-
- <script>
- var anchorForId = function (id) {
- var anchor = document.createElement("a");
- anchor.className = "header-link";
- anchor.href = "#" + id;
- anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
- anchor.title = "Permalink";
- return anchor;
- };
-
- var linkifyAnchors = function (level, containingElement) {
- var headers = containingElement.getElementsByTagName("h" + level);
- for (var h = 0; h < headers.length; h++) {
- var header = headers[h];
-
- if (typeof header.id !== "undefined" && header.id !== "") {
- header.appendChild(anchorForId(header.id));
- }
- }
- };
-
- document.onreadystatechange = function () {
- if (this.readyState === "complete") {
- var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
- if (!contentBlock) {
- return;
- }
- for (var level = 1; level <= 6; level++) {
- linkifyAnchors(level, contentBlock);
- }
- }
- };
-</script>
-
-
-</body>
-</html>
http://git-wip-us.apache.org/repos/asf/orc/blob/c6e29090/docs/spec-intro.html
----------------------------------------------------------------------
diff --git a/docs/spec-intro.html b/docs/spec-intro.html
deleted file mode 100644
index 3468dd0..0000000
--- a/docs/spec-intro.html
+++ /dev/null
@@ -1,2180 +0,0 @@
-<!DOCTYPE HTML>
-<html lang="en-US">
-<head>
- <meta charset="UTF-8">
- <title>Introduction</title>
- <meta name="viewport" content="width=device-width,initial-scale=1">
- <meta name="generator" content="Jekyll v2.4.0">
- <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
- <link rel="stylesheet" href="/css/screen.css">
- <link rel="icon" type="image/x-icon" href="/favicon.ico">
- <!--[if lt IE 9]>
- <script src="/js/html5shiv.min.js"></script>
- <script src="/js/respond.min.js"></script>
- <![endif]-->
-</head>
-
-
-<body class="wrap">
- <header role="banner">
- <nav class="mobile-nav show-on-mobiles">
- <ul>
- <li class="">
- <a href="/">Home</a>
- </li>
- <li class="current">
- <a href="/docs/"><span class="show-on-mobiles">Docs</span>
- <span class="hide-on-mobiles">Documentation</span></a>
- </li>
- <li class="">
- <a href="/talks/">Talks</a>
- </li>
- <li class="">
- <a href="/news/">News</a>
- </li>
- <li class="">
- <a href="/help/">Help</a>
- </li>
- <li class="">
- <a href="/develop/">Develop</a>
- </li>
-</ul>
-
- </nav>
- <div class="grid">
- <div class="unit one-third center-on-mobiles">
- <h1>
- <a href="/">
- <span class="sr-only">Apache ORC</span>
- <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
- </a>
- </h1>
- </div>
- <nav class="main-nav unit two-thirds hide-on-mobiles">
- <ul>
- <li class="">
- <a href="/">Home</a>
- </li>
- <li class="current">
- <a href="/docs/"><span class="show-on-mobiles">Docs</span>
- <span class="hide-on-mobiles">Documentation</span></a>
- </li>
- <li class="">
- <a href="/talks/">Talks</a>
- </li>
- <li class="">
- <a href="/news/">News</a>
- </li>
- <li class="">
- <a href="/help/">Help</a>
- </li>
- <li class="">
- <a href="/develop/">Develop</a>
- </li>
-</ul>
-
- </nav>
- </div>
-</header>
-
-
- <section class="docs">
- <div class="grid">
-
- <div class="docs-nav-mobile unit whole show-on-mobiles">
- <select onchange="if (this.value) window.location.href=this.value">
- <option value="">Navigate the docs…</option>
-
- <optgroup label="Overview">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/index.html">Background</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/adopters.html">ORC Adopters</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/types.html">Types</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/indexes.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/acid.html">ACID support</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Installing">
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/building.html">Building ORC</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/releases.html">Releases</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using in Hive">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/hive-ddl.html">Hive DDL</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/hive-config.html">Hive Configuration</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using in MapReduce">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/mapred.html">Using in MapRed</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using ORC Core">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/core-java.html">Using Core Java</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/core-cpp.html">Using Core C++</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Tools">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/cpp-tools.html">C++ Tools</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/java-tools.html">Java Tools</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Format Specification">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-intro.html">Introduction</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/file-tail.html">File Tail</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/compression.html">Compression</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/run-length.html">Run Length Encoding</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/stripes.html">Stripes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/encodings.html">Column Encodings</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-index.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- </select>
-</div>
-
-
- <div class="unit four-fifths">
- <article>
- <h1>Introduction</h1>
- <p>Hive’s RCFile was the standard format for storing tabular data in
-Hadoop for several years. However, RCFile has limitations because it
-treats each column as a binary blob without semantics. In Hive 0.11 we
-added a new file format named Optimized Row Columnar (ORC) file that
-uses and retains the type information from the table definition. ORC
-uses type specific readers and writers that provide light weight
-compression techniques such as dictionary encoding, bit packing, delta
-encoding, and run length encoding – resulting in dramatically smaller
-files. Additionally, ORC can apply generic compression using zlib, or
-Snappy on top of the lightweight compression for even smaller
-files. However, storage savings are only part of the gain. ORC
-supports projection, which selects subsets of the columns for reading,
-so that queries reading only one column read only the required
-bytes. Furthermore, ORC files include light weight indexes that
-include the minimum and maximum values for each column in each set of
-10,000 rows and the entire file. Using pushdown filters from Hive, the
-file reader can skip entire sets of rows that aren’t important for
-this query.</p>
-
-<p><img src="/img/OrcFileLayout.png" alt="ORC file structure" /></p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <div class="section-nav">
- <div class="left align-right">
-
-
-
- <a href="/docs/java-tools.html" class="prev">Back</a>
-
- </div>
- <div class="right align-left">
-
-
-
- <a href="/docs/file-tail.html" class="next">Next</a>
-
- </div>
- </div>
- <div class="clear"></div>
-
-
- </article>
- </div>
-
- <div class="unit one-fifth hide-on-mobiles">
- <aside>
-
- <h4>Overview</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/index.html">Background</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/types.html">Types</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/indexes.html">Indexes</a></li>
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/acid.html">ACID support</a></li>
-
-
-
-</ul>
-
-
- <h4>Installing</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/building.html">Building ORC</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/releases.html">Releases</a></li>
-
-
-
-</ul>
-
-
- <h4>Using in Hive</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
-
-
-
-</ul>
-
-
- <h4>Using in MapReduce</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
-
-
-
-</ul>
-
-
- <h4>Using ORC Core</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
-
-
-
-</ul>
-
-
- <h4>Tools</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
-
-
-
-</ul>
-
-
- <h4>Format Specification</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="current"><a href="/docs/spec-intro.html">Introduction</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/compression.html">Compression</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/stripes.html">Stripes</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
-
-
-
-</ul>
-
-
- </aside>
-</div>
-
-
- <div class="clear"></div>
-
- </div>
- </section>
-
-
- <footer role="contentinfo">
- <p>The contents of this website are © 2018
- <a href="https://www.apache.org/">Apache Software Foundation</a>
- under the terms of the <a
- href="https://www.apache.org/licenses/LICENSE-2.0.html">
- Apache License v2</a>. Apache ORC and its logo are trademarks
- of the Apache Software Foundation.</p>
-</footer>
-
- <script>
- var anchorForId = function (id) {
- var anchor = document.createElement("a");
- anchor.className = "header-link";
- anchor.href = "#" + id;
- anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
- anchor.title = "Permalink";
- return anchor;
- };
-
- var linkifyAnchors = function (level, containingElement) {
- var headers = containingElement.getElementsByTagName("h" + level);
- for (var h = 0; h < headers.length; h++) {
- var header = headers[h];
-
- if (typeof header.id !== "undefined" && header.id !== "") {
- header.appendChild(anchorForId(header.id));
- }
- }
- };
-
- document.onreadystatechange = function () {
- if (this.readyState === "complete") {
- var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
- if (!contentBlock) {
- return;
- }
- for (var level = 1; level <= 6; level++) {
- linkifyAnchors(level, contentBlock);
- }
- }
- };
-</script>
-
-
-</body>
-</html>
http://git-wip-us.apache.org/repos/asf/orc/blob/c6e29090/docs/stripes.html
----------------------------------------------------------------------
diff --git a/docs/stripes.html b/docs/stripes.html
deleted file mode 100644
index 401c0d9..0000000
--- a/docs/stripes.html
+++ /dev/null
@@ -1,2257 +0,0 @@
-<!DOCTYPE HTML>
-<html lang="en-US">
-<head>
- <meta charset="UTF-8">
- <title>Stripes</title>
- <meta name="viewport" content="width=device-width,initial-scale=1">
- <meta name="generator" content="Jekyll v2.4.0">
- <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
- <link rel="stylesheet" href="/css/screen.css">
- <link rel="icon" type="image/x-icon" href="/favicon.ico">
- <!--[if lt IE 9]>
- <script src="/js/html5shiv.min.js"></script>
- <script src="/js/respond.min.js"></script>
- <![endif]-->
-</head>
-
-
-<body class="wrap">
- <header role="banner">
- <nav class="mobile-nav show-on-mobiles">
- <ul>
- <li class="">
- <a href="/">Home</a>
- </li>
- <li class="current">
- <a href="/docs/"><span class="show-on-mobiles">Docs</span>
- <span class="hide-on-mobiles">Documentation</span></a>
- </li>
- <li class="">
- <a href="/talks/">Talks</a>
- </li>
- <li class="">
- <a href="/news/">News</a>
- </li>
- <li class="">
- <a href="/help/">Help</a>
- </li>
- <li class="">
- <a href="/develop/">Develop</a>
- </li>
-</ul>
-
- </nav>
- <div class="grid">
- <div class="unit one-third center-on-mobiles">
- <h1>
- <a href="/">
- <span class="sr-only">Apache ORC</span>
- <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
- </a>
- </h1>
- </div>
- <nav class="main-nav unit two-thirds hide-on-mobiles">
- <ul>
- <li class="">
- <a href="/">Home</a>
- </li>
- <li class="current">
- <a href="/docs/"><span class="show-on-mobiles">Docs</span>
- <span class="hide-on-mobiles">Documentation</span></a>
- </li>
- <li class="">
- <a href="/talks/">Talks</a>
- </li>
- <li class="">
- <a href="/news/">News</a>
- </li>
- <li class="">
- <a href="/help/">Help</a>
- </li>
- <li class="">
- <a href="/develop/">Develop</a>
- </li>
-</ul>
-
- </nav>
- </div>
-</header>
-
-
- <section class="docs">
- <div class="grid">
-
- <div class="docs-nav-mobile unit whole show-on-mobiles">
- <select onchange="if (this.value) window.location.href=this.value">
- <option value="">Navigate the docs…</option>
-
- <optgroup label="Overview">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/index.html">Background</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/adopters.html">ORC Adopters</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/types.html">Types</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/indexes.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/acid.html">ACID support</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Installing">
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/building.html">Building ORC</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/releases.html">Releases</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using in Hive">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/hive-ddl.html">Hive DDL</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/hive-config.html">Hive Configuration</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using in MapReduce">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/mapred.html">Using in MapRed</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Using ORC Core">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/core-java.html">Using Core Java</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/core-cpp.html">Using Core C++</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Tools">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/cpp-tools.html">C++ Tools</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/java-tools.html">Java Tools</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- <optgroup label="Format Specification">
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-intro.html">Introduction</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/file-tail.html">File Tail</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/compression.html">Compression</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/run-length.html">Run Length Encoding</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/stripes.html">Stripes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/encodings.html">Column Encodings</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-index.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- </select>
-</div>
-
-
- <div class="unit four-fifths">
- <article>
- <h1>Stripes</h1>
- <p>The body of ORC files consists of a series of stripes. Stripes are
-large (typically ~200MB) and independent of each other and are often
-processed by different tasks. The defining characteristic for columnar
-storage formats is that the data for each column is stored separately
-and that reading data out of the file should be proportional to the
-number of columns read.</p>
-
-<p>In ORC files, each column is stored in several streams that are stored
-next to each other in the file. For example, an integer column is
-represented as two streams PRESENT, which uses one with a bit per
-value recording if the value is non-null, and DATA, which records the
-non-null values. If all of a column’s values in a stripe are non-null,
-the PRESENT stream is omitted from the stripe. For binary data, ORC
-uses three streams PRESENT, DATA, and LENGTH, which stores the length
-of each value. The details of each type will be presented in the
-following subsections.</p>
-
-<h1 id="stripe-footer">Stripe Footer</h1>
-
-<p>The stripe footer contains the encoding of each column and the
-directory of the streams including their location.</p>
-
-<p><code>message StripeFooter {
- // the location of each stream
- repeated Stream streams = 1;
- // the encoding of each column
- repeated ColumnEncoding columns = 2;
-}
-</code></p>
-
-<p>To describe each stream, ORC stores the kind of stream, the column id,
-and the stream’s size in bytes. The details of what is stored in each stream
-depends on the type and encoding of the column.</p>
-
-<p><code>message Stream {
- enum Kind {
- // boolean stream of whether the next value is non-null
- PRESENT = 0;
- // the primary data stream
- DATA = 1;
- // the length of each value for variable length data
- LENGTH = 2;
- // the dictionary blob
- DICTIONARY\_DATA = 3;
- // deprecated prior to Hive 0.11
- // It was used to store the number of instances of each value in the
- // dictionary
- DICTIONARY_COUNT = 4;
- // a secondary data stream
- SECONDARY = 5;
- // the index for seeking to particular row groups
- ROW_INDEX = 6;
- // original bloom filters used before ORC-101
- BLOOM_FILTER = 7;
- // bloom filters that consistently use utf8
- BLOOM_FILTER_UTF8 = 8;
- }
- required Kind kind = 1;
- // the column id
- optional uint32 column = 2;
- // the number of bytes in the file
- optional uint64 length = 3;
-}
-</code></p>
-
-<p>Depending on their type several options for encoding are possible. The
-encodings are divided into direct or dictionary-based categories and
-further refined as to whether they use RLE v1 or v2.</p>
-
-<p><code>message ColumnEncoding {
- enum Kind {
- // the encoding is mapped directly to the stream using RLE v1
- DIRECT = 0;
- // the encoding uses a dictionary of unique values using RLE v1
- DICTIONARY = 1;
- // the encoding is direct using RLE v2
- DIRECT\_V2 = 2;
- // the encoding is dictionary-based using RLE v2
- DICTIONARY\_V2 = 3;
- }
- required Kind kind = 1;
- // for dictionary encodings, record the size of the dictionary
- optional uint32 dictionarySize = 2;
-}
-</code></p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <div class="section-nav">
- <div class="left align-right">
-
-
-
- <a href="/docs/run-length.html" class="prev">Back</a>
-
- </div>
- <div class="right align-left">
-
-
-
- <a href="/docs/encodings.html" class="next">Next</a>
-
- </div>
- </div>
- <div class="clear"></div>
-
-
- </article>
- </div>
-
- <div class="unit one-fifth hide-on-mobiles">
- <aside>
-
- <h4>Overview</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/index.html">Background</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/types.html">Types</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/indexes.html">Indexes</a></li>
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/acid.html">ACID support</a></li>
-
-
-
-</ul>
-
-
- <h4>Installing</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/building.html">Building ORC</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/releases.html">Releases</a></li>
-
-
-
-</ul>
-
-
- <h4>Using in Hive</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
-
-
-
-</ul>
-
-
- <h4>Using in MapReduce</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
-
-
-
-</ul>
-
-
- <h4>Using ORC Core</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
-
-
-
-</ul>
-
-
- <h4>Tools</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
-
-
-
-</ul>
-
-
- <h4>Format Specification</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/compression.html">Compression</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="current"><a href="/docs/stripes.html">Stripes</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
-
-
-
-</ul>
-
-
- </aside>
-</div>
-
-
- <div class="clear"></div>
-
- </div>
- </section>
-
-
- <footer role="contentinfo">
- <p>The contents of this website are © 2018
- <a href="https://www.apache.org/">Apache Software Foundation</a>
- under the terms of the <a
- href="https://www.apache.org/licenses/LICENSE-2.0.html">
- Apache License v2</a>. Apache ORC and its logo are trademarks
- of the Apache Software Foundation.</p>
-</footer>
-
- <script>
- var anchorForId = function (id) {
- var anchor = document.createElement("a");
- anchor.className = "header-link";
- anchor.href = "#" + id;
- anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
- anchor.title = "Permalink";
- return anchor;
- };
-
- var linkifyAnchors = function (level, containingElement) {
- var headers = containingElement.getElementsByTagName("h" + level);
- for (var h = 0; h < headers.length; h++) {
- var header = headers[h];
-
- if (typeof header.id !== "undefined" && header.id !== "") {
- header.appendChild(anchorForId(header.id));
- }
- }
- };
-
- document.onreadystatechange = function () {
- if (this.readyState === "complete") {
- var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
- if (!contentBlock) {
- return;
- }
- for (var level = 1; level <= 6; level++) {
- linkifyAnchors(level, contentBlock);
- }
- }
- };
-</script>
-
-
-</body>
-</html>
http://git-wip-us.apache.org/repos/asf/orc/blob/c6e29090/docs/types.html
----------------------------------------------------------------------
diff --git a/docs/types.html b/docs/types.html
index dda60a4..149fa88 100644
--- a/docs/types.html
+++ b/docs/types.html
@@ -109,12 +109,6 @@
-
-
-
-
-
-
<option value="/docs/index.html">Background</option>
@@ -130,14 +124,6 @@
-
-
-
-
-
-
-
-
@@ -174,20 +160,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
@@ -221,20 +193,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
<option value="/docs/types.html">Types</option>
@@ -261,12 +219,6 @@
-
-
-
-
-
-
<option value="/docs/indexes.html">Indexes</option>
@@ -280,14 +232,6 @@
-
-
-
-
-
-
-
-
@@ -324,20 +268,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
</optgroup>
@@ -381,20 +311,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
@@ -426,25 +342,11 @@
-
-
-
-
-
-
<option value="/docs/releases.html">Releases</option>
-
-
-
-
-
-
-
-
</optgroup>
@@ -471,12 +373,6 @@
-
-
-
-
-
-
<option value="/docs/hive-ddl.html">Hive DDL</option>
@@ -494,14 +390,6 @@
-
-
-
-
-
-
-
-
@@ -519,12 +407,6 @@
-
-
-
-
-
-
<option value="/docs/hive-config.html">Hive Configuration</option>
@@ -544,14 +426,6 @@
-
-
-
-
-
-
-
-
</optgroup>
@@ -586,12 +460,6 @@
-
-
-
-
-
-
<option value="/docs/mapred.html">Using in MapRed</option>
@@ -601,14 +469,6 @@
-
-
-
-
-
-
-
-
@@ -638,12 +498,6 @@
-
-
-
-
-
-
<option value="/docs/mapreduce.html">Using in MapReduce</option>
@@ -651,14 +505,6 @@
-
-
-
-
-
-
-
-
</optgroup>
@@ -679,8 +525,6 @@
-
-
<option value="/docs/core-java.html">Using Core Java</option>
@@ -704,18 +548,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
@@ -727,8 +559,6 @@
-
-
<option value="/docs/core-cpp.html">Using Core C++</option>
@@ -754,18 +584,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
</optgroup>
@@ -788,8 +606,6 @@
-
-
<option value="/docs/cpp-tools.html">C++ Tools</option>
@@ -811,18 +627,6 @@
-
-
-
-
-
-
-
-
-
-
-
-
@@ -848,12 +652,6 @@
-
-
-
-
-
-
<option value="/docs/java-tools.html">Java Tools</option>
@@ -865,726 +663,135 @@
-
-
-
-
-
-
-
-
</optgroup>
- <optgroup label="Format Specification">
-
+ </select>
+</div>
-
+ <div class="unit four-fifths">
+ <article>
+ <h1>Types</h1>
+ <p>ORC files are completely self-describing and do not depend on the Hive
+Metastore or any other external metadata. The file includes all of the
+type and encoding information for the objects stored in the file. Because the
+file is self-contained, it does not depend on the user’s environment to
+correctly interpret the file’s contents.</p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-intro.html">Introduction</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/file-tail.html">File Tail</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/compression.html">Compression</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/run-length.html">Run Length Encoding</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/stripes.html">Stripes</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/encodings.html">Column Encodings</option>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <option value="/docs/spec-index.html">Indexes</option>
-
-
-
-
-
-
-
-
-
-
- </optgroup>
-
- </select>
-</div>
-
-
- <div class="unit four-fifths">
- <article>
- <h1>Types</h1>
- <p>ORC files are completely self-describing and do not depend on the Hive
-Metastore or any other external metadata. The file includes all of the
-type and encoding information for the objects stored in the file. Because the
-file is self-contained, it does not depend on the user’s environment to
-correctly interpret the file’s contents.</p>
-
-<p>ORC provides a rich set of scalar and compound types:</p>
-
-<ul>
- <li>Integer
- <ul>
- <li>boolean (1 bit)</li>
- <li>tinyint (8 bit)</li>
- <li>smallint (16 bit)</li>
- <li>int (32 bit)</li>
- <li>bigint (64 bit)</li>
- </ul>
- </li>
- <li>Floating point
- <ul>
- <li>float</li>
- <li>double</li>
- </ul>
- </li>
- <li>String types
- <ul>
- <li>string</li>
- <li>char</li>
- <li>varchar</li>
- </ul>
- </li>
- <li>Binary blobs
- <ul>
- <li>binary</li>
- </ul>
- </li>
- <li>Date/time
- <ul>
- <li>timestamp</li>
- <li>date</li>
- </ul>
- </li>
- <li>Compound types
- <ul>
- <li>struct</li>
- <li>list</li>
- <li>map</li>
- <li>union</li>
- </ul>
- </li>
-</ul>
-
-<p>All ORC file are logically sequences of identically typed objects. Hive
-always uses a struct with a field for each of the top-level columns as
-the root object type, but that is not required. All types in ORC can take
-null values including the compound types.</p>
-
-<p>Compound types have children columns that hold the values for their
-sub-elements. For example, a struct column has one child column for
-each field of the struct. Lists always have a single child column for
-the element values and maps always have two child columns. Union
-columns have one child column for each of the variants.</p>
-
-<p>Given the following definition of the table Foobar, the columns in the
-file would form the given tree.</p>
-
-<p><code>create table Foobar (
- myInt int,
- myMap map<string,
- struct<myString : string,
- myDouble: double>>,
- myTime timestamp
-);
-</code></p>
-
-<p><img src="/img/TreeWriters.png" alt="ORC column structure" /></p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <div class="section-nav">
- <div class="left align-right">
-
-
-
- <a href="/docs/adopters.html" class="prev">Back</a>
-
- </div>
- <div class="right align-left">
-
-
-
- <a href="/docs/indexes.html" class="next">Next</a>
-
- </div>
- </div>
- <div class="clear"></div>
-
-
- </article>
- </div>
-
- <div class="unit one-fifth hide-on-mobiles">
- <aside>
-
- <h4>Overview</h4>
-
+<p>ORC provides a rich set of scalar and compound types:</p>
<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/index.html">Background</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class="current"><a href="/docs/types.html">Types</a></li>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/indexes.html">Indexes</a></li>
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/acid.html">ACID support</a></li>
-
-
-
+ <li>Integer
+ <ul>
+ <li>boolean (1 bit)</li>
+ <li>tinyint (8 bit)</li>
+ <li>smallint (16 bit)</li>
+ <li>int (32 bit)</li>
+ <li>bigint (64 bit)</li>
+ </ul>
+ </li>
+ <li>Floating point
+ <ul>
+ <li>float</li>
+ <li>double</li>
+ </ul>
+ </li>
+ <li>String types
+ <ul>
+ <li>string</li>
+ <li>char</li>
+ <li>varchar</li>
+ </ul>
+ </li>
+ <li>Binary blobs
+ <ul>
+ <li>binary</li>
+ </ul>
+ </li>
+ <li>Date/time
+ <ul>
+ <li>timestamp</li>
+ <li>date</li>
+ </ul>
+ </li>
+ <li>Compound types
+ <ul>
+ <li>struct</li>
+ <li>list</li>
+ <li>map</li>
+ <li>union</li>
+ </ul>
+ </li>
</ul>
-
- <h4>Installing</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/building.html">Building ORC</a></li>
-
-
-
-
+<p>All ORC file are logically sequences of identically typed objects. Hive
+always uses a struct with a field for each of the top-level columns as
+the root object type, but that is not required. All types in ORC can take
+null values including the compound types.</p>
+
+<p>Compound types have children columns that hold the values for their
+sub-elements. For example, a struct column has one child column for
+each field of the struct. Lists always have a single child column for
+the element values and maps always have two child columns. Union
+columns have one child column for each of the variants.</p>
+
+<p>Given the following definition of the table Foobar, the columns in the
+file would form the given tree.</p>
+
+<p><code>create table Foobar (
+ myInt int,
+ myMap map<string,
+ struct<myString : string,
+ myDouble: double>>,
+ myTime timestamp
+);
+</code></p>
+
+<p><img src="/img/TreeWriters.png" alt="ORC column structure" /></p>
+
+
+
+
+
+
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
-
-
+
-
+ <div class="section-nav">
+ <div class="left align-right">
+
+
+
+ <a href="/docs/adopters.html" class="prev">Back</a>
+
+ </div>
+ <div class="right align-left">
+
+
+
+ <a href="/docs/indexes.html" class="next">Next</a>
+
+ </div>
+ </div>
+ <div class="clear"></div>
- <li class=""><a href="/docs/releases.html">Releases</a></li>
-
+ </article>
+ </div>
-</ul>
-
+ <div class="unit one-fifth hide-on-mobiles">
+ <aside>
- <h4>Using in Hive</h4>
+ <h4>Overview</h4>
<ul>
@@ -1613,11 +820,7 @@ file would form the given tree.</p>
-
-
-
-
- <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+ <li class=""><a href="/docs/index.html">Background</a></li>
@@ -1631,34 +834,10 @@ file would form the given tree.</p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+ <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
-</ul>
-
-
- <h4>Using in MapReduce</h4>
-
-
-<ul>
-
@@ -1695,7 +874,7 @@ file would form the given tree.</p>
- <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+ <li class="current"><a href="/docs/types.html">Types</a></li>
@@ -1725,49 +904,7 @@ file would form the given tree.</p>
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
-
-
-
-</ul>
-
-
- <h4>Using ORC Core</h4>
-
-
-<ul>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+ <li class=""><a href="/docs/indexes.html">Indexes</a></li>
@@ -1779,22 +916,14 @@ file would form the given tree.</p>
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+ <li class=""><a href="/docs/acid.html">ACID support</a></li>
</ul>
- <h4>Tools</h4>
+ <h4>Installing</h4>
<ul>
@@ -1811,15 +940,7 @@ file would form the given tree.</p>
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+ <li class=""><a href="/docs/building.html">Building ORC</a></li>
@@ -1857,14 +978,14 @@ file would form the given tree.</p>
- <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
+ <li class=""><a href="/docs/releases.html">Releases</a></li>
</ul>
- <h4>Format Specification</h4>
+ <h4>Using in Hive</h4>
<ul>
@@ -1891,31 +1012,7 @@ file would form the given tree.</p>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
+ <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -1939,31 +1036,17 @@ file would form the given tree.</p>
-
-
-
-
- <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
+ <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
-
-
-
-
-
+</ul>
-
-
-
-
-
-
+ <h4>Using in MapReduce</h4>
- <li class=""><a href="/docs/compression.html">Compression</a></li>
-
+<ul>
@@ -1995,19 +1078,7 @@ file would form the given tree.</p>
-
-
-
-
-
-
-
-
-
-
-
-
- <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
+ <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -2043,13 +1114,25 @@ file would form the given tree.</p>
-
+ <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+
+
+
+</ul>
+
-
+ <h4>Using ORC Core</h4>
+
+<ul>
+
+
+
+
+
@@ -2059,7 +1142,7 @@ file would form the given tree.</p>
- <li class=""><a href="/docs/stripes.html">Stripes</a></li>
+ <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
@@ -2077,17 +1160,17 @@ file would form the given tree.</p>
-
-
-
-
-
+ <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
+</ul>
+
-
+ <h4>Tools</h4>
- <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
-
+<ul>
@@ -2107,11 +1190,17 @@ file would form the given tree.</p>
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
-
+
+
+
@@ -2133,7 +1222,7 @@ file would form the given tree.</p>
- <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>