You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@orc.apache.org by ga...@apache.org on 2018/04/12 20:52:15 UTC
[4/4] orc git commit: add docs for c++ tools and core API.
add docs for c++ tools and core API.
Project: http://git-wip-us.apache.org/repos/asf/orc/repo
Commit: http://git-wip-us.apache.org/repos/asf/orc/commit/c63412b1
Tree: http://git-wip-us.apache.org/repos/asf/orc/tree/c63412b1
Diff: http://git-wip-us.apache.org/repos/asf/orc/diff/c63412b1
Branch: refs/heads/asf-site
Commit: c63412b1bc0b74ade7e1982fdcd6e694561a95bb
Parents: 6839c4d
Author: Gang Wu <ga...@alibaba-inc.com>
Authored: Thu Apr 12 13:51:30 2018 -0700
Committer: Gang Wu <ga...@alibaba-inc.com>
Committed: Thu Apr 12 13:51:30 2018 -0700
----------------------------------------------------------------------
develop/index.html | 3 +-
docs/acid.html | 304 +++++-
docs/adopters.html | 304 +++++-
docs/building.html | 304 +++++-
docs/compression.html | 310 +++++-
docs/core-cpp.html | 2458 ++++++++++++++++++++++++++++++++++++++++++++
docs/core-java.html | 306 +++++-
docs/cpp-tools.html | 2406 +++++++++++++++++++++++++++++++++++++++++++
docs/encodings.html | 310 +++++-
docs/file-tail.html | 310 +++++-
docs/hive-config.html | 304 +++++-
docs/hive-ddl.html | 304 +++++-
docs/index.html | 304 +++++-
docs/indexes.html | 304 +++++-
docs/java-tools.html | 2394 ++++++++++++++++++++++++++++++++++++++++++
docs/mapred.html | 304 +++++-
docs/mapreduce.html | 304 +++++-
docs/releases.html | 304 +++++-
docs/run-length.html | 310 +++++-
docs/spec-index.html | 310 +++++-
docs/spec-intro.html | 312 +++++-
docs/stripes.html | 310 +++++-
docs/tools.html | 2177 ---------------------------------------
docs/types.html | 304 +++++-
24 files changed, 12908 insertions(+), 2352 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/develop/index.html
----------------------------------------------------------------------
diff --git a/develop/index.html b/develop/index.html
index f3c7b81..e920320 100644
--- a/develop/index.html
+++ b/develop/index.html
@@ -116,8 +116,7 @@ with archive <a href="https://mail-archives.apache.org/mod_mbox/orc-commits/">he
<h2 id="bug-reports">Bug reports</h2>
-<p>Each code change requires a
-<a href="https://issues.apache.org/jira/browse/ORC">jira</a> to track the
+<p>Each code change requires a <a href="https://issues.apache.org/jira/browse/ORC">jira</a> to track the
discussion of the change.</p>
<h2 id="source-code">Source code</h2>
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/docs/acid.html
----------------------------------------------------------------------
diff --git a/docs/acid.html b/docs/acid.html
index a71fc0b..c460d41 100644
--- a/docs/acid.html
+++ b/docs/acid.html
@@ -111,6 +111,10 @@
+
+
+
+
<option value="/docs/index.html">Background</option>
@@ -180,6 +184,10 @@
+
+
+
+
@@ -223,6 +231,10 @@
+
+
+
+
<option value="/docs/types.html">Types</option>
@@ -251,6 +263,10 @@
+
+
+
+
<option value="/docs/indexes.html">Indexes</option>
@@ -318,6 +334,10 @@
+
+
+
+
</optgroup>
@@ -371,6 +391,10 @@
+
+
+
+
@@ -402,10 +426,14 @@
- <option value="/docs/releases.html">Releases</option>
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
@@ -445,6 +473,10 @@
+
+
+
+
<option value="/docs/hive-ddl.html">Hive DDL</option>
@@ -489,6 +521,10 @@
+
+
+
+
<option value="/docs/hive-config.html">Hive Configuration</option>
@@ -550,10 +586,14 @@
- <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
@@ -598,12 +638,16 @@
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
@@ -635,6 +679,8 @@
+
+
<option value="/docs/core-java.html">Using Core Java</option>
@@ -668,6 +714,58 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-cpp.html">Using Core C++</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
</optgroup>
@@ -692,6 +790,58 @@
+ <option value="/docs/cpp-tools.html">C++ Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -704,6 +854,8 @@
+ <option value="/docs/java-tools.html">Java Tools</option>
+
@@ -716,7 +868,7 @@
- <option value="/docs/tools.html">Tools</option>
+
@@ -765,12 +917,16 @@
- <option value="/docs/spec-intro.html">Introduction</option>
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
@@ -791,6 +947,10 @@
+
+
+
+
<option value="/docs/file-tail.html">File Tail</option>
@@ -866,6 +1026,10 @@
+
+
+
+
@@ -899,12 +1063,16 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
@@ -951,12 +1119,16 @@
- <option value="/docs/stripes.html">Stripes</option>
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
@@ -973,6 +1145,10 @@
+
+
+
+
<option value="/docs/encodings.html">Column Encodings</option>
@@ -1039,10 +1215,14 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
@@ -1353,6 +1533,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/index.html">Background</a></li>
@@ -1417,6 +1601,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1449,6 +1637,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/indexes.html">Indexes</a></li>
@@ -1523,6 +1715,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1559,6 +1757,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -1585,6 +1787,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
@@ -1627,6 +1833,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -1663,6 +1875,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
@@ -1691,10 +1909,32 @@ file that don’t need to be read in this task.</p>
+
+
<li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
</ul>
@@ -1723,6 +1963,20 @@ file that don’t need to be read in this task.</p>
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -1747,7 +2001,7 @@ file that don’t need to be read in this task.</p>
- <li class=""><a href="/docs/tools.html">Tools</a></li>
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
@@ -1799,6 +2053,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -1823,6 +2083,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -1881,6 +2145,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -1927,6 +2197,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -1949,6 +2225,10 @@ file that don’t need to be read in this task.</p>
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -1991,6 +2271,12 @@ file that don’t need to be read in this task.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/docs/adopters.html
----------------------------------------------------------------------
diff --git a/docs/adopters.html b/docs/adopters.html
index 8f44d2f..b30ef6e 100644
--- a/docs/adopters.html
+++ b/docs/adopters.html
@@ -111,6 +111,10 @@
+
+
+
+
<option value="/docs/index.html">Background</option>
@@ -180,6 +184,10 @@
+
+
+
+
@@ -223,6 +231,10 @@
+
+
+
+
<option value="/docs/types.html">Types</option>
@@ -251,6 +263,10 @@
+
+
+
+
<option value="/docs/indexes.html">Indexes</option>
@@ -318,6 +334,10 @@
+
+
+
+
</optgroup>
@@ -371,6 +391,10 @@
+
+
+
+
@@ -402,10 +426,14 @@
- <option value="/docs/releases.html">Releases</option>
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
@@ -445,6 +473,10 @@
+
+
+
+
<option value="/docs/hive-ddl.html">Hive DDL</option>
@@ -489,6 +521,10 @@
+
+
+
+
<option value="/docs/hive-config.html">Hive Configuration</option>
@@ -550,10 +586,14 @@
- <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
@@ -598,12 +638,16 @@
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
@@ -635,6 +679,8 @@
+
+
<option value="/docs/core-java.html">Using Core Java</option>
@@ -668,6 +714,58 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-cpp.html">Using Core C++</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
</optgroup>
@@ -692,6 +790,58 @@
+ <option value="/docs/cpp-tools.html">C++ Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -704,6 +854,8 @@
+ <option value="/docs/java-tools.html">Java Tools</option>
+
@@ -716,7 +868,7 @@
- <option value="/docs/tools.html">Tools</option>
+
@@ -765,12 +917,16 @@
- <option value="/docs/spec-intro.html">Introduction</option>
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
@@ -791,6 +947,10 @@
+
+
+
+
<option value="/docs/file-tail.html">File Tail</option>
@@ -866,6 +1026,10 @@
+
+
+
+
@@ -899,12 +1063,16 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
@@ -951,12 +1119,16 @@
- <option value="/docs/stripes.html">Stripes</option>
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
@@ -973,6 +1145,10 @@
+
+
+
+
<option value="/docs/encodings.html">Column Encodings</option>
@@ -1039,10 +1215,14 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
@@ -1200,6 +1380,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/index.html">Background</a></li>
@@ -1264,6 +1448,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1296,6 +1484,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/indexes.html">Indexes</a></li>
@@ -1370,6 +1562,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1406,6 +1604,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -1432,6 +1634,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
@@ -1474,6 +1680,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -1510,6 +1722,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
@@ -1538,10 +1756,32 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
<li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
</ul>
@@ -1570,6 +1810,20 @@ Analytic Database to the Hadoop ecosystem.</p>
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -1594,7 +1848,7 @@ Analytic Database to the Hadoop ecosystem.</p>
- <li class=""><a href="/docs/tools.html">Tools</a></li>
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
@@ -1646,6 +1900,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -1670,6 +1930,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -1728,6 +1992,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -1774,6 +2044,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -1796,6 +2072,10 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -1838,6 +2118,12 @@ Analytic Database to the Hadoop ecosystem.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/docs/building.html
----------------------------------------------------------------------
diff --git a/docs/building.html b/docs/building.html
index f70fe4a..bbe1ec4 100644
--- a/docs/building.html
+++ b/docs/building.html
@@ -111,6 +111,10 @@
+
+
+
+
<option value="/docs/index.html">Background</option>
@@ -180,6 +184,10 @@
+
+
+
+
@@ -223,6 +231,10 @@
+
+
+
+
<option value="/docs/types.html">Types</option>
@@ -251,6 +263,10 @@
+
+
+
+
<option value="/docs/indexes.html">Indexes</option>
@@ -318,6 +334,10 @@
+
+
+
+
</optgroup>
@@ -371,6 +391,10 @@
+
+
+
+
@@ -402,10 +426,14 @@
- <option value="/docs/releases.html">Releases</option>
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
@@ -445,6 +473,10 @@
+
+
+
+
<option value="/docs/hive-ddl.html">Hive DDL</option>
@@ -489,6 +521,10 @@
+
+
+
+
<option value="/docs/hive-config.html">Hive Configuration</option>
@@ -550,10 +586,14 @@
- <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
@@ -598,12 +638,16 @@
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
@@ -635,6 +679,8 @@
+
+
<option value="/docs/core-java.html">Using Core Java</option>
@@ -668,6 +714,58 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-cpp.html">Using Core C++</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
</optgroup>
@@ -692,6 +790,58 @@
+ <option value="/docs/cpp-tools.html">C++ Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -704,6 +854,8 @@
+ <option value="/docs/java-tools.html">Java Tools</option>
+
@@ -716,7 +868,7 @@
- <option value="/docs/tools.html">Tools</option>
+
@@ -765,12 +917,16 @@
- <option value="/docs/spec-intro.html">Introduction</option>
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
@@ -791,6 +947,10 @@
+
+
+
+
<option value="/docs/file-tail.html">File Tail</option>
@@ -866,6 +1026,10 @@
+
+
+
+
@@ -899,12 +1063,16 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
@@ -951,12 +1119,16 @@
- <option value="/docs/stripes.html">Stripes</option>
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
@@ -973,6 +1145,10 @@
+
+
+
+
<option value="/docs/encodings.html">Column Encodings</option>
@@ -1039,10 +1215,14 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
@@ -1232,6 +1412,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/index.html">Background</a></li>
@@ -1296,6 +1480,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1328,6 +1516,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/indexes.html">Indexes</a></li>
@@ -1402,6 +1594,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1438,6 +1636,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -1464,6 +1666,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
@@ -1506,6 +1712,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -1542,6 +1754,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
@@ -1570,10 +1788,32 @@ is invoking:</p>
+
+
<li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
</ul>
@@ -1602,6 +1842,20 @@ is invoking:</p>
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -1626,7 +1880,7 @@ is invoking:</p>
- <li class=""><a href="/docs/tools.html">Tools</a></li>
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
@@ -1678,6 +1932,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -1702,6 +1962,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -1760,6 +2024,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -1806,6 +2076,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -1828,6 +2104,10 @@ is invoking:</p>
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -1870,6 +2150,12 @@ is invoking:</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/docs/compression.html
----------------------------------------------------------------------
diff --git a/docs/compression.html b/docs/compression.html
index ff1b771..2c70cb8 100644
--- a/docs/compression.html
+++ b/docs/compression.html
@@ -111,6 +111,10 @@
+
+
+
+
<option value="/docs/index.html">Background</option>
@@ -180,6 +184,10 @@
+
+
+
+
@@ -223,6 +231,10 @@
+
+
+
+
<option value="/docs/types.html">Types</option>
@@ -251,6 +263,10 @@
+
+
+
+
<option value="/docs/indexes.html">Indexes</option>
@@ -318,6 +334,10 @@
+
+
+
+
</optgroup>
@@ -371,6 +391,10 @@
+
+
+
+
@@ -402,12 +426,16 @@
- <option value="/docs/releases.html">Releases</option>
+
+ <option value="/docs/releases.html">Releases</option>
+
+
+
@@ -445,6 +473,10 @@
+
+
+
+
<option value="/docs/hive-ddl.html">Hive DDL</option>
@@ -489,6 +521,10 @@
+
+
+
+
<option value="/docs/hive-config.html">Hive Configuration</option>
@@ -550,12 +586,16 @@
- <option value="/docs/mapred.html">Using in MapRed</option>
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
@@ -598,12 +638,16 @@
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
@@ -635,6 +679,8 @@
+
+
<option value="/docs/core-java.html">Using Core Java</option>
@@ -668,6 +714,58 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-cpp.html">Using Core C++</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
</optgroup>
@@ -692,6 +790,56 @@
+ <option value="/docs/cpp-tools.html">C++ Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -706,6 +854,8 @@
+ <option value="/docs/java-tools.html">Java Tools</option>
+
@@ -716,7 +866,9 @@
- <option value="/docs/tools.html">Tools</option>
+
+
+
@@ -765,12 +917,16 @@
- <option value="/docs/spec-intro.html">Introduction</option>
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
@@ -791,6 +947,10 @@
+
+
+
+
<option value="/docs/file-tail.html">File Tail</option>
@@ -866,6 +1026,10 @@
+
+
+
+
@@ -899,12 +1063,16 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
@@ -951,12 +1119,16 @@
- <option value="/docs/stripes.html">Stripes</option>
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
@@ -973,6 +1145,10 @@
+
+
+
+
<option value="/docs/encodings.html">Column Encodings</option>
@@ -1039,10 +1215,14 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
@@ -1142,6 +1322,12 @@ with no headers.</p>
+
+
+
+
+
+
<div class="section-nav">
<div class="left align-right">
@@ -1198,6 +1384,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/index.html">Background</a></li>
@@ -1262,6 +1452,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1294,6 +1488,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/indexes.html">Indexes</a></li>
@@ -1368,6 +1566,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1404,6 +1608,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -1430,6 +1638,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
@@ -1472,6 +1684,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -1508,6 +1726,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
@@ -1536,10 +1760,32 @@ with no headers.</p>
+
+
<li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
</ul>
@@ -1568,9 +1814,17 @@ with no headers.</p>
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
+
+
+
+
@@ -1592,7 +1846,13 @@ with no headers.</p>
- <li class=""><a href="/docs/tools.html">Tools</a></li>
+
+
+
+
+
+
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
@@ -1644,6 +1904,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -1668,6 +1934,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -1726,6 +1996,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -1772,6 +2048,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -1794,6 +2076,10 @@ with no headers.</p>
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -1836,6 +2122,12 @@ with no headers.</p>
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/docs/core-cpp.html
----------------------------------------------------------------------
diff --git a/docs/core-cpp.html b/docs/core-cpp.html
new file mode 100644
index 0000000..130d019
--- /dev/null
+++ b/docs/core-cpp.html
@@ -0,0 +1,2458 @@
+<!DOCTYPE HTML>
+<html lang="en-US">
+<head>
+ <meta charset="UTF-8">
+ <title>Using Core C++</title>
+ <meta name="viewport" content="width=device-width,initial-scale=1">
+ <meta name="generator" content="Jekyll v2.4.0">
+ <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
+ <link rel="stylesheet" href="/css/screen.css">
+ <link rel="icon" type="image/x-icon" href="/favicon.ico">
+ <!--[if lt IE 9]>
+ <script src="/js/html5shiv.min.js"></script>
+ <script src="/js/respond.min.js"></script>
+ <![endif]-->
+</head>
+
+
+<body class="wrap">
+ <header role="banner">
+ <nav class="mobile-nav show-on-mobiles">
+ <ul>
+ <li class="">
+ <a href="/">Home</a>
+ </li>
+ <li class="current">
+ <a href="/docs/"><span class="show-on-mobiles">Docs</span>
+ <span class="hide-on-mobiles">Documentation</span></a>
+ </li>
+ <li class="">
+ <a href="/talks/">Talks</a>
+ </li>
+ <li class="">
+ <a href="/news/">News</a>
+ </li>
+ <li class="">
+ <a href="/help/">Help</a>
+ </li>
+ <li class="">
+ <a href="/develop/">Develop</a>
+ </li>
+</ul>
+
+ </nav>
+ <div class="grid">
+ <div class="unit one-third center-on-mobiles">
+ <h1>
+ <a href="/">
+ <span class="sr-only">Apache ORC</span>
+ <img src="/img/logo.png" width="249" height="101" alt="ORC Logo">
+ </a>
+ </h1>
+ </div>
+ <nav class="main-nav unit two-thirds hide-on-mobiles">
+ <ul>
+ <li class="">
+ <a href="/">Home</a>
+ </li>
+ <li class="current">
+ <a href="/docs/"><span class="show-on-mobiles">Docs</span>
+ <span class="hide-on-mobiles">Documentation</span></a>
+ </li>
+ <li class="">
+ <a href="/talks/">Talks</a>
+ </li>
+ <li class="">
+ <a href="/news/">News</a>
+ </li>
+ <li class="">
+ <a href="/help/">Help</a>
+ </li>
+ <li class="">
+ <a href="/develop/">Develop</a>
+ </li>
+</ul>
+
+ </nav>
+ </div>
+</header>
+
+
+ <section class="docs">
+ <div class="grid">
+
+ <div class="docs-nav-mobile unit whole show-on-mobiles">
+ <select onchange="if (this.value) window.location.href=this.value">
+ <option value="">Navigate the docs…</option>
+
+ <optgroup label="Overview">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/index.html">Background</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/adopters.html">ORC Adopters</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/types.html">Types</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/indexes.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/acid.html">ACID support</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Installing">
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/building.html">Building ORC</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in Hive">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-ddl.html">Hive DDL</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/hive-config.html">Hive Configuration</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using in MapReduce">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Using ORC Core">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-java.html">Using Core Java</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-cpp.html">Using Core C++</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Tools">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/cpp-tools.html">C++ Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/java-tools.html">Java Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ <optgroup label="Format Specification">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/file-tail.html">File Tail</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/compression.html">Compression</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/encodings.html">Column Encodings</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+
+
+
+
+
+
+
+ </optgroup>
+
+ </select>
+</div>
+
+
+ <div class="unit four-fifths">
+ <article>
+ <h1>Using Core C++</h1>
+ <p>The C++ Core ORC API reads and writes ORC files into its own
+orc::ColumnVectorBatch vectorized classes.</p>
+
+<h2 id="vectorized-row-batch">Vectorized Row Batch</h2>
+
+<p>Data is passed to ORC as instances of orc::ColumnVectorBatch
+that contain the data a batch of rows. The focus is on speed and
+accessing the data fields directly. <code>numElements</code> is the number
+of rows. ColumnVectorBatch is the parent type of the different
+kinds of columns and has some fields that are shared across
+all of the column types. In particular, the <code>hasNulls</code> flag
+if there is any null in this column for this batch. For columns
+where <code>hasNulls == true</code> the <code>notNull</code> buffer is false if that
+value is null.</p>
+
+<pre><code class="language-cpp">namespace orc {
+ struct ColumnVectorBatch {
+ uint64_t numElements;
+ DataBuffer<char> notNull;
+ bool hasNulls;
+ ...
+ }
+}
+</code></pre>
+
+<p>The subtypes of ColumnVectorBatch are:</p>
+
+<table>
+ <thead>
+ <tr>
+ <th>ORC Type</th>
+ <th>ColumnVectorBatch</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>array</td>
+ <td>ListVectorBatch</td>
+ </tr>
+ <tr>
+ <td>binary</td>
+ <td>StringVectorBatch</td>
+ </tr>
+ <tr>
+ <td>bigint</td>
+ <td>LongVectorBatch</td>
+ </tr>
+ <tr>
+ <td>boolean</td>
+ <td>LongVectorBatch</td>
+ </tr>
+ <tr>
+ <td>char</td>
+ <td>StringVectorBatch</td>
+ </tr>
+ <tr>
+ <td>date</td>
+ <td>LongVectorBatch</td>
+ </tr>
+ <tr>
+ <td>decimal</td>
+ <td>Decimal64VectorBatch, Decimal128VectorBatch</td>
+ </tr>
+ <tr>
+ <td>double</td>
+ <td>DoubleVectorBatch</td>
+ </tr>
+ <tr>
+ <td>float</td>
+ <td>DoubleVectorBatch</td>
+ </tr>
+ <tr>
+ <td>int</td>
+ <td>LongVectorBatch</td>
+ </tr>
+ <tr>
+ <td>map</td>
+ <td>MapVectorBatch</td>
+ </tr>
+ <tr>
+ <td>smallint</td>
+ <td>LongVectorBatch</td>
+ </tr>
+ <tr>
+ <td>string</td>
+ <td>StringVectorBatch</td>
+ </tr>
+ <tr>
+ <td>struct</td>
+ <td>StructVectorBatch</td>
+ </tr>
+ <tr>
+ <td>timestamp</td>
+ <td>TimestampVectorBatch</td>
+ </tr>
+ <tr>
+ <td>tinyint</td>
+ <td>LongVectorBatch</td>
+ </tr>
+ <tr>
+ <td>uniontype</td>
+ <td>UnionVectorBatch</td>
+ </tr>
+ <tr>
+ <td>varchar</td>
+ <td>StringVectorBatch</td>
+ </tr>
+ </tbody>
+</table>
+
+<p>LongVectorBatch handles all of the integer types (boolean, bigint,
+date, int, smallint, and tinyint). The data is represented as a
+buffer of int64_t where each value is sign-extended as necessary.</p>
+
+<pre><code class="language-cpp"> struct LongVectorBatch: public ColumnVectorBatch {
+ DataBuffer<int64_t> data;
+ ...
+ };
+</code></pre>
+
+<p>TimestampVectorBatch handles timestamp values. The data is
+represented as two buffers of int64_t for seconds and nanoseconds
+respectively. Note that we always assume data is in GMT timezone;
+therefore it is user’s responsibility to convert wall clock time
+from local timezone to GMT.</p>
+
+<pre><code class="language-cpp"> struct TimestampVectorBatch: public ColumnVectorBatch {
+ DataBuffer<int64_t> data;
+ DataBuffer<int64_t> nanoseconds;
+ ...
+ };
+</code></pre>
+
+<p>DoubleVectorBatch handles all of the floating point types
+(double, and float). The data is represented as a buffer of doubles.</p>
+
+<pre><code class="language-cpp"> struct DoubleVectorBatch: public ColumnVectorBatch {
+ DataBuffer<double> data;
+ ...
+ };
+</code></pre>
+
+<p>Decimal64VectorBatch handles decimal columns with precision no
+greater than 18. Decimal128VectorBatch handles the others. The data
+is represented as a buffer of int64_t and orc::Int128 respectively.</p>
+
+<pre><code class="language-cpp"> struct Decimal64VectorBatch: public ColumnVectorBatch {
+ DataBuffer<int64_t> values;
+ ...
+ };
+
+ struct Decimal128VectorBatch: public ColumnVectorBatch {
+ DataBuffer<Int128> values;
+ ...
+ };
+</code></pre>
+
+<p>StringVectorBatch handles all of the binary types (binary,
+char, string, and varchar). The data is represented as a char* buffer,
+and a length buffer.</p>
+
+<pre><code class="language-cpp"> struct StringVectorBatch: public ColumnVectorBatch {
+ DataBuffer<char*> data;
+ DataBuffer<int64_t> length;
+ ...
+ };
+</code></pre>
+
+<p>StructVectorBatch handles the struct columns and represents
+the data as a buffer of <code>ColumnVectorBatch</code>.</p>
+
+<pre><code class="language-cpp"> struct StructVectorBatch: public ColumnVectorBatch {
+ std::vector<ColumnVectorBatch*> fields;
+ ...
+ };
+</code></pre>
+
+<p>UnionVectorBatch handles the union columns. It uses <code>tags</code>
+to indicate which subtype has the value and <code>offsets</code> indicates
+the offset in child batch of that subtype. A individual
+<code>ColumnVectorBatch</code> is used for each subtype.</p>
+
+<pre><code class="language-cpp"> struct UnionVectorBatch: public ColumnVectorBatch {
+ DataBuffer<unsigned char> tags;
+ DataBuffer<uint64_t> offsets;
+ std::vector<ColumnVectorBatch*> children;
+ ...
+ };
+</code></pre>
+
+<p>ListVectorBatch handles the array columns and represents
+the data as a buffer of integers for the offsets and a
+<code>ColumnVectorBatch</code> for the children values.</p>
+
+<pre><code class="language-cpp"> struct ListVectorBatch: public ColumnVectorBatch {
+ DataBuffer<int64_t> offsets;
+ ORC_UNIQUE_PTR<ColumnVectorBatch> elements;
+ ...
+ };
+</code></pre>
+
+<p>MapVectorBatch handles the map columns and represents the data
+as two arrays of integers for the offsets and two <code>ColumnVectorBatch</code>s
+for the keys and values.</p>
+
+<pre><code class="language-cpp"> struct MapVectorBatch: public ColumnVectorBatch {
+ DataBuffer<int64_t> offsets;
+ ORC_UNIQUE_PTR<ColumnVectorBatch> keys;
+ ORC_UNIQUE_PTR<ColumnVectorBatch> elements;
+ ...
+ };
+</code></pre>
+
+<h2 id="writing-orc-files">Writing ORC Files</h2>
+
+<p>To write an ORC file, you need to include <code>OrcFile.hh</code> and define
+the schema; then use <code>orc::OutputStream</code> and <code>orc::WriterOptions</code>
+to create a <code>orc::Writer</code> with the desired filename. This example
+sets the required schema parameter, but there are many other
+options to control the ORC writer.</p>
+
+<pre><code class="language-cpp">ORC_UNIQUE_PTR<OutputStream> outStream =
+ writeLocalFile("my-file.orc");
+ORC_UNIQUE_PTR<Type> schema(
+ Type::buildTypeFromString("struct<x:int,y:int>"));
+WriterOptions options;
+ORC_UNIQUE_PTR<Writer> writer =
+ createWriter(*schema, outStream.get(), options);
+</code></pre>
+
+<p>Now you need to create a row batch, set the data, and write it to the file
+as the batch fills up. When the file is done, close the <code>Writer</code>.</p>
+
+<pre><code class="language-cpp">uint64_t batchSize = 1024, rowCount = 10000;
+ORC_UNIQUE_PTR<ColumnVectorBatch> batch =
+ writer->createRowBatch(batchSize);
+StructVectorBatch *root =
+ dynamic_cast<StructVectorBatch *>(batch.get());
+LongVectorBatch *x =
+ dynamic_cast<LongVectorBatch *>(root->fields[0]);
+LongVectorBatch *y =
+ dynamic_cast<LongVectorBatch *>(root->fields[1]);
+
+uint64_t rows = 0;
+for (uint64_t i = 0; i < rowCount; ++i) {
+ x->data[rows] = i;
+ y->data[rows] = i * 3;
+ rows++;
+
+ if (rows == batchSize) {
+ root->numElements = rows;
+ x->numElements = rows;
+ y->numElements = rows;
+
+ writer->add(*batch);
+ rows = 0;
+ }
+}
+
+if (rows != 0) {
+ root->numElements = rows;
+ x->numElements = rows;
+ y->numElements = rows;
+
+ writer->add(*batch);
+ rows = 0;
+}
+
+writer->close();
+</code></pre>
+
+<h2 id="reading-orc-files">Reading ORC Files</h2>
+
+<p>To read ORC files, include <code>OrcFile.hh</code> file to create a <code>orc::Reader</code>
+that contains the metadata about the file. There are a few options to
+the <code>orc::Reader</code>, but far fewer than the writer and none of them are
+required. The reader has methods for getting the number of rows,
+schema, compression, etc. from the file.</p>
+
+<pre><code class="language-cpp">ORC_UNIQUE_PTR<InputStream> inStream =
+ readLocalFile("my-file.orc");
+ReaderOptions options;
+ORC_UNIQUE_PTR<Reader> reader =
+ createReader(inStream, options);
+</code></pre>
+
+<p>To get the data, create a <code>orc::RowReader</code> object. By default,
+the RowReader reads all rows and all columns, but there are
+options to control the data that is read.</p>
+
+<pre><code class="language-cpp">RowReaderOptions rowReaderOptions;
+ORC_UNIQUE_PTR<RowReader> rowReader =
+ reader->createRowReader(rowReaderOptions);
+ORC_UNIQUE_PTR<ColumnVectorBatch> batch =
+ rowReader->createRowBatch(1024);
+</code></pre>
+
+<p>With a <code>orc::RowReader</code> the user can ask for the next batch until there
+are no more left. The reader will stop the batch at certain boundaries,
+so the returned batch may not be full, but it will always contain some rows.</p>
+
+<pre><code class="language-cpp">while (rowReader->next(*batch)) {
+ for (uint64_t r = 0; r < batch->numElements; ++r) {
+ ... process row r from batch
+ }
+}
+</code></pre>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="section-nav">
+ <div class="left align-right">
+
+
+
+ <a href="/docs/core-java.html" class="prev">Back</a>
+
+ </div>
+ <div class="right align-left">
+
+
+
+ <a href="/docs/cpp-tools.html" class="next">Next</a>
+
+ </div>
+ </div>
+ <div class="clear"></div>
+
+
+ </article>
+ </div>
+
+ <div class="unit one-fifth hide-on-mobiles">
+ <aside>
+
+ <h4>Overview</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/index.html">Background</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/adopters.html">ORC Adopters</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/types.html">Types</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/indexes.html">Indexes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/acid.html">ACID support</a></li>
+
+
+
+</ul>
+
+
+ <h4>Installing</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/building.html">Building ORC</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/releases.html">Releases</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in Hive</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using in MapReduce</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
+
+
+
+</ul>
+
+
+ <h4>Using ORC Core</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class="current"><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
+</ul>
+
+
+ <h4>Tools</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
+
+
+
+</ul>
+
+
+ <h4>Format Specification</h4>
+
+
+<ul>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/file-tail.html">File Tail</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/compression.html">Compression</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/stripes.html">Stripes</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/spec-index.html">Indexes</a></li>
+
+
+
+</ul>
+
+
+ </aside>
+</div>
+
+
+ <div class="clear"></div>
+
+ </div>
+ </section>
+
+
+ <footer role="contentinfo">
+ <p>The contents of this website are © 2018
+ <a href="https://www.apache.org/">Apache Software Foundation</a>
+ under the terms of the <a
+ href="https://www.apache.org/licenses/LICENSE-2.0.html">
+ Apache License v2</a>. Apache ORC and its logo are trademarks
+ of the Apache Software Foundation.</p>
+</footer>
+
+ <script>
+ var anchorForId = function (id) {
+ var anchor = document.createElement("a");
+ anchor.className = "header-link";
+ anchor.href = "#" + id;
+ anchor.innerHTML = "<span class=\"sr-only\">Permalink</span><i class=\"fa fa-link\"></i>";
+ anchor.title = "Permalink";
+ return anchor;
+ };
+
+ var linkifyAnchors = function (level, containingElement) {
+ var headers = containingElement.getElementsByTagName("h" + level);
+ for (var h = 0; h < headers.length; h++) {
+ var header = headers[h];
+
+ if (typeof header.id !== "undefined" && header.id !== "") {
+ header.appendChild(anchorForId(header.id));
+ }
+ }
+ };
+
+ document.onreadystatechange = function () {
+ if (this.readyState === "complete") {
+ var contentBlock = document.getElementsByClassName("docs")[0] || document.getElementsByClassName("news")[0];
+ if (!contentBlock) {
+ return;
+ }
+ for (var level = 1; level <= 6; level++) {
+ linkifyAnchors(level, contentBlock);
+ }
+ }
+ };
+</script>
+
+
+</body>
+</html>
http://git-wip-us.apache.org/repos/asf/orc/blob/c63412b1/docs/core-java.html
----------------------------------------------------------------------
diff --git a/docs/core-java.html b/docs/core-java.html
index 1af1270..196bf0d 100644
--- a/docs/core-java.html
+++ b/docs/core-java.html
@@ -111,6 +111,10 @@
+
+
+
+
<option value="/docs/index.html">Background</option>
@@ -180,6 +184,10 @@
+
+
+
+
@@ -223,6 +231,10 @@
+
+
+
+
<option value="/docs/types.html">Types</option>
@@ -251,6 +263,10 @@
+
+
+
+
<option value="/docs/indexes.html">Indexes</option>
@@ -318,6 +334,10 @@
+
+
+
+
</optgroup>
@@ -371,6 +391,10 @@
+
+
+
+
@@ -402,10 +426,14 @@
- <option value="/docs/releases.html">Releases</option>
+
+
+
+ <option value="/docs/releases.html">Releases</option>
+
@@ -445,6 +473,10 @@
+
+
+
+
<option value="/docs/hive-ddl.html">Hive DDL</option>
@@ -489,6 +521,10 @@
+
+
+
+
<option value="/docs/hive-config.html">Hive Configuration</option>
@@ -550,10 +586,14 @@
- <option value="/docs/mapred.html">Using in MapRed</option>
+
+
+
+ <option value="/docs/mapred.html">Using in MapRed</option>
+
@@ -598,12 +638,16 @@
- <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+ <option value="/docs/mapreduce.html">Using in MapReduce</option>
+
+
+
@@ -635,6 +679,8 @@
+
+
<option value="/docs/core-java.html">Using Core Java</option>
@@ -668,6 +714,58 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <option value="/docs/core-cpp.html">Using Core C++</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
</optgroup>
@@ -692,6 +790,58 @@
+ <option value="/docs/cpp-tools.html">C++ Tools</option>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -704,6 +854,8 @@
+ <option value="/docs/java-tools.html">Java Tools</option>
+
@@ -716,7 +868,7 @@
- <option value="/docs/tools.html">Tools</option>
+
@@ -765,12 +917,16 @@
- <option value="/docs/spec-intro.html">Introduction</option>
+
+ <option value="/docs/spec-intro.html">Introduction</option>
+
+
+
@@ -791,6 +947,10 @@
+
+
+
+
<option value="/docs/file-tail.html">File Tail</option>
@@ -866,6 +1026,10 @@
+
+
+
+
@@ -899,12 +1063,16 @@
- <option value="/docs/run-length.html">Run Length Encoding</option>
+
+ <option value="/docs/run-length.html">Run Length Encoding</option>
+
+
+
@@ -951,12 +1119,16 @@
- <option value="/docs/stripes.html">Stripes</option>
+
+ <option value="/docs/stripes.html">Stripes</option>
+
+
+
@@ -973,6 +1145,10 @@
+
+
+
+
<option value="/docs/encodings.html">Column Encodings</option>
@@ -1039,10 +1215,14 @@
- <option value="/docs/spec-index.html">Indexes</option>
+
+
+
+ <option value="/docs/spec-index.html">Indexes</option>
+
@@ -1509,7 +1689,7 @@ rows.close();
- <a href="/docs/tools.html" class="next">Next</a>
+ <a href="/docs/core-cpp.html" class="next">Next</a>
</div>
</div>
@@ -1553,6 +1733,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/index.html">Background</a></li>
@@ -1617,6 +1801,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/types.html">Types</a></li>
@@ -1649,6 +1837,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/indexes.html">Indexes</a></li>
@@ -1723,6 +1915,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/releases.html">Releases</a></li>
@@ -1759,6 +1957,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/hive-ddl.html">Hive DDL</a></li>
@@ -1785,6 +1987,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/hive-config.html">Hive Configuration</a></li>
@@ -1827,6 +2033,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/mapred.html">Using in MapRed</a></li>
@@ -1863,6 +2075,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/mapreduce.html">Using in MapReduce</a></li>
@@ -1891,10 +2109,32 @@ rows.close();
+
+
<li class="current"><a href="/docs/core-java.html">Using Core Java</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <li class=""><a href="/docs/core-cpp.html">Using Core C++</a></li>
+
+
+
</ul>
@@ -1923,6 +2163,20 @@ rows.close();
+ <li class=""><a href="/docs/cpp-tools.html">C++ Tools</a></li>
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -1947,7 +2201,7 @@ rows.close();
- <li class=""><a href="/docs/tools.html">Tools</a></li>
+ <li class=""><a href="/docs/java-tools.html">Java Tools</a></li>
@@ -1999,6 +2253,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/spec-intro.html">Introduction</a></li>
@@ -2023,6 +2283,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/file-tail.html">File Tail</a></li>
@@ -2081,6 +2345,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/run-length.html">Run Length Encoding</a></li>
@@ -2127,6 +2397,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/stripes.html">Stripes</a></li>
@@ -2149,6 +2425,10 @@ rows.close();
+
+
+
+
<li class=""><a href="/docs/encodings.html">Column Encodings</a></li>
@@ -2191,6 +2471,12 @@ rows.close();
+
+
+
+
+
+
<li class=""><a href="/docs/spec-index.html">Indexes</a></li>