You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by we...@apache.org on 2017/07/17 13:06:27 UTC
[14/15] arrow-site git commit: Update pyarrow Python documentation
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.Schema.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.Schema.rst.txt b/docs/python/_sources/generated/pyarrow.Schema.rst.txt
index 4ef2b7e..436e84b 100644
--- a/docs/python/_sources/generated/pyarrow.Schema.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.Schema.rst.txt
@@ -9,8 +9,25 @@ pyarrow\.Schema
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~Schema.add_metadata
+ ~Schema.equals
+ ~Schema.field_by_name
+ ~Schema.get_field_index
+ ~Schema.remove_metadata
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~Schema.metadata
+ ~Schema.names
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.StringArray.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.StringArray.rst.txt b/docs/python/_sources/generated/pyarrow.StringArray.rst.txt
index 909c509..c490157 100644
--- a/docs/python/_sources/generated/pyarrow.StringArray.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.StringArray.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.StringArray
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~StringArray.equals
+ ~StringArray.from_pandas
+ ~StringArray.isnull
+ ~StringArray.slice
+ ~StringArray.to_pandas
+ ~StringArray.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~StringArray.null_count
+ ~StringArray.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.StringValue.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.StringValue.rst.txt b/docs/python/_sources/generated/pyarrow.StringValue.rst.txt
index fcbf433..df9efa8 100644
--- a/docs/python/_sources/generated/pyarrow.StringValue.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.StringValue.rst.txt
@@ -9,6 +9,12 @@ pyarrow\.StringValue
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~StringValue.as_py
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.Table.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.Table.rst.txt b/docs/python/_sources/generated/pyarrow.Table.rst.txt
index f6a5f62..996d5d8 100644
--- a/docs/python/_sources/generated/pyarrow.Table.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.Table.rst.txt
@@ -9,8 +9,33 @@ pyarrow\.Table
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~Table.add_column
+ ~Table.append_column
+ ~Table.column
+ ~Table.equals
+ ~Table.from_arrays
+ ~Table.from_batches
+ ~Table.from_pandas
+ ~Table.itercolumns
+ ~Table.remove_column
+ ~Table.to_pandas
+ ~Table.to_pydict
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~Table.num_columns
+ ~Table.num_rows
+ ~Table.schema
+ ~Table.shape
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.Tensor.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.Tensor.rst.txt b/docs/python/_sources/generated/pyarrow.Tensor.rst.txt
index e58cf91..3a0c244 100644
--- a/docs/python/_sources/generated/pyarrow.Tensor.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.Tensor.rst.txt
@@ -9,8 +9,28 @@ pyarrow\.Tensor
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~Tensor.equals
+ ~Tensor.from_numpy
+ ~Tensor.to_numpy
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~Tensor.is_contiguous
+ ~Tensor.is_mutable
+ ~Tensor.ndim
+ ~Tensor.shape
+ ~Tensor.size
+ ~Tensor.strides
+ ~Tensor.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.Time32Array.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.Time32Array.rst.txt b/docs/python/_sources/generated/pyarrow.Time32Array.rst.txt
index 5761aa7..6384264 100644
--- a/docs/python/_sources/generated/pyarrow.Time32Array.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.Time32Array.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.Time32Array
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~Time32Array.equals
+ ~Time32Array.from_pandas
+ ~Time32Array.isnull
+ ~Time32Array.slice
+ ~Time32Array.to_pandas
+ ~Time32Array.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~Time32Array.null_count
+ ~Time32Array.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.Time64Array.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.Time64Array.rst.txt b/docs/python/_sources/generated/pyarrow.Time64Array.rst.txt
index d41197d..1a85803 100644
--- a/docs/python/_sources/generated/pyarrow.Time64Array.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.Time64Array.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.Time64Array
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~Time64Array.equals
+ ~Time64Array.from_pandas
+ ~Time64Array.isnull
+ ~Time64Array.slice
+ ~Time64Array.to_pandas
+ ~Time64Array.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~Time64Array.null_count
+ ~Time64Array.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.TimestampArray.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.TimestampArray.rst.txt b/docs/python/_sources/generated/pyarrow.TimestampArray.rst.txt
index ba096cb..b8c2fd2 100644
--- a/docs/python/_sources/generated/pyarrow.TimestampArray.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.TimestampArray.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.TimestampArray
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~TimestampArray.equals
+ ~TimestampArray.from_pandas
+ ~TimestampArray.isnull
+ ~TimestampArray.slice
+ ~TimestampArray.to_pandas
+ ~TimestampArray.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~TimestampArray.null_count
+ ~TimestampArray.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.TimestampValue.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.TimestampValue.rst.txt b/docs/python/_sources/generated/pyarrow.TimestampValue.rst.txt
index c65a411..8b616e0 100644
--- a/docs/python/_sources/generated/pyarrow.TimestampValue.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.TimestampValue.rst.txt
@@ -9,6 +9,12 @@ pyarrow\.TimestampValue
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~TimestampValue.as_py
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt16Array.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt16Array.rst.txt b/docs/python/_sources/generated/pyarrow.UInt16Array.rst.txt
index c246056..68fd0ba 100644
--- a/docs/python/_sources/generated/pyarrow.UInt16Array.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt16Array.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.UInt16Array
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt16Array.equals
+ ~UInt16Array.from_pandas
+ ~UInt16Array.isnull
+ ~UInt16Array.slice
+ ~UInt16Array.to_pandas
+ ~UInt16Array.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~UInt16Array.null_count
+ ~UInt16Array.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt16Value.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt16Value.rst.txt b/docs/python/_sources/generated/pyarrow.UInt16Value.rst.txt
index 933f396..fc10e52 100644
--- a/docs/python/_sources/generated/pyarrow.UInt16Value.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt16Value.rst.txt
@@ -9,6 +9,12 @@ pyarrow\.UInt16Value
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt16Value.as_py
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt32Array.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt32Array.rst.txt b/docs/python/_sources/generated/pyarrow.UInt32Array.rst.txt
index f115d48..a0a890c 100644
--- a/docs/python/_sources/generated/pyarrow.UInt32Array.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt32Array.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.UInt32Array
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt32Array.equals
+ ~UInt32Array.from_pandas
+ ~UInt32Array.isnull
+ ~UInt32Array.slice
+ ~UInt32Array.to_pandas
+ ~UInt32Array.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~UInt32Array.null_count
+ ~UInt32Array.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt32Value.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt32Value.rst.txt b/docs/python/_sources/generated/pyarrow.UInt32Value.rst.txt
index 1e98181..c5ba1cf 100644
--- a/docs/python/_sources/generated/pyarrow.UInt32Value.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt32Value.rst.txt
@@ -9,6 +9,12 @@ pyarrow\.UInt32Value
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt32Value.as_py
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt64Array.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt64Array.rst.txt b/docs/python/_sources/generated/pyarrow.UInt64Array.rst.txt
index 11f0900..3f65548 100644
--- a/docs/python/_sources/generated/pyarrow.UInt64Array.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt64Array.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.UInt64Array
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt64Array.equals
+ ~UInt64Array.from_pandas
+ ~UInt64Array.isnull
+ ~UInt64Array.slice
+ ~UInt64Array.to_pandas
+ ~UInt64Array.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~UInt64Array.null_count
+ ~UInt64Array.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt64Value.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt64Value.rst.txt b/docs/python/_sources/generated/pyarrow.UInt64Value.rst.txt
index 869a3c8..de0a553 100644
--- a/docs/python/_sources/generated/pyarrow.UInt64Value.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt64Value.rst.txt
@@ -9,6 +9,12 @@ pyarrow\.UInt64Value
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt64Value.as_py
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt8Array.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt8Array.rst.txt b/docs/python/_sources/generated/pyarrow.UInt8Array.rst.txt
index 15d96de..bc5034b 100644
--- a/docs/python/_sources/generated/pyarrow.UInt8Array.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt8Array.rst.txt
@@ -9,8 +9,26 @@ pyarrow\.UInt8Array
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt8Array.equals
+ ~UInt8Array.from_pandas
+ ~UInt8Array.isnull
+ ~UInt8Array.slice
+ ~UInt8Array.to_pandas
+ ~UInt8Array.to_pylist
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~UInt8Array.null_count
+ ~UInt8Array.type
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.UInt8Value.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.UInt8Value.rst.txt b/docs/python/_sources/generated/pyarrow.UInt8Value.rst.txt
index cae6b74..71a1201 100644
--- a/docs/python/_sources/generated/pyarrow.UInt8Value.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.UInt8Value.rst.txt
@@ -9,6 +9,12 @@ pyarrow\.UInt8Value
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~UInt8Value.as_py
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.parquet.ParquetDataset.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.parquet.ParquetDataset.rst.txt b/docs/python/_sources/generated/pyarrow.parquet.ParquetDataset.rst.txt
index dfe8729..037d91d 100644
--- a/docs/python/_sources/generated/pyarrow.parquet.ParquetDataset.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.parquet.ParquetDataset.rst.txt
@@ -9,6 +9,14 @@ pyarrow\.parquet\.ParquetDataset
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~ParquetDataset.__init__
+ ~ParquetDataset.read
+ ~ParquetDataset.validate_schemas
+
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.parquet.ParquetFile.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.parquet.ParquetFile.rst.txt b/docs/python/_sources/generated/pyarrow.parquet.ParquetFile.rst.txt
index cc61388..3dd4e20 100644
--- a/docs/python/_sources/generated/pyarrow.parquet.ParquetFile.rst.txt
+++ b/docs/python/_sources/generated/pyarrow.parquet.ParquetFile.rst.txt
@@ -9,8 +9,25 @@ pyarrow\.parquet\.ParquetFile
.. automethod:: __init__
+ .. rubric:: Methods
+
+ .. autosummary::
+
+ ~ParquetFile.__init__
+ ~ParquetFile.read
+ ~ParquetFile.read_pandas
+ ~ParquetFile.read_row_group
+
+
+
+
+ .. rubric:: Attributes
+ .. autosummary::
+ ~ParquetFile.metadata
+ ~ParquetFile.num_row_groups
+ ~ParquetFile.schema
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.read_message.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.read_message.rst.txt b/docs/python/_sources/generated/pyarrow.read_message.rst.txt
new file mode 100644
index 0000000..4bb32a3
--- /dev/null
+++ b/docs/python/_sources/generated/pyarrow.read_message.rst.txt
@@ -0,0 +1,6 @@
+pyarrow\.read\_message
+======================
+
+.. currentmodule:: pyarrow
+
+.. autofunction:: read_message
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/generated/pyarrow.read_record_batch.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/generated/pyarrow.read_record_batch.rst.txt b/docs/python/_sources/generated/pyarrow.read_record_batch.rst.txt
new file mode 100644
index 0000000..ca7025d
--- /dev/null
+++ b/docs/python/_sources/generated/pyarrow.read_record_batch.rst.txt
@@ -0,0 +1,6 @@
+pyarrow\.read\_record\_batch
+============================
+
+.. currentmodule:: pyarrow
+
+.. autofunction:: read_record_batch
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/ipc.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/ipc.rst.txt b/docs/python/_sources/ipc.rst.txt
index f0844cd..dca776b 100644
--- a/docs/python/_sources/ipc.rst.txt
+++ b/docs/python/_sources/ipc.rst.txt
@@ -136,3 +136,15 @@ batches in the file, and can read any at random:
reader.num_record_batches
b = reader.get_batch(3)
b.equals(batch)
+
+Reading from Stream and File Format for pandas
+----------------------------------------------
+
+The stream and file reader classes have a special ``read_pandas`` method to
+simplify reading multiple record batches and converting them to a single
+DataFrame output:
+
+.. ipython:: python
+
+ df = pa.open_file(buf).read_pandas()
+ df
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_sources/pandas.rst.txt
----------------------------------------------------------------------
diff --git a/docs/python/_sources/pandas.rst.txt b/docs/python/_sources/pandas.rst.txt
index cb7a56d..765d62a 100644
--- a/docs/python/_sources/pandas.rst.txt
+++ b/docs/python/_sources/pandas.rst.txt
@@ -15,6 +15,8 @@
.. specific language governing permissions and limitations
.. under the License.
+.. _pandas:
+
Using PyArrow with pandas
=========================
@@ -55,7 +57,7 @@ Series
In Arrow, the most similar structure to a pandas Series is an Array.
It is a vector that contains data of the same type as linear memory. You can
-convert a pandas Series to an Arrow Array using :meth:`pyarrow.array.from_pandas_series`.
+convert a pandas Series to an Arrow Array using :meth:`pyarrow.Array.from_pandas`.
As Arrow Arrays are always nullable, you can supply an optional mask using
the ``mask`` parameter to mark all null-entries.
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_static/basic.css
----------------------------------------------------------------------
diff --git a/docs/python/_static/basic.css b/docs/python/_static/basic.css
index 6df76b0..dc88b5a 100644
--- a/docs/python/_static/basic.css
+++ b/docs/python/_static/basic.css
@@ -398,13 +398,6 @@ table.field-list td, table.field-list th {
margin: 0;
}
-.field-name {
- -moz-hyphens: manual;
- -ms-hyphens: manual;
- -webkit-hyphens: manual;
- hyphens: manual;
-}
-
/* -- other body styles ----------------------------------------------------- */
ol.arabic {
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/_static/pygments.css
----------------------------------------------------------------------
diff --git a/docs/python/_static/pygments.css b/docs/python/_static/pygments.css
index 20c4814..8213e90 100644
--- a/docs/python/_static/pygments.css
+++ b/docs/python/_static/pygments.css
@@ -47,10 +47,8 @@
.highlight .mh { color: #208050 } /* Literal.Number.Hex */
.highlight .mi { color: #208050 } /* Literal.Number.Integer */
.highlight .mo { color: #208050 } /* Literal.Number.Oct */
-.highlight .sa { color: #4070a0 } /* Literal.String.Affix */
.highlight .sb { color: #4070a0 } /* Literal.String.Backtick */
.highlight .sc { color: #4070a0 } /* Literal.String.Char */
-.highlight .dl { color: #4070a0 } /* Literal.String.Delimiter */
.highlight .sd { color: #4070a0; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #4070a0 } /* Literal.String.Double */
.highlight .se { color: #4070a0; font-weight: bold } /* Literal.String.Escape */
@@ -61,9 +59,7 @@
.highlight .s1 { color: #4070a0 } /* Literal.String.Single */
.highlight .ss { color: #517918 } /* Literal.String.Symbol */
.highlight .bp { color: #007020 } /* Name.Builtin.Pseudo */
-.highlight .fm { color: #06287e } /* Name.Function.Magic */
.highlight .vc { color: #bb60d5 } /* Name.Variable.Class */
.highlight .vg { color: #bb60d5 } /* Name.Variable.Global */
.highlight .vi { color: #bb60d5 } /* Name.Variable.Instance */
-.highlight .vm { color: #bb60d5 } /* Name.Variable.Magic */
.highlight .il { color: #208050 } /* Literal.Number.Integer.Long */
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/api.html
----------------------------------------------------------------------
diff --git a/docs/python/api.html b/docs/python/api.html
index 2f8c8ba..a35a846 100644
--- a/docs/python/api.html
+++ b/docs/python/api.html
@@ -1,5 +1,6 @@
<!DOCTYPE html>
+
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
@@ -37,7 +38,7 @@
<meta name="apple-mobile-web-app-capable" content="yes">
</head>
- <body>
+ <body role="document">
<div id="navbar" class="navbar navbar-default navbar-fixed-top">
<div class="container">
@@ -161,78 +162,78 @@
</colgroup>
<tbody valign="top">
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.null.html#pyarrow.null" title="pyarrow.null"><code class="xref py py-obj docutils literal"><span class="pre">null</span></code></a>()</td>
-<td></td>
+<td>Create instance of null type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.bool_.html#pyarrow.bool_" title="pyarrow.bool_"><code class="xref py py-obj docutils literal"><span class="pre">bool_</span></code></a>()</td>
-<td></td>
+<td>Create instance of boolean type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.int8.html#pyarrow.int8" title="pyarrow.int8"><code class="xref py py-obj docutils literal"><span class="pre">int8</span></code></a>()</td>
-<td></td>
+<td>Create instance of signed int8 type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.int16.html#pyarrow.int16" title="pyarrow.int16"><code class="xref py py-obj docutils literal"><span class="pre">int16</span></code></a>()</td>
-<td></td>
+<td>Create instance of signed int16 type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.int32.html#pyarrow.int32" title="pyarrow.int32"><code class="xref py py-obj docutils literal"><span class="pre">int32</span></code></a>()</td>
-<td></td>
+<td>Create instance of signed int32 type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.int64.html#pyarrow.int64" title="pyarrow.int64"><code class="xref py py-obj docutils literal"><span class="pre">int64</span></code></a>()</td>
-<td></td>
+<td>Create instance of signed int64 type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.uint8.html#pyarrow.uint8" title="pyarrow.uint8"><code class="xref py py-obj docutils literal"><span class="pre">uint8</span></code></a>()</td>
-<td></td>
+<td>Create instance of boolean type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.uint16.html#pyarrow.uint16" title="pyarrow.uint16"><code class="xref py py-obj docutils literal"><span class="pre">uint16</span></code></a>()</td>
-<td></td>
+<td>Create instance of unsigned uint16 type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.uint32.html#pyarrow.uint32" title="pyarrow.uint32"><code class="xref py py-obj docutils literal"><span class="pre">uint32</span></code></a>()</td>
-<td></td>
+<td>Create instance of unsigned uint32 type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.uint64.html#pyarrow.uint64" title="pyarrow.uint64"><code class="xref py py-obj docutils literal"><span class="pre">uint64</span></code></a>()</td>
-<td></td>
+<td>Create instance of unsigned uint64 type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.float16.html#pyarrow.float16" title="pyarrow.float16"><code class="xref py py-obj docutils literal"><span class="pre">float16</span></code></a>()</td>
-<td></td>
+<td>Create half-precision floating point type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.float32.html#pyarrow.float32" title="pyarrow.float32"><code class="xref py py-obj docutils literal"><span class="pre">float32</span></code></a>()</td>
-<td></td>
+<td>Create single-precision floating point type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.float64.html#pyarrow.float64" title="pyarrow.float64"><code class="xref py py-obj docutils literal"><span class="pre">float64</span></code></a>()</td>
-<td></td>
+<td>Create double-precision floating point type</td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.time32.html#pyarrow.time32" title="pyarrow.time32"><code class="xref py py-obj docutils literal"><span class="pre">time32</span></code></a>(unit_str)</td>
-<td></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.time32.html#pyarrow.time32" title="pyarrow.time32"><code class="xref py py-obj docutils literal"><span class="pre">time32</span></code></a>(unit)</td>
+<td>Create instance of 32-bit time (time of day) type with unit resolution</td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.time64.html#pyarrow.time64" title="pyarrow.time64"><code class="xref py py-obj docutils literal"><span class="pre">time64</span></code></a>(unit_str)</td>
-<td></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.time64.html#pyarrow.time64" title="pyarrow.time64"><code class="xref py py-obj docutils literal"><span class="pre">time64</span></code></a>(unit)</td>
+<td>Create instance of 64-bit time (time of day) type with unit resolution</td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.timestamp.html#pyarrow.timestamp" title="pyarrow.timestamp"><code class="xref py py-obj docutils literal"><span class="pre">timestamp</span></code></a>(unit_str[, tz])</td>
-<td></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.timestamp.html#pyarrow.timestamp" title="pyarrow.timestamp"><code class="xref py py-obj docutils literal"><span class="pre">timestamp</span></code></a>(unit[, tz])</td>
+<td>Create instance of timestamp type with resolution and optional time zone</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.date32.html#pyarrow.date32" title="pyarrow.date32"><code class="xref py py-obj docutils literal"><span class="pre">date32</span></code></a>()</td>
-<td></td>
+<td>Create instance of 32-bit date (days since UNIX epoch 1970-01-01)</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.date64.html#pyarrow.date64" title="pyarrow.date64"><code class="xref py py-obj docutils literal"><span class="pre">date64</span></code></a>()</td>
-<td></td>
+<td>Create instance of 64-bit date (milliseconds since UNIX epoch 1970-01-01)</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.binary.html#pyarrow.binary" title="pyarrow.binary"><code class="xref py py-obj docutils literal"><span class="pre">binary</span></code></a>(int length=-1)</td>
-<td>Binary (PyBytes-like) type</td>
+<td>Create variable-length binary type</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.string.html#pyarrow.string" title="pyarrow.string"><code class="xref py py-obj docutils literal"><span class="pre">string</span></code></a>()</td>
-<td>UTF8 string</td>
+<td>Create UTF8 variable-length string type</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.decimal.html#pyarrow.decimal" title="pyarrow.decimal"><code class="xref py py-obj docutils literal"><span class="pre">decimal</span></code></a>((int precision, int scale=0) -> DataType)</td>
-<td></td>
+<td>Create decimal type with precision and scale</td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.list_.html#pyarrow.list_" title="pyarrow.list_"><code class="xref py py-obj docutils literal"><span class="pre">list_</span></code></a>(DataType value_type)</td>
-<td></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.list_.html#pyarrow.list_" title="pyarrow.list_"><code class="xref py py-obj docutils literal"><span class="pre">list_</span></code></a>((value_type) -> ListType)</td>
+<td>Create ListType instance from child data type or field</td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.struct.html#pyarrow.struct" title="pyarrow.struct"><code class="xref py py-obj docutils literal"><span class="pre">struct</span></code></a>(fields)</td>
-<td></td>
+<td>Create StructType instance from fields</td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.dictionary.html#pyarrow.dictionary" title="pyarrow.dictionary"><code class="xref py py-obj docutils literal"><span class="pre">dictionary</span></code></a>(DataType index_type, Array dictionary)</td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.dictionary.html#pyarrow.dictionary" title="pyarrow.dictionary"><code class="xref py py-obj docutils literal"><span class="pre">dictionary</span></code></a>((DataType index_type, ...)</td>
<td>Dictionary (categorical, or simply encoded) type</td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.field.html#pyarrow.field" title="pyarrow.field"><code class="xref py py-obj docutils literal"><span class="pre">field</span></code></a>(name, DataType type, …)</td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.field.html#pyarrow.field" title="pyarrow.field"><code class="xref py py-obj docutils literal"><span class="pre">field</span></code></a>(name, DataType type, ...)</td>
<td>Create a pyarrow.Field instance</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.schema.html#pyarrow.schema" title="pyarrow.schema"><code class="xref py py-obj docutils literal"><span class="pre">schema</span></code></a>(fields)</td>
@@ -253,72 +254,69 @@
</colgroup>
<tbody valign="top">
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.NA.html#pyarrow.NA" title="pyarrow.NA"><code class="xref py py-obj docutils literal"><span class="pre">NA</span></code></a></td>
-<td></td>
+<td>Null (NA) value singleton</td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.NAType.html#pyarrow.NAType" title="pyarrow.NAType"><code class="xref py py-obj docutils literal"><span class="pre">NAType</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Scalar.html#pyarrow.Scalar" title="pyarrow.Scalar"><code class="xref py py-obj docutils literal"><span class="pre">Scalar</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Scalar.html#pyarrow.Scalar" title="pyarrow.Scalar"><code class="xref py py-obj docutils literal"><span class="pre">Scalar</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.ArrayValue.html#pyarrow.ArrayValue" title="pyarrow.ArrayValue"><code class="xref py py-obj docutils literal"><span class="pre">ArrayValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.ArrayValue.html#pyarrow.ArrayValue" title="pyarrow.ArrayValue"><code class="xref py py-obj docutils literal"><span class="pre">ArrayValue</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.BooleanValue.html#pyarrow.BooleanValue" title="pyarrow.BooleanValue"><code class="xref py py-obj docutils literal"><span class="pre">BooleanValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.BooleanValue.html#pyarrow.BooleanValue" title="pyarrow.BooleanValue"><code class="xref py py-obj docutils literal"><span class="pre">BooleanValue</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Int8Value.html#pyarrow.Int8Value" title="pyarrow.Int8Value"><code class="xref py py-obj docutils literal"><span class="pre">Int8Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Int8Value.html#pyarrow.Int8Value" title="pyarrow.Int8Value"><code class="xref py py-obj docutils literal"><span class="pre">Int8Value</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Int16Value.html#pyarrow.Int16Value" title="pyarrow.Int16Value"><code class="xref py py-obj docutils literal"><span class="pre">Int16Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Int16Value.html#pyarrow.Int16Value" title="pyarrow.Int16Value"><code class="xref py py-obj docutils literal"><span class="pre">Int16Value</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Int32Value.html#pyarrow.Int32Value" title="pyarrow.Int32Value"><code class="xref py py-obj docutils literal"><span class="pre">Int32Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Int32Value.html#pyarrow.Int32Value" title="pyarrow.Int32Value"><code class="xref py py-obj docutils literal"><span class="pre">Int32Value</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Int64Value.html#pyarrow.Int64Value" title="pyarrow.Int64Value"><code class="xref py py-obj docutils literal"><span class="pre">Int64Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Int64Value.html#pyarrow.Int64Value" title="pyarrow.Int64Value"><code class="xref py py-obj docutils literal"><span class="pre">Int64Value</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.UInt8Value.html#pyarrow.UInt8Value" title="pyarrow.UInt8Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt8Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.UInt8Value.html#pyarrow.UInt8Value" title="pyarrow.UInt8Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt8Value</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.UInt16Value.html#pyarrow.UInt16Value" title="pyarrow.UInt16Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt16Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.UInt16Value.html#pyarrow.UInt16Value" title="pyarrow.UInt16Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt16Value</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.UInt32Value.html#pyarrow.UInt32Value" title="pyarrow.UInt32Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt32Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.UInt32Value.html#pyarrow.UInt32Value" title="pyarrow.UInt32Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt32Value</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.UInt64Value.html#pyarrow.UInt64Value" title="pyarrow.UInt64Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt64Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.UInt64Value.html#pyarrow.UInt64Value" title="pyarrow.UInt64Value"><code class="xref py py-obj docutils literal"><span class="pre">UInt64Value</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.FloatValue.html#pyarrow.FloatValue" title="pyarrow.FloatValue"><code class="xref py py-obj docutils literal"><span class="pre">FloatValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.FloatValue.html#pyarrow.FloatValue" title="pyarrow.FloatValue"><code class="xref py py-obj docutils literal"><span class="pre">FloatValue</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.DoubleValue.html#pyarrow.DoubleValue" title="pyarrow.DoubleValue"><code class="xref py py-obj docutils literal"><span class="pre">DoubleValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.DoubleValue.html#pyarrow.DoubleValue" title="pyarrow.DoubleValue"><code class="xref py py-obj docutils literal"><span class="pre">DoubleValue</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.ListValue.html#pyarrow.ListValue" title="pyarrow.ListValue"><code class="xref py py-obj docutils literal"><span class="pre">ListValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.ListValue.html#pyarrow.ListValue" title="pyarrow.ListValue"><code class="xref py py-obj docutils literal"><span class="pre">ListValue</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.BinaryValue.html#pyarrow.BinaryValue" title="pyarrow.BinaryValue"><code class="xref py py-obj docutils literal"><span class="pre">BinaryValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.BinaryValue.html#pyarrow.BinaryValue" title="pyarrow.BinaryValue"><code class="xref py py-obj docutils literal"><span class="pre">BinaryValue</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.StringValue.html#pyarrow.StringValue" title="pyarrow.StringValue"><code class="xref py py-obj docutils literal"><span class="pre">StringValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.StringValue.html#pyarrow.StringValue" title="pyarrow.StringValue"><code class="xref py py-obj docutils literal"><span class="pre">StringValue</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.FixedSizeBinaryValue.html#pyarrow.FixedSizeBinaryValue" title="pyarrow.FixedSizeBinaryValue"><code class="xref py py-obj docutils literal"><span class="pre">FixedSizeBinaryValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.FixedSizeBinaryValue.html#pyarrow.FixedSizeBinaryValue" title="pyarrow.FixedSizeBinaryValue"><code class="xref py py-obj docutils literal"><span class="pre">FixedSizeBinaryValue</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Date32Value.html#pyarrow.Date32Value" title="pyarrow.Date32Value"><code class="xref py py-obj docutils literal"><span class="pre">Date32Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Date32Value.html#pyarrow.Date32Value" title="pyarrow.Date32Value"><code class="xref py py-obj docutils literal"><span class="pre">Date32Value</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Date64Value.html#pyarrow.Date64Value" title="pyarrow.Date64Value"><code class="xref py py-obj docutils literal"><span class="pre">Date64Value</span></code></a></td>
<td></td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Date64Value.html#pyarrow.Date64Value" title="pyarrow.Date64Value"><code class="xref py py-obj docutils literal"><span class="pre">Date64Value</span></code></a></td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.TimestampValue.html#pyarrow.TimestampValue" title="pyarrow.TimestampValue"><code class="xref py py-obj docutils literal"><span class="pre">TimestampValue</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.TimestampValue.html#pyarrow.TimestampValue" title="pyarrow.TimestampValue"><code class="xref py py-obj docutils literal"><span class="pre">TimestampValue</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.DecimalValue.html#pyarrow.DecimalValue" title="pyarrow.DecimalValue"><code class="xref py py-obj docutils literal"><span class="pre">DecimalValue</span></code></a></td>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.DecimalValue.html#pyarrow.DecimalValue" title="pyarrow.DecimalValue"><code class="xref py py-obj docutils literal"><span class="pre">DecimalValue</span></code></a></td>
<td></td>
</tr>
</tbody>
@@ -332,7 +330,7 @@
<col width="90%" />
</colgroup>
<tbody valign="top">
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.array.html#pyarrow.array" title="pyarrow.array"><code class="xref py py-obj docutils literal"><span class="pre">array</span></code></a>(sequence, DataType type=None, …)</td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.array.html#pyarrow.array" title="pyarrow.array"><code class="xref py py-obj docutils literal"><span class="pre">array</span></code></a>(sequence, DataType type=None, ...[, size])</td>
<td>Create pyarrow.Array instance from a Python sequence</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Array.html#pyarrow.Array" title="pyarrow.Array"><code class="xref py py-obj docutils literal"><span class="pre">Array</span></code></a></td>
@@ -433,9 +431,6 @@
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Table.html#pyarrow.Table" title="pyarrow.Table"><code class="xref py py-obj docutils literal"><span class="pre">Table</span></code></a></td>
<td>A collection of top-level named, equal length Arrow arrays.</td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.get_record_batch_size.html#pyarrow.get_record_batch_size" title="pyarrow.get_record_batch_size"><code class="xref py py-obj docutils literal"><span class="pre">get_record_batch_size</span></code></a>(RecordBatch batch)</td>
-<td>Return total size of serialized RecordBatch including metadata and padding</td>
-</tr>
</tbody>
</table>
</div>
@@ -450,15 +445,6 @@
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Tensor.html#pyarrow.Tensor" title="pyarrow.Tensor"><code class="xref py py-obj docutils literal"><span class="pre">Tensor</span></code></a></td>
<td></td>
</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.write_tensor.html#pyarrow.write_tensor" title="pyarrow.write_tensor"><code class="xref py py-obj docutils literal"><span class="pre">write_tensor</span></code></a>(Tensor tensor, NativeFile dest)</td>
-<td>Write pyarrow.Tensor to pyarrow.NativeFile object its current position</td>
-</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.get_tensor_size.html#pyarrow.get_tensor_size" title="pyarrow.get_tensor_size"><code class="xref py py-obj docutils literal"><span class="pre">get_tensor_size</span></code></a>(Tensor tensor)</td>
-<td>Return total size of serialized Tensor including metadata and padding</td>
-</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.read_tensor.html#pyarrow.read_tensor" title="pyarrow.read_tensor"><code class="xref py py-obj docutils literal"><span class="pre">read_tensor</span></code></a>(NativeFile source)</td>
-<td>Read pyarrow.Tensor from pyarrow.NativeFile object from current position.</td>
-</tr>
</tbody>
</table>
</div>
@@ -483,7 +469,7 @@
<td></td>
</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.MemoryMappedFile.html#pyarrow.MemoryMappedFile" title="pyarrow.MemoryMappedFile"><code class="xref py py-obj docutils literal"><span class="pre">MemoryMappedFile</span></code></a></td>
-<td>Supports ‘r’, ‘r+w’, ‘w’ modes</td>
+<td>Supports ‘r’, ‘r+w’, ‘w’ modes</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.memory_map.html#pyarrow.memory_map" title="pyarrow.memory_map"><code class="xref py py-obj docutils literal"><span class="pre">memory_map</span></code></a>(path[, mode])</td>
<td>Open memory map at file path.</td>
@@ -505,6 +491,12 @@
<col width="90%" />
</colgroup>
<tbody valign="top">
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Message.html#pyarrow.Message" title="pyarrow.Message"><code class="xref py py-obj docutils literal"><span class="pre">Message</span></code></a></td>
+<td>Container for an Arrow IPC message with metadata and optional body</td>
+</tr>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.MessageReader.html#pyarrow.MessageReader" title="pyarrow.MessageReader"><code class="xref py py-obj docutils literal"><span class="pre">MessageReader</span></code></a></td>
+<td>Interface for reading Message objects from some source (like an</td>
+</tr>
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.RecordBatchFileReader.html#pyarrow.RecordBatchFileReader" title="pyarrow.RecordBatchFileReader"><code class="xref py py-obj docutils literal"><span class="pre">RecordBatchFileReader</span></code></a>(source[, footer_offset])</td>
<td>Class for reading Arrow record batch data from the Arrow binary file format</td>
</tr>
@@ -523,6 +515,24 @@
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.open_stream.html#pyarrow.open_stream" title="pyarrow.open_stream"><code class="xref py py-obj docutils literal"><span class="pre">open_stream</span></code></a>(source)</td>
<td>Create reader for Arrow streaming format</td>
</tr>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.read_message.html#pyarrow.read_message" title="pyarrow.read_message"><code class="xref py py-obj docutils literal"><span class="pre">read_message</span></code></a>(source)</td>
+<td>Read length-prefixed message from file or buffer-like object</td>
+</tr>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.read_record_batch.html#pyarrow.read_record_batch" title="pyarrow.read_record_batch"><code class="xref py py-obj docutils literal"><span class="pre">read_record_batch</span></code></a>(Message batch_message, ...)</td>
+<td>Read RecordBatch from message, given a known schema</td>
+</tr>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.get_record_batch_size.html#pyarrow.get_record_batch_size" title="pyarrow.get_record_batch_size"><code class="xref py py-obj docutils literal"><span class="pre">get_record_batch_size</span></code></a>(RecordBatch batch)</td>
+<td>Return total size of serialized RecordBatch including metadata and padding</td>
+</tr>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.read_tensor.html#pyarrow.read_tensor" title="pyarrow.read_tensor"><code class="xref py py-obj docutils literal"><span class="pre">read_tensor</span></code></a>(NativeFile source)</td>
+<td>Read pyarrow.Tensor from pyarrow.NativeFile object from current position.</td>
+</tr>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.write_tensor.html#pyarrow.write_tensor" title="pyarrow.write_tensor"><code class="xref py py-obj docutils literal"><span class="pre">write_tensor</span></code></a>(Tensor tensor, NativeFile dest)</td>
+<td>Write pyarrow.Tensor to pyarrow.NativeFile object its current position</td>
+</tr>
+<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.get_tensor_size.html#pyarrow.get_tensor_size" title="pyarrow.get_tensor_size"><code class="xref py py-obj docutils literal"><span class="pre">get_tensor_size</span></code></a>(Tensor tensor)</td>
+<td>Return total size of serialized Tensor including metadata and padding</td>
+</tr>
</tbody>
</table>
</div>
@@ -558,25 +568,7 @@
</colgroup>
<tbody valign="top">
<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.DataType.html#pyarrow.DataType" title="pyarrow.DataType"><code class="xref py py-obj docutils literal"><span class="pre">DataType</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.DecimalType.html#pyarrow.DecimalType" title="pyarrow.DecimalType"><code class="xref py py-obj docutils literal"><span class="pre">DecimalType</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.DictionaryType.html#pyarrow.DictionaryType" title="pyarrow.DictionaryType"><code class="xref py py-obj docutils literal"><span class="pre">DictionaryType</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.FixedSizeBinaryType.html#pyarrow.FixedSizeBinaryType" title="pyarrow.FixedSizeBinaryType"><code class="xref py py-obj docutils literal"><span class="pre">FixedSizeBinaryType</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.Time32Type.html#pyarrow.Time32Type" title="pyarrow.Time32Type"><code class="xref py py-obj docutils literal"><span class="pre">Time32Type</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Time64Type.html#pyarrow.Time64Type" title="pyarrow.Time64Type"><code class="xref py py-obj docutils literal"><span class="pre">Time64Type</span></code></a></td>
-<td></td>
-</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.TimestampType.html#pyarrow.TimestampType" title="pyarrow.TimestampType"><code class="xref py py-obj docutils literal"><span class="pre">TimestampType</span></code></a></td>
-<td></td>
+<td>Base type for Apache Arrow data type instances.</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.Field.html#pyarrow.Field" title="pyarrow.Field"><code class="xref py py-obj docutils literal"><span class="pre">Field</span></code></a></td>
<td>Represents a named field, with a data type, nullability, and optional</td>
@@ -595,7 +587,7 @@
<col width="90%" />
</colgroup>
<tbody valign="top">
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.parquet.ParquetDataset.html#pyarrow.parquet.ParquetDataset" title="pyarrow.parquet.ParquetDataset"><code class="xref py py-obj docutils literal"><span class="pre">ParquetDataset</span></code></a>(path_or_paths[, filesystem, …])</td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.parquet.ParquetDataset.html#pyarrow.parquet.ParquetDataset" title="pyarrow.parquet.ParquetDataset"><code class="xref py py-obj docutils literal"><span class="pre">ParquetDataset</span></code></a>(path_or_paths[, filesystem, ...])</td>
<td>Encapsulates details of reading a complete Parquet dataset possibly</td>
</tr>
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.parquet.ParquetFile.html#pyarrow.parquet.ParquetFile" title="pyarrow.parquet.ParquetFile"><code class="xref py py-obj docutils literal"><span class="pre">ParquetFile</span></code></a>(source[, metadata])</td>
@@ -607,7 +599,7 @@
<tr class="row-even"><td><a class="reference internal" href="generated/pyarrow.parquet.write_metadata.html#pyarrow.parquet.write_metadata" title="pyarrow.parquet.write_metadata"><code class="xref py py-obj docutils literal"><span class="pre">write_metadata</span></code></a>(schema, where[, version])</td>
<td>Write metadata-only Parquet file from schema</td>
</tr>
-<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.parquet.write_table.html#pyarrow.parquet.write_table" title="pyarrow.parquet.write_table"><code class="xref py py-obj docutils literal"><span class="pre">write_table</span></code></a>(table, where[, row_group_size, …])</td>
+<tr class="row-odd"><td><a class="reference internal" href="generated/pyarrow.parquet.write_table.html#pyarrow.parquet.write_table" title="pyarrow.parquet.write_table"><code class="xref py py-obj docutils literal"><span class="pre">write_table</span></code></a>(table, where[, row_group_size, ...])</td>
<td>Write a Table to Parquet format</td>
</tr>
</tbody>
@@ -628,7 +620,7 @@
</p>
<p>
© Copyright 2016-2017 Apache Software Foundation.<br/>
- Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.6.2.<br/>
+ Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.5.5.<br/>
</p>
</div>
</footer>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/data.html
----------------------------------------------------------------------
diff --git a/docs/python/data.html b/docs/python/data.html
index 552af80..fe35ea3 100644
--- a/docs/python/data.html
+++ b/docs/python/data.html
@@ -1,5 +1,6 @@
<!DOCTYPE html>
+
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
@@ -37,7 +38,7 @@
<meta name="apple-mobile-web-app-capable" content="yes">
</head>
- <body>
+ <body role="document">
<div id="navbar" class="navbar navbar-default navbar-fixed-top">
<div class="container">
@@ -199,13 +200,13 @@ creating an instance of that type object in Python:</p>
<span class="gh">Out[7]: </span><span class="go">DataType(int32)</span>
<span class="gp">In [8]: </span><span class="k">print</span><span class="p">(</span><span class="n">t1</span><span class="p">)</span>
-<span class="go">int32</span>
+<span class="go"> int32</span>
<span class="gp">In [9]: </span><span class="k">print</span><span class="p">(</span><span class="n">t4</span><span class="p">)</span>
-<span class="go">fixed_size_binary[10]</span>
+<span class="go"> fixed_size_binary[10]</span>
<span class="gp">In [10]: </span><span class="k">print</span><span class="p">(</span><span class="n">t5</span><span class="p">)</span>
-<span class="go">timestamp[ms]</span>
+<span class="go"> timestamp[ms]</span>
</pre></div>
</div>
<p>We use the name <strong>logical type</strong> because the <strong>physical</strong> storage may be the
@@ -222,19 +223,19 @@ user-defined metadata:</p>
<span class="gh">Out[12]: </span><span class="go">pyarrow.Field<int32_field: int32></span>
<span class="gp">In [13]: </span><span class="n">f0</span><span class="o">.</span><span class="n">name</span>
-<span class="gh">Out[13]: </span><span class="go">'int32_field'</span>
+<span class="go"> Out[13]: 'int32_field'</span>
<span class="gp">In [14]: </span><span class="n">f0</span><span class="o">.</span><span class="n">type</span>
-<span class="gh">Out[14]: </span><span class="go">DataType(int32)</span>
+<span class="go"> Out[14]: DataType(int32)</span>
</pre></div>
</div>
<p>Arrow supports <strong>nested value types</strong> like list, struct, and union. When
creating these, you must pass types or fields to indicate the data types of the
-types’ children. For example, we can define a list of int32 values with:</p>
+types’ children. For example, we can define a list of int32 values with:</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [15]: </span><span class="n">t6</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">list_</span><span class="p">(</span><span class="n">t1</span><span class="p">)</span>
<span class="gp">In [16]: </span><span class="n">t6</span>
-<span class="gh">Out[16]: </span><span class="go">DataType(list<item: int32>)</span>
+<span class="gh">Out[16]: </span><span class="go">ListType(list<item: int32>)</span>
</pre></div>
</div>
<p>A <cite>struct</cite> is a collection of named fields:</p>
@@ -295,7 +296,7 @@ the <code class="docutils literal"><span class="pre">numpy.array</span></code> f
<span class="gp">In [24]: </span><span class="n">arr</span>
<span class="gh">Out[24]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.Int64Array object at 0x7efc443a3940></span>
+<span class="go"><pyarrow.lib.Int64Array object at 0x2b964178bb88></span>
<span class="go">[</span>
<span class="go"> 1,</span>
<span class="go"> 2,</span>
@@ -304,7 +305,7 @@ the <code class="docutils literal"><span class="pre">numpy.array</span></code> f
<span class="go">]</span>
</pre></div>
</div>
-<p>The array’s <code class="docutils literal"><span class="pre">type</span></code> attribute is the corresponding piece of type metadata:</p>
+<p>The array’s <code class="docutils literal"><span class="pre">type</span></code> attribute is the corresponding piece of type metadata:</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [25]: </span><span class="n">arr</span><span class="o">.</span><span class="n">type</span>
<span class="gh">Out[25]: </span><span class="go">DataType(int64)</span>
</pre></div>
@@ -315,7 +316,7 @@ there are no null values):</p>
<span class="gh">Out[26]: </span><span class="go">4</span>
<span class="gp">In [27]: </span><span class="n">arr</span><span class="o">.</span><span class="n">null_count</span>
-<span class="gh">Out[27]: </span><span class="go">1</span>
+<span class="go"> Out[27]: 1</span>
</pre></div>
</div>
<p>Scalar values can be selected with normal indexing. <code class="docutils literal"><span class="pre">pyarrow.array</span></code> converts
@@ -325,7 +326,7 @@ nulls:</p>
<span class="gh">Out[28]: </span><span class="go">1</span>
<span class="gp">In [29]: </span><span class="n">arr</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span>
-<span class="gh">Out[29]: </span><span class="go">NA</span>
+<span class="go"> Out[29]: NA</span>
</pre></div>
</div>
<p>Arrow data is immutable, so values can be selected but not assigned.</p>
@@ -350,7 +351,7 @@ in a file or stream to transmit integer <em>indices</em> referencing a shared
particularly often used with strings to save memory and improve performance.</p>
<p>The way that dictionaries are handled in the Apache Arrow format and the way
they appear in C++ and Python is slightly different. We define a special
-<a class="reference internal" href="generated/pyarrow.DictionaryArray.html#pyarrow.DictionaryArray" title="pyarrow.DictionaryArray"><code class="xref py py-class docutils literal"><span class="pre">DictionaryArray</span></code></a> type with a corresponding dictionary type. Let’s
+<a class="reference internal" href="generated/pyarrow.DictionaryArray.html#pyarrow.DictionaryArray" title="pyarrow.DictionaryArray"><code class="xref py py-class docutils literal"><span class="pre">DictionaryArray</span></code></a> type with a corresponding dictionary type. Let’s
consider an example:</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [33]: </span><span class="n">indices</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="bp">None</span><span class="p">,</span> <span class="mi">2</span><span class="p">])</span>
@@ -360,7 +361,7 @@ consider an example:</p>
<span class="gp">In [36]: </span><span class="n">dict_array</span>
<span class="gh">Out[36]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.DictionaryArray object at 0x7efc44690600></span>
+<span class="go"><pyarrow.lib.DictionaryArray object at 0x2b96417ab6a8></span>
<span class="go">[</span>
<span class="go"> 'foo',</span>
<span class="go"> 'bar',</span>
@@ -375,11 +376,11 @@ consider an example:</p>
</div>
<p>Here we have:</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [37]: </span><span class="k">print</span><span class="p">(</span><span class="n">dict_array</span><span class="o">.</span><span class="n">type</span><span class="p">)</span>
-<span class="go">dictionary<values=binary, indices=int64></span>
+<span class="go">dictionary<values=string, indices=int64></span>
<span class="gp">In [38]: </span><span class="n">dict_array</span><span class="o">.</span><span class="n">indices</span>
-<span class="gh">Out[38]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.Int64Array object at 0x7efc443c1788></span>
+<span class="go"> Out[38]: </span>
+<span class="go"><pyarrow.lib.Int64Array object at 0x2b96417b67c8></span>
<span class="go">[</span>
<span class="go"> 0,</span>
<span class="go"> 1,</span>
@@ -392,8 +393,8 @@ consider an example:</p>
<span class="go">]</span>
<span class="gp">In [39]: </span><span class="n">dict_array</span><span class="o">.</span><span class="n">dictionary</span>
-<span class="gh">Out[39]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.BinaryArray object at 0x7efc443c1730></span>
+<span class="go"> Out[39]: </span>
+<span class="go"><pyarrow.lib.StringArray object at 0x2b96417b6ae8></span>
<span class="go">[</span>
<span class="go"> 'foo',</span>
<span class="go"> 'bar',</span>
@@ -414,7 +415,7 @@ consider an example:</p>
<div class="section" id="record-batches">
<span id="data-record-batch"></span><h2>Record Batches<a class="headerlink" href="#record-batches" title="Permalink to this headline">¶</a></h2>
<p>A <strong>Record Batch</strong> in Apache Arrow is a collection of equal-length array
-instances. Let’s consider a collection of arrays:</p>
+instances. Let’s consider a collection of arrays:</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [41]: </span><span class="n">data</span> <span class="o">=</span> <span class="p">[</span>
<span class="gp"> ....: </span> <span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">]),</span>
<span class="gp"> ....: </span> <span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="s1">'foo'</span><span class="p">,</span> <span class="s1">'bar'</span><span class="p">,</span> <span class="s1">'baz'</span><span class="p">,</span> <span class="bp">None</span><span class="p">]),</span>
@@ -431,17 +432,17 @@ instances. Let’s consider a collection of arrays:</p>
<span class="gh">Out[43]: </span><span class="go">3</span>
<span class="gp">In [44]: </span><span class="n">batch</span><span class="o">.</span><span class="n">num_rows</span>
-<span class="gh">Out[44]: </span><span class="go">4</span>
+<span class="go"> Out[44]: 4</span>
<span class="gp">In [45]: </span><span class="n">batch</span><span class="o">.</span><span class="n">schema</span>
-<span class="gh">Out[45]: </span><span class="go"></span>
+<span class="go"> Out[45]: </span>
<span class="go">f0: int64</span>
-<span class="go">f1: binary</span>
+<span class="go">f1: string</span>
<span class="go">f2: bool</span>
<span class="gp">In [46]: </span><span class="n">batch</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
-<span class="gh">Out[46]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.BinaryArray object at 0x7efc443773c0></span>
+<span class="go"> Out[46]: </span>
+<span class="go"><pyarrow.lib.StringArray object at 0x2b96417c5138></span>
<span class="go">[</span>
<span class="go"> 'foo',</span>
<span class="go"> 'bar',</span>
@@ -455,7 +456,7 @@ instances. Let’s consider a collection of arrays:</p>
<span class="gp">In [48]: </span><span class="n">batch2</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
<span class="gh">Out[48]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.BinaryArray object at 0x7efc443775d0></span>
+<span class="go"><pyarrow.lib.StringArray object at 0x2b96417c5958></span>
<span class="go">[</span>
<span class="go"> 'bar',</span>
<span class="go"> 'baz',</span>
@@ -482,29 +483,29 @@ one or more copies of the batch using <code class="docutils literal"><span class
<span class="gh">Out[51]: </span><span class="go"></span>
<span class="go">pyarrow.Table</span>
<span class="go">f0: int64</span>
-<span class="go">f1: binary</span>
+<span class="go">f1: string</span>
<span class="go">f2: bool</span>
<span class="gp">In [52]: </span><span class="n">table</span><span class="o">.</span><span class="n">num_rows</span>
-<span class="gh">Out[52]: </span><span class="go">20</span>
+<span class="go"> Out[52]: 20</span>
</pre></div>
</div>
-<p>The table’s columns are instances of <a class="reference internal" href="generated/pyarrow.Column.html#pyarrow.Column" title="pyarrow.Column"><code class="xref py py-class docutils literal"><span class="pre">Column</span></code></a>, which is a container
+<p>The table’s columns are instances of <a class="reference internal" href="generated/pyarrow.Column.html#pyarrow.Column" title="pyarrow.Column"><code class="xref py py-class docutils literal"><span class="pre">Column</span></code></a>, which is a container
for one or more arrays of the same type.</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [53]: </span><span class="n">c</span> <span class="o">=</span> <span class="n">table</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
<span class="gp">In [54]: </span><span class="n">c</span>
-<span class="gh">Out[54]: </span><span class="go"><pyarrow.lib.Column at 0x7efc44385f60></span>
+<span class="gh">Out[54]: </span><span class="go"><pyarrow.lib.Column at 0x2b964178e540></span>
<span class="gp">In [55]: </span><span class="n">c</span><span class="o">.</span><span class="n">data</span>
-<span class="gh">Out[55]: </span><span class="go"><pyarrow.lib.ChunkedArray at 0x7efc4438a1e0></span>
+<span class="go"> Out[55]: <pyarrow.lib.ChunkedArray at 0x2b964178e360></span>
<span class="gp">In [56]: </span><span class="n">c</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">num_chunks</span>
-<span class="gh">Out[56]: </span><span class="go">5</span>
+<span class="go"> Out[56]: 5</span>
<span class="gp">In [57]: </span><span class="n">c</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
-<span class="gh">Out[57]: </span><span class="go"></span>
-<span class="go"><pyarrow.lib.Int64Array object at 0x7efc44377e10></span>
+<span class="go"> Out[57]: </span>
+<span class="go"><pyarrow.lib.Int64Array object at 0x2b96417d03b8></span>
<span class="go">[</span>
<span class="go"> 1,</span>
<span class="go"> 2,</span>
@@ -513,7 +514,7 @@ for one or more arrays of the same type.</p>
<span class="go">]</span>
</pre></div>
</div>
-<p>As you’ll see in the <span class="xref std std-ref">pandas section</span>, we can convert thee
+<p>As you’ll see in the <a class="reference internal" href="pandas.html#pandas"><span class="std std-ref">pandas section</span></a>, we can convert thee
objects to contiguous NumPy arrays for use in pandas:</p>
<div class="highlight-ipython"><div class="highlight"><pre><span></span><span class="gp">In [58]: </span><span class="n">c</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="gh">Out[58]: </span><span class="go"></span>
@@ -560,7 +561,7 @@ objects to contiguous NumPy arrays for use in pandas:</p>
</p>
<p>
© Copyright 2016-2017 Apache Software Foundation.<br/>
- Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.6.2.<br/>
+ Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.5.5.<br/>
</p>
</div>
</footer>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/development.html
----------------------------------------------------------------------
diff --git a/docs/python/development.html b/docs/python/development.html
index f1be025..a3ab920 100644
--- a/docs/python/development.html
+++ b/docs/python/development.html
@@ -1,5 +1,6 @@
<!DOCTYPE html>
+
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
@@ -37,7 +38,7 @@
<meta name="apple-mobile-web-app-capable" content="yes">
</head>
- <body>
+ <body role="document">
<div id="navbar" class="navbar navbar-default navbar-fixed-top">
<div class="container">
@@ -91,15 +92,17 @@
role="menu"
aria-labelledby="dLabelLocalToc"><ul>
<li><a class="reference internal" href="#">Development</a><ul>
-<li><a class="reference internal" href="#developing-with-conda">Developing with conda</a><ul>
-<li><a class="reference internal" href="#linux-and-macos">Linux and macOS</a><ul>
+<li><a class="reference internal" href="#developing-on-linux-and-macos">Developing on Linux and MacOS</a><ul>
<li><a class="reference internal" href="#system-requirements">System Requirements</a></li>
-<li><a class="reference internal" href="#environment-setup-and-build">Environment Setup and Build</a></li>
+<li><a class="reference internal" href="#environment-setup-and-build">Environment Setup and Build</a><ul>
+<li><a class="reference internal" href="#using-conda">Using Conda</a></li>
+<li><a class="reference internal" href="#using-pip">Using pip</a></li>
</ul>
</li>
+<li><a class="reference internal" href="#build-and-test">Build and test</a></li>
</ul>
</li>
-<li><a class="reference internal" href="#windows">Windows</a><ul>
+<li><a class="reference internal" href="#developing-on-windows">Developing on Windows</a><ul>
<li><a class="reference internal" href="#running-c-unit-tests-with-python">Running C++ unit tests with Python</a></li>
</ul>
</li>
@@ -154,12 +157,10 @@
<div class="section" id="development">
<span id="id1"></span><h1>Development<a class="headerlink" href="#development" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="developing-with-conda">
-<h2>Developing with conda<a class="headerlink" href="#developing-with-conda" title="Permalink to this headline">¶</a></h2>
-<div class="section" id="linux-and-macos">
-<h3>Linux and macOS<a class="headerlink" href="#linux-and-macos" title="Permalink to this headline">¶</a></h3>
+<div class="section" id="developing-on-linux-and-macos">
+<h2>Developing on Linux and MacOS<a class="headerlink" href="#developing-on-linux-and-macos" title="Permalink to this headline">¶</a></h2>
<div class="section" id="system-requirements">
-<h4>System Requirements<a class="headerlink" href="#system-requirements" title="Permalink to this headline">¶</a></h4>
+<h3>System Requirements<a class="headerlink" href="#system-requirements" title="Permalink to this headline">¶</a></h3>
<p>On macOS, any modern XCode (6.4 or higher; the current version is 8.3.1) is
sufficient.</p>
<p>On Linux, for this guide, we recommend using gcc 4.8 or 4.9, or clang 3.7 or
@@ -178,17 +179,8 @@ higher. You can check your version by running</p>
</div>
</div>
<div class="section" id="environment-setup-and-build">
-<h4>Environment Setup and Build<a class="headerlink" href="#environment-setup-and-build" title="Permalink to this headline">¶</a></h4>
-<p>First, let’s create a conda environment with all the C++ build and Python
-dependencies from conda-forge:</p>
-<div class="highlight-shell"><div class="highlight"><pre><span></span>conda create -y -q -n pyarrow-dev <span class="se">\</span>
- <span class="nv">python</span><span class="o">=</span><span class="m">3</span>.6 numpy six setuptools cython pandas pytest <span class="se">\</span>
- cmake flatbuffers rapidjson boost-cpp thrift-cpp snappy zlib <span class="se">\</span>
- brotli jemalloc -c conda-forge
-<span class="nb">source</span> activate pyarrow-dev
-</pre></div>
-</div>
-<p>Now, let’s clone the Arrow and Parquet git repositories:</p>
+<h3>Environment Setup and Build<a class="headerlink" href="#environment-setup-and-build" title="Permalink to this headline">¶</a></h3>
+<p>First, let’s clone the Arrow and Parquet git repositories:</p>
<div class="highlight-shell"><div class="highlight"><pre><span></span>mkdir repos
<span class="nb">cd</span> repos
git clone https://github.com/apache/arrow.git
@@ -197,12 +189,23 @@ git clone https://github.com/apache/parquet-cpp.git
</div>
<p>You should now see</p>
<div class="highlight-shell"><div class="highlight"><pre><span></span>$ ls -l
-total <span class="m">8</span>
-drwxrwxr-x <span class="m">12</span> wesm wesm <span class="m">4096</span> Apr <span class="m">15</span> <span class="m">19</span>:19 arrow/
-drwxrwxr-x <span class="m">12</span> wesm wesm <span class="m">4096</span> Apr <span class="m">15</span> <span class="m">19</span>:19 parquet-cpp/
+total 8
+drwxrwxr-x <span class="m">12</span> wesm wesm <span class="m">4096</span> Apr <span class="m">15</span> 19:19 arrow/
+drwxrwxr-x <span class="m">12</span> wesm wesm <span class="m">4096</span> Apr <span class="m">15</span> 19:19 parquet-cpp/
</pre></div>
</div>
-<p>We need to set some environment variables to let Arrow’s build system know
+<div class="section" id="using-conda">
+<h4>Using Conda<a class="headerlink" href="#using-conda" title="Permalink to this headline">¶</a></h4>
+<p>Let’s create a conda environment with all the C++ build and Python dependencies
+from conda-forge:</p>
+<div class="highlight-shell"><div class="highlight"><pre><span></span>conda create -y -q -n pyarrow-dev <span class="se">\</span>
+ <span class="nv">python</span><span class="o">=</span>3.6 numpy six setuptools cython pandas pytest <span class="se">\</span>
+ cmake flatbuffers rapidjson boost-cpp thrift-cpp snappy zlib <span class="se">\</span>
+ brotli jemalloc -c conda-forge
+<span class="nb">source</span> activate pyarrow-dev
+</pre></div>
+</div>
+<p>We need to set some environment variables to let Arrow’s build system know
about our build toolchain:</p>
<div class="highlight-shell"><div class="highlight"><pre><span></span><span class="nb">export</span> <span class="nv">ARROW_BUILD_TYPE</span><span class="o">=</span>release
@@ -212,6 +215,47 @@ about our build toolchain:</p>
<span class="nb">export</span> <span class="nv">PARQUET_HOME</span><span class="o">=</span><span class="nv">$CONDA_PREFIX</span>
</pre></div>
</div>
+</div>
+<div class="section" id="using-pip">
+<h4>Using pip<a class="headerlink" href="#using-pip" title="Permalink to this headline">¶</a></h4>
+<p>On macOS, install all dependencies through Homebrew that are required for
+building Arrow C++:</p>
+<div class="highlight-shell"><div class="highlight"><pre><span></span>brew install ccache jemalloc boost thrift
+</pre></div>
+</div>
+<p>On Debian/Ubuntu, you need the following minimal set of dependencies. All other
+dependencies will be automatically built by Arrow’ thrid-party toolchain.</p>
+<div class="highlight-shell"><div class="highlight"><pre><span></span>$ sudo apt-get install libjemalloc-dev libboost-dev <span class="se">\</span>
+ libboost-filesystem-dev <span class="se">\</span>
+ libboost-system-dev
+</pre></div>
+</div>
+<p>Now, let’s create a Python virtualenv with all Python dependencies in the same
+folder as the repositories and a target installation folder:</p>
+<div class="highlight-shell"><div class="highlight"><pre><span></span>virtualenv pyarrow
+<span class="nb">source</span> ./pyarrow/bin/activate
+pip install six numpy pandas cython pytest
+
+<span class="c1"># This is the folder where we will install Arrow and Parquet to during</span>
+<span class="c1"># development</span>
+mkdir dist
+</pre></div>
+</div>
+<p>If your cmake version is too old on Linux, you could get a newer one via <code class="docutils literal"><span class="pre">pip</span>
+<span class="pre">install</span> <span class="pre">cmake</span></code>.</p>
+<p>We need to set some environment variables to let Arrow’s build system know
+about our build toolchain:</p>
+<div class="highlight-shell"><div class="highlight"><pre><span></span><span class="nb">export</span> <span class="nv">ARROW_BUILD_TYPE</span><span class="o">=</span>release
+
+<span class="nb">export</span> <span class="nv">ARROW_HOME</span><span class="o">=</span><span class="k">$(</span><span class="nb">pwd</span><span class="k">)</span>/dist
+<span class="nb">export</span> <span class="nv">PARQUET_HOME</span><span class="o">=</span><span class="k">$(</span><span class="nb">pwd</span><span class="k">)</span>/dist
+<span class="nb">export</span> <span class="nv">LD_LIBRARY_PATH</span><span class="o">=</span><span class="k">$(</span><span class="nb">pwd</span><span class="k">)</span>/dist/lib:<span class="nv">$LD_LIBRARY_PATH</span>
+</pre></div>
+</div>
+</div>
+</div>
+<div class="section" id="build-and-test">
+<h3>Build and test<a class="headerlink" href="#build-and-test" title="Permalink to this headline">¶</a></h3>
<p>Now build and install the Arrow C++ libraries:</p>
<div class="highlight-shell"><div class="highlight"><pre><span></span>mkdir arrow/cpp/build
<span class="nb">pushd</span> arrow/cpp/build
@@ -235,7 +279,6 @@ cmake -DCMAKE_BUILD_TYPE<span class="o">=</span><span class="nv">$ARROW_BUILD_TY
-DCMAKE_INSTALL_PREFIX<span class="o">=</span><span class="nv">$PARQUET_HOME</span> <span class="se">\</span>
-DPARQUET_BUILD_BENCHMARKS<span class="o">=</span>off <span class="se">\</span>
-DPARQUET_BUILD_EXECUTABLES<span class="o">=</span>off <span class="se">\</span>
- -DPARQUET_ZLIB_VENDORED<span class="o">=</span>off <span class="se">\</span>
-DPARQUET_BUILD_TESTS<span class="o">=</span>off <span class="se">\</span>
..
@@ -254,7 +297,7 @@ python setup.py build_ext --build-type<span class="o">=</span><span class="nv">$
<p>You should be able to run the unit tests with:</p>
<div class="highlight-shell"><div class="highlight"><pre><span></span>$ py.test <span class="nv">pyarrow</span>
<span class="o">================================</span> <span class="nb">test</span> session <span class="nv">starts</span> <span class="o">====================</span>
-platform linux -- Python <span class="m">3</span>.6.1, pytest-3.0.7, py-1.4.33, pluggy-0.4.0
+platform linux -- Python 3.6.1, pytest-3.0.7, py-1.4.33, pluggy-0.4.0
rootdir: /home/wesm/arrow-clone/python, inifile:
collected <span class="m">198</span> items
@@ -271,7 +314,7 @@ pyarrow/tests/test_schema.py .........
pyarrow/tests/test_table.py .............
pyarrow/tests/test_tensor.py ................
-<span class="o">======================</span> <span class="m">181</span> passed, <span class="m">17</span> skipped in <span class="m">0</span>.98 <span class="nv">seconds</span> <span class="o">===========</span>
+<span class="o">======================</span> <span class="m">181</span> passed, <span class="m">17</span> skipped in 0.98 <span class="nv">seconds</span> <span class="o">===========</span>
</pre></div>
</div>
<p>You can build a wheel by running:</p>
@@ -282,9 +325,8 @@ pyarrow/tests/test_tensor.py ................
<p>Again, if you did not build parquet-cpp, you should omit <code class="docutils literal"><span class="pre">--with-parquet</span></code>.</p>
</div>
</div>
-</div>
-<div class="section" id="windows">
-<h2>Windows<a class="headerlink" href="#windows" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="developing-on-windows">
+<h2>Developing on Windows<a class="headerlink" href="#developing-on-windows" title="Permalink to this headline">¶</a></h2>
<p>First, we bootstrap a conda environment similar to the <a class="reference external" href="https://github.com/apache/arrow/blob/master/cpp/apidoc/Windows.md">C++ build instructions</a>. This
includes all the dependencies for Arrow and the Apache Parquet C++ libraries.</p>
<p>First, starting from fresh clones of Apache Arrow and parquet-cpp:</p>
@@ -311,6 +353,7 @@ cmake -G <span class="s2">"Visual Studio 14 2015 Win64"</span> ^
-DCMAKE_INSTALL_PREFIX<span class="o">=</span>%ARROW_HOME% ^
-DCMAKE_BUILD_TYPE<span class="o">=</span>Release ^
-DARROW_BUILD_TESTS<span class="o">=</span>off ^
+ -DARROW_ZLIB_VENDORED<span class="o">=</span>off ^
-DARROW_PYTHON<span class="o">=</span>on ..
cmake --build . --target INSTALL --config Release
<span class="nb">cd</span> ..<span class="se">\.</span>.
@@ -324,13 +367,12 @@ cmake --build . --target INSTALL --config Release
cmake -G <span class="s2">"Visual Studio 14 2015 Win64"</span> ^
-DCMAKE_INSTALL_PREFIX<span class="o">=</span>%PARQUET_HOME% ^
-DCMAKE_BUILD_TYPE<span class="o">=</span>Release ^
- -DPARQUET_ZLIB_VENDORED<span class="o">=</span>off ^
-DPARQUET_BUILD_TESTS<span class="o">=</span>off ..
cmake --build . --target INSTALL --config Release
<span class="nb">popd</span>
</pre></div>
</div>
-<p>After that, we must put the install directory’s bin path in our <code class="docutils literal"><span class="pre">%PATH%</span></code>:</p>
+<p>After that, we must put the install directory’s bin path in our <code class="docutils literal"><span class="pre">%PATH%</span></code>:</p>
<div class="highlight-shell"><div class="highlight"><pre><span></span><span class="nb">set</span> <span class="nv">PATH</span><span class="o">=</span>%ARROW_HOME%<span class="se">\b</span>in<span class="p">;</span>%PATH%
</pre></div>
</div>
@@ -369,7 +411,7 @@ python setup.py build_ext --inplace --with-parquet
</p>
<p>
© Copyright 2016-2017 Apache Software Foundation.<br/>
- Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.6.2.<br/>
+ Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.5.5.<br/>
</p>
</div>
</footer>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/796ce23f/docs/python/filesystems.html
----------------------------------------------------------------------
diff --git a/docs/python/filesystems.html b/docs/python/filesystems.html
index d8ddc0e..38d7212 100644
--- a/docs/python/filesystems.html
+++ b/docs/python/filesystems.html
@@ -1,5 +1,6 @@
<!DOCTYPE html>
+
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
@@ -37,7 +38,7 @@
<meta name="apple-mobile-web-app-capable" content="yes">
</head>
- <body>
+ <body role="document">
<div id="navbar" class="navbar navbar-default navbar-fixed-top">
<div class="container">
@@ -188,7 +189,7 @@ installed somewhere other than <code class="docutils literal"><span class="pre">
</p>
<p>
© Copyright 2016-2017 Apache Software Foundation.<br/>
- Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.6.2.<br/>
+ Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.5.5.<br/>
</p>
</div>
</footer>