You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by we...@apache.org on 2018/08/23 15:59:10 UTC
arrow-site git commit: Update committers list
Repository: arrow-site
Updated Branches:
refs/heads/asf-site 301e9a057 -> b28ffd84b
Update committers list
Project: http://git-wip-us.apache.org/repos/asf/arrow-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/arrow-site/commit/b28ffd84
Tree: http://git-wip-us.apache.org/repos/asf/arrow-site/tree/b28ffd84
Diff: http://git-wip-us.apache.org/repos/asf/arrow-site/diff/b28ffd84
Branch: refs/heads/asf-site
Commit: b28ffd84b16b3762cdcb480b37f5dd57d32365c1
Parents: 301e9a0
Author: Wes McKinney <we...@apache.org>
Authored: Thu Aug 23 11:59:04 2018 -0400
Committer: Wes McKinney <we...@apache.org>
Committed: Thu Aug 23 11:59:04 2018 -0400
----------------------------------------------------------------------
committers/index.html | 42 +++++++++++++++++++++++++++++++++---------
docs/ipc.html | 4 ++++
docs/metadata.html | 26 ++++++++++++++++++--------
feed.xml | 2 +-
4 files changed, 56 insertions(+), 18 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/b28ffd84/committers/index.html
----------------------------------------------------------------------
diff --git a/committers/index.html b/committers/index.html
index d26f88e..548f554 100644
--- a/committers/index.html
+++ b/committers/index.html
@@ -166,7 +166,7 @@
<td>Julian Hyde</td>
<td>PMC</td>
<td>jhyde</td>
-<td>Hortonworks</td>
+<td>Looker</td>
</tr>
<tr>
<td>Reynold Xin</td>
@@ -226,7 +226,7 @@
<td>Hanifi Gunes</td>
<td>PMC</td>
<td>hg</td>
-<td></td>
+<td>MZ</td>
</tr>
<tr>
<td>Abdelhakim Deneche</td>
@@ -238,17 +238,17 @@
<td>Wes McKinney</td>
<td>PMC</td>
<td>wesm</td>
-<td>Two Sigma</td>
+<td>Ursa Labs / RStudio</td>
</tr>
<tr>
<td>David Alves</td>
-<td>PMC</td>
+<td>Committer</td>
<td>dralves</td>
<td>Cloudera</td>
</tr>
<tr>
<td>Ippokratis Pandis</td>
-<td>PMC</td>
+<td>Committer</td>
<td>ippokratis</td>
<td>Amazon</td>
</tr>
@@ -266,13 +266,13 @@
</tr>
<tr>
<td>Philipp Moritz</td>
-<td>Committer</td>
+<td>PMC</td>
<td>pcmoritz</td>
<td>UC Berkeley RISELab</td>
</tr>
<tr>
<td>Phillip Cloud</td>
-<td>Committer</td>
+<td>PMC</td>
<td>cpcloud</td>
<td>Two Sigma</td>
</tr>
@@ -290,11 +290,23 @@
</tr>
<tr>
<td>Siddharth Teotia</td>
-<td>Committer</td>
+<td>PMC</td>
<td>siddteotia</td>
<td>Dremio</td>
</tr>
<tr>
+<td>Brian Hulette</td>
+<td>Committer</td>
+<td>bhulette</td>
+<td>Google</td>
+</tr>
+<tr>
+<td>Robert Nishihara</td>
+<td>Committer</td>
+<td>robertnishihara</td>
+<td>UC Berkeley RISELab</td>
+</tr>
+<tr>
<td>Paul Taylor</td>
<td>Committer</td>
<td>ptaylor</td>
@@ -302,10 +314,22 @@
</tr>
<tr>
<td>Antoine Pitrou</td>
-<td>Committer</td>
+<td>PMC</td>
<td>apitrou</td>
<td>Independent / Two Sigma</td>
</tr>
+<tr>
+<td>Andy Grove</td>
+<td>Committer</td>
+<td>agrove</td>
+<td>RMS</td>
+</tr>
+<tr>
+<td>Krisztián Szűcs</td>
+<td>Committer</td>
+<td>kszucs</td>
+<td>Independent / Two Sigma</td>
+</tr>
</tbody></table>
</div> <!-- /container -->
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/b28ffd84/docs/ipc.html
----------------------------------------------------------------------
diff --git a/docs/ipc.html b/docs/ipc.html
index 7446f80..4a71096 100644
--- a/docs/ipc.html
+++ b/docs/ipc.html
@@ -269,6 +269,10 @@ struct FieldNode {
}
struct Buffer {
+ /// The shared memory page id where this buffer is located. Currently this is
+ /// not used
+ page: int;
+
/// The relative offset into the shared memory page where the bytes for this
/// buffer starts
offset: long;
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/b28ffd84/docs/metadata.html
----------------------------------------------------------------------
diff --git a/docs/metadata.html b/docs/metadata.html
index c1c5a62..4320434 100644
--- a/docs/metadata.html
+++ b/docs/metadata.html
@@ -184,13 +184,15 @@ the columns. The Flatbuffers IDL for a field is:</p>
name: string;
nullable: bool;
type: Type;
-
- // Present only if the field is dictionary encoded
- dictionary: DictionaryEncoding;
-
+ // present only if the field is dictionary encoded
+ // will point to a dictionary provided by a DictionaryBatch message
+ dictionary: long;
// children apply only to Nested data types like Struct, List and Union
children: [Field];
-
+ /// layout of buffers produced for this type (as derived from the Type)
+ /// does not include children
+ /// each recordbatch will return instances of those Buffers.
+ layout: [ VectorLayout ];
// User-defined metadata
custom_metadata: [ KeyValue ];
}
@@ -207,10 +209,19 @@ Field:</p>
</span><span class="nt">"nullable"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="p">,</span><span class="w">
</span><span class="nt">"type"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="err">/*</span><span class="w"> </span><span class="err">Type</span><span class="w"> </span><span class="err">*/</span><span class="p">,</span><span class="w">
</span><span class="nt">"children"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w"> </span><span class="err">/*</span><span class="w"> </span><span class="err">Field</span><span class="w"> </span><span class="err">*/</span><span class="w"> </span><span class="p">],</span><span class="w">
-</span><span class="err">}</span><span class="w">
+ </span><span class="nt">"typeLayout"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">
+ </span><span class="nt">"vectors"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w"> </span><span class="err">/*</span><span class="w"> </span><span class="err">VectorLayout</span><span class="w"> </span><span class="err">*/</span><span class="w"> </span><span class="p">]</span><span class="w">
+ </span><span class="p">}</span><span class="w">
+</span><span class="p">}</span><span class="w">
+</span></code></pre>
+</div>
+<p>VectorLayout:</p>
+<div class="highlighter-rouge"><pre class="highlight"><code><span class="p">{</span><span class="w">
+ </span><span class="nt">"type"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="s2">"DATA|OFFSET|VALIDITY|TYPE"</span><span class="p">,</span><span class="w">
+ </span><span class="nt">"typeBitWidth"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="err">/*</span><span class="w"> </span><span class="err">int</span><span class="w"> </span><span class="err">*/</span><span class="w">
+</span><span class="p">}</span><span class="w">
</span></code></pre>
</div>
-
<p>Type:</p>
<div class="highlighter-rouge"><pre class="highlight"><code><span class="p">{</span><span class="w">
</span><span class="nt">"name"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="s2">"null|struct|list|union|int|floatingpoint|utf8|binary|fixedsizebinary|bool|decimal|date|time|timestamp|interval"</span><span class="w">
@@ -218,7 +229,6 @@ Field:</p>
</span><span class="p">}</span><span class="w">
</span></code></pre>
</div>
-
<p>Union:</p>
<div class="highlighter-rouge"><pre class="highlight"><code><span class="p">{</span><span class="w">
</span><span class="nt">"name"</span><span class="w"> </span><span class="p">:</span><span class="w"> </span><span class="s2">"union"</span><span class="p">,</span><span class="w">
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/b28ffd84/feed.xml
----------------------------------------------------------------------
diff --git a/feed.xml b/feed.xml
index 4d4260d..c208bc1 100644
--- a/feed.xml
+++ b/feed.xml
@@ -1,4 +1,4 @@
-<?xml version="1.0" encoding="utf-8"?><feed xmlns="http://www.w3.org/2005/Atom" ><generator uri="https://jekyllrb.com/" version="3.4.3">Jekyll</generator><link href="/feed.xml" rel="self" type="application/atom+xml" /><link href="/" rel="alternate" type="text/html" /><updated>2018-08-07T11:40:18-04:00</updated><id>/</id><entry><title type="html">Apache Arrow 0.10.0 Release</title><link href="/blog/2018/08/07/0.10.0-release/" rel="alternate" type="text/html" title="Apache Arrow 0.10.0 Release" /><published>2018-08-07T00:00:00-04:00</published><updated>2018-08-07T00:00:00-04:00</updated><id>/blog/2018/08/07/0.10.0-release</id><content type="html" xml:base="/blog/2018/08/07/0.10.0-release/"><!--
+<?xml version="1.0" encoding="utf-8"?><feed xmlns="http://www.w3.org/2005/Atom" ><generator uri="https://jekyllrb.com/" version="3.4.3">Jekyll</generator><link href="/feed.xml" rel="self" type="application/atom+xml" /><link href="/" rel="alternate" type="text/html" /><updated>2018-08-23T11:58:53-04:00</updated><id>/</id><entry><title type="html">Apache Arrow 0.10.0 Release</title><link href="/blog/2018/08/07/0.10.0-release/" rel="alternate" type="text/html" title="Apache Arrow 0.10.0 Release" /><published>2018-08-07T00:00:00-04:00</published><updated>2018-08-07T00:00:00-04:00</updated><id>/blog/2018/08/07/0.10.0-release</id><content type="html" xml:base="/blog/2018/08/07/0.10.0-release/"><!--
-->