You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by we...@apache.org on 2018/09/30 22:08:52 UTC
[09/12] arrow-site git commit: Update to latest website
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/bd12ebcd/blog/2017/07/26/spark-arrow/index.html
----------------------------------------------------------------------
diff --git a/blog/2017/07/26/spark-arrow/index.html b/blog/2017/07/26/spark-arrow/index.html
index 3dc8ffd..cd6a129 100644
--- a/blog/2017/07/26/spark-arrow/index.html
+++ b/blog/2017/07/26/spark-arrow/index.html
@@ -5,7 +5,7 @@
<title>Apache Arrow Homepage</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="generator" content="Jekyll v3.4.3">
+ <meta name="generator" content="Jekyll v3.8.4">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<link rel="icon" type="image/x-icon" href="/favicon.ico">
@@ -13,10 +13,8 @@
<link href="/css/main.css" rel="stylesheet">
<link href="/css/syntax.css" rel="stylesheet">
- <script src="https://code.jquery.com/jquery-3.2.1.min.js"
- integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4="
- crossorigin="anonymous"></script>
- <script src="/assets/javascripts/bootstrap.min.js"></script>
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js" integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<!-- Global Site Tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1"></script>
@@ -34,117 +32,114 @@
<body class="wrap">
- <div class="container">
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="/">Apache Arrow™ </a>
- </div>
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+ <a class="navbar-brand" href="/">Apache Arrow™ </a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="arrow-navbar">
<ul class="nav navbar-nav">
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Project Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownProjectLinks" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Project Links
</a>
- <ul class="dropdown-menu">
- <li><a href="/install/">Install</a></li>
- <li><a href="/blog/">Blog</a></li>
- <li><a href="/release/">Releases</a></li>
- <li><a href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a></li>
- <li><a href="https://github.com/apache/arrow">Source Code</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownProjectLinks">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/blog/">Blog</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item" href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a>
+ <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Community<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
</a>
- <ul class="dropdown-menu">
- <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Mailing List</a></li>
- <li><a href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a></li>
- <li><a href="/committers/">Committers</a></li>
- <li><a href="/powered_by/">Powered By</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-user/">User Mailing List</a>
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Dev Mailing List</a>
+ <a class="dropdown-item" href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a>
+ <a class="dropdown-item" href="/committers/">Committers</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Specification<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSpecification" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Specification
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/memory_layout.html">Memory Layout</a></li>
- <li><a href="/docs/metadata.html">Metadata</a></li>
- <li><a href="/docs/ipc.html">Messaging / IPC</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownSpecification">
+ <a class="dropdown-item" href="/docs/memory_layout.html">Memory Layout</a>
+ <a class="dropdown-item" href="/docs/metadata.html">Metadata</a>
+ <a class="dropdown-item" href="/docs/ipc.html">Messaging / IPC</a>
+ </div>
</li>
-
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Documentation<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/python">Python</a></li>
- <li><a href="/docs/cpp">C++ API</a></li>
- <li><a href="/docs/java">Java API</a></li>
- <li><a href="/docs/c_glib">C GLib API</a></li>
- <li><a href="/docs/js">Javascript API</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/cpp">C++ API</a>
+ <a class="dropdown-item" href="/docs/java">Java API</a>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib API</a>
+ <a class="dropdown-item" href="/docs/js">Javascript API</a>
+ </div>
</li>
<!-- <li><a href="/blog">Blog</a></li> -->
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">ASF Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
</a>
- <ul class="dropdown-menu">
- <li><a href="http://www.apache.org/">ASF Website</a></li>
- <li><a href="http://www.apache.org/licenses/">License</a></li>
- <li><a href="http://www.apache.org/foundation/sponsorship.html">Donate</a></li>
- <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
- <li><a href="http://www.apache.org/security/">Security</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/">ASF Website</a>
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">License</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">Donate</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <a class="dropdown-item" href="http://www.apache.org/security/">Security</a>
+ </div>
</li>
</ul>
- <a href="http://www.apache.org/">
+ <a href="http://www.apache.org/" class="flex-row ml-md-auto">
<img style="float:right;" src="/img/asf_logo.svg" width="120px"/>
</a>
</div><!-- /.navbar-collapse -->
</div>
</nav>
+ </header>
- <h2>
+ <div class="container p-lg-4">
+ <main role="main">
+
+ <h1>
Speeding up PySpark with Apache Arrow
<a href="/blog/2017/07/26/spark-arrow/" class="permalink" title="Permalink">∞</a>
- </h2>
+ </h1>
- <div class="panel">
- <div class="panel-body">
- <div>
- <span class="label label-default">Published</span>
- <span class="published">
- <i class="fa fa-calendar"></i>
- 26 Jul 2017
- </span>
- </div>
- <div>
- <span class="label label-default">By</span>
- <a href="http://people.apache.org/~BryanCutler"><i class="fa fa-user"></i> (BryanCutler)</a>
- </div>
- </div>
- </div>
+ <p>
+ <span class="badge badge-secondary">Published</span>
+ <span class="published">
+ 26 Jul 2017
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+ <a href="http://people.apache.org/~BryanCutler"> ()</a>
+ </p>
<!--
@@ -186,7 +181,7 @@ executors to perform in parallel, drastically reducing the load on the driver.</
needs to be enabled by setting the SQLConf “spark.sql.execution.arrow.enabled” to
“true”. Let’s look at a simple usage example.</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>Welcome to
+<div class="highlighter-rouge"><div class="highlight"><pre class="highlight"><code>Welcome to
____ __
/ __/__ ___ _____/ /__
_\ \/ _ \/ _ `/ __/ '_/
@@ -226,8 +221,7 @@ min 0.000000e+00 8.291929e-07
50% 2.097152e+06 4.999210e-01
75% 3.145727e+06 7.498380e-01
max 4.194303e+06 9.999996e-01
-</code></pre>
-</div>
+</code></pre></div></div>
<p>This example was run locally on my laptop using Spark defaults so the times
shown should not be taken precisely. Even though, it is clear there is a huge
@@ -268,11 +262,13 @@ Spark communities. Thanks to the hard work of <a href="https://github.com/wesm">
helped push this effort forwards.</p>
+ </main>
<hr/>
<footer class="footer">
<p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
<p>© 2017 Apache Software Foundation</p>
+ <script src="/assets/main-8d2a359fd27a888246eb638b36a4e8b68ac65b9f11c48b9fac601fa0c9a7d796.js" integrity="sha256-jSo1n9J6iIJG62OLNqTotorGW58RxIufrGAfoMmn15Y=" crossorigin="anonymous" type="text/javascript"></script>
</footer>
</div>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/bd12ebcd/blog/2017/08/08/plasma-in-memory-object-store/index.html
----------------------------------------------------------------------
diff --git a/blog/2017/08/08/plasma-in-memory-object-store/index.html b/blog/2017/08/08/plasma-in-memory-object-store/index.html
index f2bd2f8..308ef61 100644
--- a/blog/2017/08/08/plasma-in-memory-object-store/index.html
+++ b/blog/2017/08/08/plasma-in-memory-object-store/index.html
@@ -5,7 +5,7 @@
<title>Apache Arrow Homepage</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="generator" content="Jekyll v3.4.3">
+ <meta name="generator" content="Jekyll v3.8.4">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<link rel="icon" type="image/x-icon" href="/favicon.ico">
@@ -13,10 +13,8 @@
<link href="/css/main.css" rel="stylesheet">
<link href="/css/syntax.css" rel="stylesheet">
- <script src="https://code.jquery.com/jquery-3.2.1.min.js"
- integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4="
- crossorigin="anonymous"></script>
- <script src="/assets/javascripts/bootstrap.min.js"></script>
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js" integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<!-- Global Site Tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1"></script>
@@ -34,117 +32,114 @@
<body class="wrap">
- <div class="container">
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="/">Apache Arrow™ </a>
- </div>
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+ <a class="navbar-brand" href="/">Apache Arrow™ </a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="arrow-navbar">
<ul class="nav navbar-nav">
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Project Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownProjectLinks" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Project Links
</a>
- <ul class="dropdown-menu">
- <li><a href="/install/">Install</a></li>
- <li><a href="/blog/">Blog</a></li>
- <li><a href="/release/">Releases</a></li>
- <li><a href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a></li>
- <li><a href="https://github.com/apache/arrow">Source Code</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownProjectLinks">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/blog/">Blog</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item" href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a>
+ <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Community<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
</a>
- <ul class="dropdown-menu">
- <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Mailing List</a></li>
- <li><a href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a></li>
- <li><a href="/committers/">Committers</a></li>
- <li><a href="/powered_by/">Powered By</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-user/">User Mailing List</a>
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Dev Mailing List</a>
+ <a class="dropdown-item" href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a>
+ <a class="dropdown-item" href="/committers/">Committers</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Specification<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSpecification" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Specification
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/memory_layout.html">Memory Layout</a></li>
- <li><a href="/docs/metadata.html">Metadata</a></li>
- <li><a href="/docs/ipc.html">Messaging / IPC</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownSpecification">
+ <a class="dropdown-item" href="/docs/memory_layout.html">Memory Layout</a>
+ <a class="dropdown-item" href="/docs/metadata.html">Metadata</a>
+ <a class="dropdown-item" href="/docs/ipc.html">Messaging / IPC</a>
+ </div>
</li>
-
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Documentation<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/python">Python</a></li>
- <li><a href="/docs/cpp">C++ API</a></li>
- <li><a href="/docs/java">Java API</a></li>
- <li><a href="/docs/c_glib">C GLib API</a></li>
- <li><a href="/docs/js">Javascript API</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/cpp">C++ API</a>
+ <a class="dropdown-item" href="/docs/java">Java API</a>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib API</a>
+ <a class="dropdown-item" href="/docs/js">Javascript API</a>
+ </div>
</li>
<!-- <li><a href="/blog">Blog</a></li> -->
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">ASF Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
</a>
- <ul class="dropdown-menu">
- <li><a href="http://www.apache.org/">ASF Website</a></li>
- <li><a href="http://www.apache.org/licenses/">License</a></li>
- <li><a href="http://www.apache.org/foundation/sponsorship.html">Donate</a></li>
- <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
- <li><a href="http://www.apache.org/security/">Security</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/">ASF Website</a>
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">License</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">Donate</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <a class="dropdown-item" href="http://www.apache.org/security/">Security</a>
+ </div>
</li>
</ul>
- <a href="http://www.apache.org/">
+ <a href="http://www.apache.org/" class="flex-row ml-md-auto">
<img style="float:right;" src="/img/asf_logo.svg" width="120px"/>
</a>
</div><!-- /.navbar-collapse -->
</div>
</nav>
+ </header>
- <h2>
+ <div class="container p-lg-4">
+ <main role="main">
+
+ <h1>
Plasma In-Memory Object Store
<a href="/blog/2017/08/08/plasma-in-memory-object-store/" class="permalink" title="Permalink">∞</a>
- </h2>
+ </h1>
- <div class="panel">
- <div class="panel-body">
- <div>
- <span class="label label-default">Published</span>
- <span class="published">
- <i class="fa fa-calendar"></i>
- 08 Aug 2017
- </span>
- </div>
- <div>
- <span class="label label-default">By</span>
- <a href="http://people.apache.org/~Philipp Moritz and Robert Nishihara"><i class="fa fa-user"></i> (Philipp Moritz and Robert Nishihara)</a>
- </div>
- </div>
- </div>
+ <p>
+ <span class="badge badge-secondary">Published</span>
+ <span class="published">
+ 08 Aug 2017
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+ <a href="http://people.apache.org/~Philipp Moritz and Robert Nishihara"> ()</a>
+ </p>
<!--
@@ -201,7 +196,7 @@ the client can write to the buffer and construct the object within the allocated
buffer. When the client is done, the client <em>seals</em> the buffer making the object
immutable and making it available to other Plasma clients.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="c"># Create an object.</span>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="c"># Create an object.</span>
<span class="n">object_id</span> <span class="o">=</span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">plasma</span><span class="o">.</span><span class="n">ObjectID</span><span class="p">(</span><span class="mi">20</span> <span class="o">*</span> <span class="n">b</span><span class="s">'a'</span><span class="p">)</span>
<span class="n">object_size</span> <span class="o">=</span> <span class="mi">1000</span>
<span class="nb">buffer</span> <span class="o">=</span> <span class="n">memoryview</span><span class="p">(</span><span class="n">client</span><span class="o">.</span><span class="n">create</span><span class="p">(</span><span class="n">object_id</span><span class="p">,</span> <span class="n">object_size</span><span class="p">))</span>
@@ -212,18 +207,16 @@ immutable and making it available to other Plasma clients.</p>
<span class="c"># Seal the object making it immutable and available to other clients.</span>
<span class="n">client</span><span class="o">.</span><span class="n">seal</span><span class="p">(</span><span class="n">object_id</span><span class="p">)</span>
-</code></pre>
-</div>
+</code></pre></div></div>
<p><strong>Getting an object:</strong> After an object has been sealed, any client who knows the
object ID can get the object.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="c"># Get the object from the store. This blocks until the object has been sealed.</span>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="c"># Get the object from the store. This blocks until the object has been sealed.</span>
<span class="n">object_id</span> <span class="o">=</span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">plasma</span><span class="o">.</span><span class="n">ObjectID</span><span class="p">(</span><span class="mi">20</span> <span class="o">*</span> <span class="n">b</span><span class="s">'a'</span><span class="p">)</span>
<span class="p">[</span><span class="n">buff</span><span class="p">]</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get</span><span class="p">([</span><span class="n">object_id</span><span class="p">])</span>
<span class="nb">buffer</span> <span class="o">=</span> <span class="n">memoryview</span><span class="p">(</span><span class="n">buff</span><span class="p">)</span>
-</code></pre>
-</div>
+</code></pre></div></div>
<p>If the object has not been sealed yet, then the call to <code class="highlighter-rouge">client.get</code> will block
until the object has been sealed.</p>
@@ -270,11 +263,13 @@ improving performance and building other language bindings. Please let us know
if you are interested in getting involved with the project.</p>
+ </main>
<hr/>
<footer class="footer">
<p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
<p>© 2017 Apache Software Foundation</p>
+ <script src="/assets/main-8d2a359fd27a888246eb638b36a4e8b68ac65b9f11c48b9fac601fa0c9a7d796.js" integrity="sha256-jSo1n9J6iIJG62OLNqTotorGW58RxIufrGAfoMmn15Y=" crossorigin="anonymous" type="text/javascript"></script>
</footer>
</div>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/bd12ebcd/blog/2017/08/16/0.6.0-release/index.html
----------------------------------------------------------------------
diff --git a/blog/2017/08/16/0.6.0-release/index.html b/blog/2017/08/16/0.6.0-release/index.html
index 27e2800..499f17b 100644
--- a/blog/2017/08/16/0.6.0-release/index.html
+++ b/blog/2017/08/16/0.6.0-release/index.html
@@ -5,7 +5,7 @@
<title>Apache Arrow Homepage</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="generator" content="Jekyll v3.4.3">
+ <meta name="generator" content="Jekyll v3.8.4">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<link rel="icon" type="image/x-icon" href="/favicon.ico">
@@ -13,10 +13,8 @@
<link href="/css/main.css" rel="stylesheet">
<link href="/css/syntax.css" rel="stylesheet">
- <script src="https://code.jquery.com/jquery-3.2.1.min.js"
- integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4="
- crossorigin="anonymous"></script>
- <script src="/assets/javascripts/bootstrap.min.js"></script>
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js" integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<!-- Global Site Tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1"></script>
@@ -34,117 +32,114 @@
<body class="wrap">
- <div class="container">
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="/">Apache Arrow™ </a>
- </div>
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+ <a class="navbar-brand" href="/">Apache Arrow™ </a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="arrow-navbar">
<ul class="nav navbar-nav">
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Project Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownProjectLinks" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Project Links
</a>
- <ul class="dropdown-menu">
- <li><a href="/install/">Install</a></li>
- <li><a href="/blog/">Blog</a></li>
- <li><a href="/release/">Releases</a></li>
- <li><a href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a></li>
- <li><a href="https://github.com/apache/arrow">Source Code</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownProjectLinks">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/blog/">Blog</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item" href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a>
+ <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Community<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
</a>
- <ul class="dropdown-menu">
- <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Mailing List</a></li>
- <li><a href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a></li>
- <li><a href="/committers/">Committers</a></li>
- <li><a href="/powered_by/">Powered By</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-user/">User Mailing List</a>
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Dev Mailing List</a>
+ <a class="dropdown-item" href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a>
+ <a class="dropdown-item" href="/committers/">Committers</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Specification<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSpecification" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Specification
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/memory_layout.html">Memory Layout</a></li>
- <li><a href="/docs/metadata.html">Metadata</a></li>
- <li><a href="/docs/ipc.html">Messaging / IPC</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownSpecification">
+ <a class="dropdown-item" href="/docs/memory_layout.html">Memory Layout</a>
+ <a class="dropdown-item" href="/docs/metadata.html">Metadata</a>
+ <a class="dropdown-item" href="/docs/ipc.html">Messaging / IPC</a>
+ </div>
</li>
-
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Documentation<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/python">Python</a></li>
- <li><a href="/docs/cpp">C++ API</a></li>
- <li><a href="/docs/java">Java API</a></li>
- <li><a href="/docs/c_glib">C GLib API</a></li>
- <li><a href="/docs/js">Javascript API</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/cpp">C++ API</a>
+ <a class="dropdown-item" href="/docs/java">Java API</a>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib API</a>
+ <a class="dropdown-item" href="/docs/js">Javascript API</a>
+ </div>
</li>
<!-- <li><a href="/blog">Blog</a></li> -->
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">ASF Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
</a>
- <ul class="dropdown-menu">
- <li><a href="http://www.apache.org/">ASF Website</a></li>
- <li><a href="http://www.apache.org/licenses/">License</a></li>
- <li><a href="http://www.apache.org/foundation/sponsorship.html">Donate</a></li>
- <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
- <li><a href="http://www.apache.org/security/">Security</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/">ASF Website</a>
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">License</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">Donate</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <a class="dropdown-item" href="http://www.apache.org/security/">Security</a>
+ </div>
</li>
</ul>
- <a href="http://www.apache.org/">
+ <a href="http://www.apache.org/" class="flex-row ml-md-auto">
<img style="float:right;" src="/img/asf_logo.svg" width="120px"/>
</a>
</div><!-- /.navbar-collapse -->
</div>
</nav>
+ </header>
- <h2>
+ <div class="container p-lg-4">
+ <main role="main">
+
+ <h1>
Apache Arrow 0.6.0 Release
<a href="/blog/2017/08/16/0.6.0-release/" class="permalink" title="Permalink">∞</a>
- </h2>
+ </h1>
- <div class="panel">
- <div class="panel-body">
- <div>
- <span class="label label-default">Published</span>
- <span class="published">
- <i class="fa fa-calendar"></i>
- 16 Aug 2017
- </span>
- </div>
- <div>
- <span class="label label-default">By</span>
- <a href="http://wesmckinney.com"><i class="fa fa-user"></i> Wes McKinney (wesm)</a>
- </div>
- </div>
- </div>
+ <p>
+ <span class="badge badge-secondary">Published</span>
+ <span class="published">
+ 16 Aug 2017
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+ <a href="http://wesmckinney.com">Wes McKinney ()</a>
+ </p>
<!--
@@ -186,13 +181,12 @@ be done in a future release.</p>
<p>As an example, the Python data:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>data = [{'a': 1, 'bb': 2, 'cc': 3}, {'dddd': 4}]
-</code></pre>
-</div>
+<div class="highlighter-rouge"><div class="highlight"><pre class="highlight"><code>data = [{'a': 1, 'bb': 2, 'cc': 3}, {'dddd': 4}]
+</code></pre></div></div>
<p>Could be represented in an Arrow <code class="highlighter-rouge">Map<String, Int32></code> as:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>Map<String, Int32> = List<Struct<keys: String, values: Int32>>
+<div class="highlighter-rouge"><div class="highlight"><pre class="highlight"><code>Map<String, Int32> = List<Struct<keys: String, values: Int32>>
is_valid: [true, true]
offsets: [0, 3, 4]
values: Struct<keys: String, values: Int32>
@@ -204,8 +198,7 @@ be done in a future release.</p>
- values: Int32
is_valid: [true, true, true, true]
data: [1, 2, 3, 4]
-</code></pre>
-</div>
+</code></pre></div></div>
<h2 id="python-changes">Python Changes</h2>
<p>Some highlights of Python development outside of bug fixes and general API
@@ -231,11 +224,13 @@ and hardening integration tests across the remaining data types implemented in
Java and C++. Please join the discussion there.</p>
+ </main>
<hr/>
<footer class="footer">
<p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
<p>© 2017 Apache Software Foundation</p>
+ <script src="/assets/main-8d2a359fd27a888246eb638b36a4e8b68ac65b9f11c48b9fac601fa0c9a7d796.js" integrity="sha256-jSo1n9J6iIJG62OLNqTotorGW58RxIufrGAfoMmn15Y=" crossorigin="anonymous" type="text/javascript"></script>
</footer>
</div>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/bd12ebcd/blog/2017/09/19/0.7.0-release/index.html
----------------------------------------------------------------------
diff --git a/blog/2017/09/19/0.7.0-release/index.html b/blog/2017/09/19/0.7.0-release/index.html
index 6539141..96c2614 100644
--- a/blog/2017/09/19/0.7.0-release/index.html
+++ b/blog/2017/09/19/0.7.0-release/index.html
@@ -5,7 +5,7 @@
<title>Apache Arrow Homepage</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="generator" content="Jekyll v3.4.3">
+ <meta name="generator" content="Jekyll v3.8.4">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<link rel="icon" type="image/x-icon" href="/favicon.ico">
@@ -13,10 +13,8 @@
<link href="/css/main.css" rel="stylesheet">
<link href="/css/syntax.css" rel="stylesheet">
- <script src="https://code.jquery.com/jquery-3.2.1.min.js"
- integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4="
- crossorigin="anonymous"></script>
- <script src="/assets/javascripts/bootstrap.min.js"></script>
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js" integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<!-- Global Site Tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1"></script>
@@ -34,117 +32,114 @@
<body class="wrap">
- <div class="container">
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="/">Apache Arrow™ </a>
- </div>
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+ <a class="navbar-brand" href="/">Apache Arrow™ </a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="arrow-navbar">
<ul class="nav navbar-nav">
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Project Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownProjectLinks" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Project Links
</a>
- <ul class="dropdown-menu">
- <li><a href="/install/">Install</a></li>
- <li><a href="/blog/">Blog</a></li>
- <li><a href="/release/">Releases</a></li>
- <li><a href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a></li>
- <li><a href="https://github.com/apache/arrow">Source Code</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownProjectLinks">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/blog/">Blog</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item" href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a>
+ <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Community<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
</a>
- <ul class="dropdown-menu">
- <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Mailing List</a></li>
- <li><a href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a></li>
- <li><a href="/committers/">Committers</a></li>
- <li><a href="/powered_by/">Powered By</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-user/">User Mailing List</a>
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Dev Mailing List</a>
+ <a class="dropdown-item" href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a>
+ <a class="dropdown-item" href="/committers/">Committers</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Specification<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSpecification" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Specification
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/memory_layout.html">Memory Layout</a></li>
- <li><a href="/docs/metadata.html">Metadata</a></li>
- <li><a href="/docs/ipc.html">Messaging / IPC</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownSpecification">
+ <a class="dropdown-item" href="/docs/memory_layout.html">Memory Layout</a>
+ <a class="dropdown-item" href="/docs/metadata.html">Metadata</a>
+ <a class="dropdown-item" href="/docs/ipc.html">Messaging / IPC</a>
+ </div>
</li>
-
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Documentation<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/python">Python</a></li>
- <li><a href="/docs/cpp">C++ API</a></li>
- <li><a href="/docs/java">Java API</a></li>
- <li><a href="/docs/c_glib">C GLib API</a></li>
- <li><a href="/docs/js">Javascript API</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/cpp">C++ API</a>
+ <a class="dropdown-item" href="/docs/java">Java API</a>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib API</a>
+ <a class="dropdown-item" href="/docs/js">Javascript API</a>
+ </div>
</li>
<!-- <li><a href="/blog">Blog</a></li> -->
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">ASF Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
</a>
- <ul class="dropdown-menu">
- <li><a href="http://www.apache.org/">ASF Website</a></li>
- <li><a href="http://www.apache.org/licenses/">License</a></li>
- <li><a href="http://www.apache.org/foundation/sponsorship.html">Donate</a></li>
- <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
- <li><a href="http://www.apache.org/security/">Security</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/">ASF Website</a>
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">License</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">Donate</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <a class="dropdown-item" href="http://www.apache.org/security/">Security</a>
+ </div>
</li>
</ul>
- <a href="http://www.apache.org/">
+ <a href="http://www.apache.org/" class="flex-row ml-md-auto">
<img style="float:right;" src="/img/asf_logo.svg" width="120px"/>
</a>
</div><!-- /.navbar-collapse -->
</div>
</nav>
+ </header>
- <h2>
+ <div class="container p-lg-4">
+ <main role="main">
+
+ <h1>
Apache Arrow 0.7.0 Release
<a href="/blog/2017/09/19/0.7.0-release/" class="permalink" title="Permalink">∞</a>
- </h2>
+ </h1>
- <div class="panel">
- <div class="panel-body">
- <div>
- <span class="label label-default">Published</span>
- <span class="published">
- <i class="fa fa-calendar"></i>
- 19 Sep 2017
- </span>
- </div>
- <div>
- <span class="label label-default">By</span>
- <a href="http://wesmckinney.com"><i class="fa fa-user"></i> Wes McKinney (wesm)</a>
- </div>
- </div>
- </div>
+ <p>
+ <span class="badge badge-secondary">Published</span>
+ <span class="published">
+ 19 Sep 2017
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+ <a href="http://wesmckinney.com">Wes McKinney ()</a>
+ </p>
<!--
@@ -192,7 +187,7 @@ library, we implemented a variety of type conversion functions. These functions
are essential in ETL tasks when conforming one table schema to another. These
are similar to the <code class="highlighter-rouge">astype</code> function in NumPy.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="n">In</span> <span class="p">[</span><span class="mi">17</span><span class="p">]:</span> <span class="kn">import</span> <span class="nn">pyarrow</span> <span class="kn">as</span> <span class="nn">pa</span>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">In</span> <span class="p">[</span><span class="mi">17</span><span class="p">]:</span> <span class="kn">import</span> <span class="nn">pyarrow</span> <span class="k">as</span> <span class="n">pa</span>
<span class="n">In</span> <span class="p">[</span><span class="mi">18</span><span class="p">]:</span> <span class="n">arr</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="bp">True</span><span class="p">,</span> <span class="bp">False</span><span class="p">,</span> <span class="bp">None</span><span class="p">,</span> <span class="bp">True</span><span class="p">])</span>
@@ -215,8 +210,7 @@ are similar to the <code class="highlighter-rouge">astype</code> function in Num
<span class="n">NA</span><span class="p">,</span>
<span class="mi">1</span>
<span class="p">]</span>
-</code></pre>
-</div>
+</code></pre></div></div>
<p>Over time these will expand to support as many input-and-output type
combinations with optimized conversions.</p>
@@ -232,7 +226,7 @@ columnar memory.</p>
<p>For example, we could write a record batch from CPU memory to GPU device memory
like so (some error checking omitted):</p>
-<div class="language-c++ highlighter-rouge"><pre class="highlight"><code><span class="cp">#include <arrow/api.h>
+<div class="language-c++ highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="cp">#include <arrow/api.h>
#include <arrow/gpu/cuda_api.h>
</span>
<span class="k">using</span> <span class="k">namespace</span> <span class="n">arrow</span><span class="p">;</span>
@@ -247,20 +241,18 @@ like so (some error checking omitted):</p>
<span class="n">std</span><span class="o">::</span><span class="n">shared_ptr</span><span class="o"><</span><span class="n">gpu</span><span class="o">::</span><span class="n">CudaBuffer</span><span class="o">></span> <span class="n">device_serialized</span><span class="p">;</span>
<span class="n">gpu</span><span class="o">::</span><span class="n">SerializeRecordBatch</span><span class="p">(</span><span class="o">*</span><span class="n">batch</span><span class="p">,</span> <span class="n">context_</span><span class="p">.</span><span class="n">get</span><span class="p">(),</span> <span class="o">&</span><span class="n">device_serialized</span><span class="p">));</span>
-</code></pre>
-</div>
+</code></pre></div></div>
<p>We can then “read” the GPU record batch, but the returned <code class="highlighter-rouge">arrow::RecordBatch</code>
internally will contain GPU device pointers that you can use for CUDA kernel
calls:</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>std::shared_ptr<RecordBatch> device_batch;
+<div class="highlighter-rouge"><div class="highlight"><pre class="highlight"><code>std::shared_ptr<RecordBatch> device_batch;
gpu::ReadRecordBatch(batch->schema(), device_serialized,
default_memory_pool(), &device_batch));
// Now run some CUDA kernels on device_batch
-</code></pre>
-</div>
+</code></pre></div></div>
<h2 id="decimal-integration-tests">Decimal Integration Tests</h2>
@@ -308,11 +300,13 @@ developers to join the project and expand the available implementations and
bindings to more languages.</p>
+ </main>
<hr/>
<footer class="footer">
<p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
<p>© 2017 Apache Software Foundation</p>
+ <script src="/assets/main-8d2a359fd27a888246eb638b36a4e8b68ac65b9f11c48b9fac601fa0c9a7d796.js" integrity="sha256-jSo1n9J6iIJG62OLNqTotorGW58RxIufrGAfoMmn15Y=" crossorigin="anonymous" type="text/javascript"></script>
</footer>
</div>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/bd12ebcd/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html
----------------------------------------------------------------------
diff --git a/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html b/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html
index bcb6429..a3d59bc 100644
--- a/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html
+++ b/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html
@@ -5,7 +5,7 @@
<title>Apache Arrow Homepage</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="generator" content="Jekyll v3.4.3">
+ <meta name="generator" content="Jekyll v3.8.4">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<link rel="icon" type="image/x-icon" href="/favicon.ico">
@@ -13,10 +13,8 @@
<link href="/css/main.css" rel="stylesheet">
<link href="/css/syntax.css" rel="stylesheet">
- <script src="https://code.jquery.com/jquery-3.2.1.min.js"
- integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4="
- crossorigin="anonymous"></script>
- <script src="/assets/javascripts/bootstrap.min.js"></script>
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js" integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<!-- Global Site Tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1"></script>
@@ -34,117 +32,114 @@
<body class="wrap">
- <div class="container">
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="/">Apache Arrow™ </a>
- </div>
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+ <a class="navbar-brand" href="/">Apache Arrow™ </a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="arrow-navbar">
<ul class="nav navbar-nav">
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Project Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownProjectLinks" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Project Links
</a>
- <ul class="dropdown-menu">
- <li><a href="/install/">Install</a></li>
- <li><a href="/blog/">Blog</a></li>
- <li><a href="/release/">Releases</a></li>
- <li><a href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a></li>
- <li><a href="https://github.com/apache/arrow">Source Code</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownProjectLinks">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/blog/">Blog</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item" href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a>
+ <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Community<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
</a>
- <ul class="dropdown-menu">
- <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Mailing List</a></li>
- <li><a href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a></li>
- <li><a href="/committers/">Committers</a></li>
- <li><a href="/powered_by/">Powered By</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-user/">User Mailing List</a>
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Dev Mailing List</a>
+ <a class="dropdown-item" href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a>
+ <a class="dropdown-item" href="/committers/">Committers</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Specification<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSpecification" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Specification
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/memory_layout.html">Memory Layout</a></li>
- <li><a href="/docs/metadata.html">Metadata</a></li>
- <li><a href="/docs/ipc.html">Messaging / IPC</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownSpecification">
+ <a class="dropdown-item" href="/docs/memory_layout.html">Memory Layout</a>
+ <a class="dropdown-item" href="/docs/metadata.html">Metadata</a>
+ <a class="dropdown-item" href="/docs/ipc.html">Messaging / IPC</a>
+ </div>
</li>
-
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Documentation<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/python">Python</a></li>
- <li><a href="/docs/cpp">C++ API</a></li>
- <li><a href="/docs/java">Java API</a></li>
- <li><a href="/docs/c_glib">C GLib API</a></li>
- <li><a href="/docs/js">Javascript API</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/cpp">C++ API</a>
+ <a class="dropdown-item" href="/docs/java">Java API</a>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib API</a>
+ <a class="dropdown-item" href="/docs/js">Javascript API</a>
+ </div>
</li>
<!-- <li><a href="/blog">Blog</a></li> -->
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">ASF Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
</a>
- <ul class="dropdown-menu">
- <li><a href="http://www.apache.org/">ASF Website</a></li>
- <li><a href="http://www.apache.org/licenses/">License</a></li>
- <li><a href="http://www.apache.org/foundation/sponsorship.html">Donate</a></li>
- <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
- <li><a href="http://www.apache.org/security/">Security</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/">ASF Website</a>
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">License</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">Donate</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <a class="dropdown-item" href="http://www.apache.org/security/">Security</a>
+ </div>
</li>
</ul>
- <a href="http://www.apache.org/">
+ <a href="http://www.apache.org/" class="flex-row ml-md-auto">
<img style="float:right;" src="/img/asf_logo.svg" width="120px"/>
</a>
</div><!-- /.navbar-collapse -->
</div>
</nav>
+ </header>
+
+ <div class="container p-lg-4">
+ <main role="main">
- <h2>
+ <h1>
Fast Python Serialization with Ray and Apache Arrow
<a href="/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/" class="permalink" title="Permalink">∞</a>
- </h2>
+ </h1>
- <div class="panel">
- <div class="panel-body">
- <div>
- <span class="label label-default">Published</span>
- <span class="published">
- <i class="fa fa-calendar"></i>
- 15 Oct 2017
- </span>
- </div>
- <div>
- <span class="label label-default">By</span>
- <a href="http://people.apache.org/~Philipp Moritz, Robert Nishihara"><i class="fa fa-user"></i> (Philipp Moritz, Robert Nishihara)</a>
- </div>
- </div>
- </div>
+ <p>
+ <span class="badge badge-secondary">Published</span>
+ <span class="published">
+ 15 Oct 2017
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+ <a href="http://people.apache.org/~Philipp Moritz, Robert Nishihara"> ()</a>
+ </p>
<!--
@@ -267,19 +262,17 @@ Python classes and deeply nested objects.</p>
<p>The serialization library can be used directly through pyarrow as follows. More
documentation is available <a href="https://arrow.apache.org/docs/python/ipc.html#arbitrary-object-serialization">here</a>.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="n">x</span> <span class="o">=</span> <span class="p">[(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">),</span> <span class="s">'hello'</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mf">5.0</span><span class="p">,</span> <span class="mf">6.0</span><span class="p">])]</span>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">x</span> <span class="o">=</span> <span class="p">[(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">),</span> <span class="s">'hello'</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mf">5.0</span><span class="p">,</span> <span class="mf">6.0</span><span class="p">])]</span>
<span class="n">serialized_x</span> <span class="o">=</span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">serialize</span><span class="p">(</span><span class="n">x</span><span class="p">)</span><span class="o">.</span><span class="n">to_buffer</span><span class="p">()</span>
<span class="n">deserialized_x</span> <span class="o">=</span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">deserialize</span><span class="p">(</span><span class="n">serialized_x</span><span class="p">)</span>
-</code></pre>
-</div>
+</code></pre></div></div>
<p>It can be used directly through the Ray API as follows.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="n">x</span> <span class="o">=</span> <span class="p">[(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">),</span> <span class="s">'hello'</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mf">5.0</span><span class="p">,</span> <span class="mf">6.0</span><span class="p">])]</span>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="n">x</span> <span class="o">=</span> <span class="p">[(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">),</span> <span class="s">'hello'</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mf">5.0</span><span class="p">,</span> <span class="mf">6.0</span><span class="p">])]</span>
<span class="n">x_id</span> <span class="o">=</span> <span class="n">ray</span><span class="o">.</span><span class="n">put</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
<span class="n">deserialized_x</span> <span class="o">=</span> <span class="n">ray</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">x_id</span><span class="p">)</span>
-</code></pre>
-</div>
+</code></pre></div></div>
<h2 id="data-representation">Data Representation</h2>
@@ -298,21 +291,19 @@ serialized object, and the UnionArray contains references to these tensors.</p>
<p>To give a concrete example, consider the following object.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="p">[(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">),</span> <span class="s">'hello'</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mf">5.0</span><span class="p">,</span> <span class="mf">6.0</span><span class="p">])]</span>
-</code></pre>
-</div>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">[(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">),</span> <span class="s">'hello'</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mf">5.0</span><span class="p">,</span> <span class="mf">6.0</span><span class="p">])]</span>
+</code></pre></div></div>
<p>It would be represented in Arrow with the following structure.</p>
-<div class="highlighter-rouge"><pre class="highlight"><code>UnionArray(type_ids=[tuple, string, int, int, ndarray],
+<div class="highlighter-rouge"><div class="highlight"><pre class="highlight"><code>UnionArray(type_ids=[tuple, string, int, int, ndarray],
tuples=ListArray(offsets=[0, 2],
UnionArray(type_ids=[int, int],
ints=[1, 2])),
strings=['hello'],
ints=[3, 4],
ndarrays=[<offset of numpy array>])
-</code></pre>
-</div>
+</code></pre></div></div>
<p>Arrow uses Flatbuffers to encode serialized schemas. <strong>Using only the schema, we
can compute the offsets of each value in the data blob without scanning through
@@ -355,10 +346,10 @@ Benchmarking <code class="highlighter-rouge">ray.put</code> and <code class="hig
<code class="highlighter-rouge">pyarrow.deserialize</code> gives similar figures. The plots were generated at this
<a href="https://github.com/apache/arrow/tree/894f7400977693b4e0e8f4b9845fd89481f6bf29">commit</a>.</p>
-<div class="language-python highlighter-rouge"><pre class="highlight"><code><span class="kn">import</span> <span class="nn">pickle</span>
+<div class="language-python highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="kn">import</span> <span class="nn">pickle</span>
<span class="kn">import</span> <span class="nn">pyarrow</span>
-<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="kn">as</span> <span class="nn">plt</span>
-<span class="kn">import</span> <span class="nn">numpy</span> <span class="kn">as</span> <span class="nn">np</span>
+<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="n">plt</span>
+<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="n">np</span>
<span class="kn">import</span> <span class="nn">timeit</span>
@@ -422,15 +413,16 @@ Benchmarking <code class="highlighter-rouge">ray.put</code> and <code class="hig
<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">test_objects</span><span class="p">)):</span>
<span class="n">plot</span><span class="p">(</span><span class="o">*</span><span class="n">benchmark_object</span><span class="p">(</span><span class="n">test_objects</span><span class="p">[</span><span class="n">i</span><span class="p">]),</span> <span class="n">titles</span><span class="p">[</span><span class="n">i</span><span class="p">],</span> <span class="n">i</span><span class="p">)</span>
-</code></pre>
-</div>
+</code></pre></div></div>
+ </main>
<hr/>
<footer class="footer">
<p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
<p>© 2017 Apache Software Foundation</p>
+ <script src="/assets/main-8d2a359fd27a888246eb638b36a4e8b68ac65b9f11c48b9fac601fa0c9a7d796.js" integrity="sha256-jSo1n9J6iIJG62OLNqTotorGW58RxIufrGAfoMmn15Y=" crossorigin="anonymous" type="text/javascript"></script>
</footer>
</div>
http://git-wip-us.apache.org/repos/asf/arrow-site/blob/bd12ebcd/blog/2017/12/18/0.8.0-release/index.html
----------------------------------------------------------------------
diff --git a/blog/2017/12/18/0.8.0-release/index.html b/blog/2017/12/18/0.8.0-release/index.html
index 0a7c51e..11f44f6 100644
--- a/blog/2017/12/18/0.8.0-release/index.html
+++ b/blog/2017/12/18/0.8.0-release/index.html
@@ -5,7 +5,7 @@
<title>Apache Arrow Homepage</title>
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
- <meta name="generator" content="Jekyll v3.4.3">
+ <meta name="generator" content="Jekyll v3.8.4">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<link rel="icon" type="image/x-icon" href="/favicon.ico">
@@ -13,10 +13,8 @@
<link href="/css/main.css" rel="stylesheet">
<link href="/css/syntax.css" rel="stylesheet">
- <script src="https://code.jquery.com/jquery-3.2.1.min.js"
- integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4="
- crossorigin="anonymous"></script>
- <script src="/assets/javascripts/bootstrap.min.js"></script>
+ <script src="https://code.jquery.com/jquery-3.3.1.slim.min.js" integrity="sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<!-- Global Site Tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1"></script>
@@ -34,117 +32,114 @@
<body class="wrap">
- <div class="container">
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <div class="navbar-header">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand" href="/">Apache Arrow™ </a>
- </div>
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+ <a class="navbar-brand" href="/">Apache Arrow™ </a>
+ <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarSupportedContent" aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="arrow-navbar">
<ul class="nav navbar-nav">
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Project Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownProjectLinks" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Project Links
</a>
- <ul class="dropdown-menu">
- <li><a href="/install/">Install</a></li>
- <li><a href="/blog/">Blog</a></li>
- <li><a href="/release/">Releases</a></li>
- <li><a href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a></li>
- <li><a href="https://github.com/apache/arrow">Source Code</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownProjectLinks">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/blog/">Blog</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item" href="https://issues.apache.org/jira/browse/ARROW">Issue Tracker</a>
+ <a class="dropdown-item" href="https://github.com/apache/arrow">Source Code</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Community<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
</a>
- <ul class="dropdown-menu">
- <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Mailing List</a></li>
- <li><a href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a></li>
- <li><a href="/committers/">Committers</a></li>
- <li><a href="/powered_by/">Powered By</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-user/">User Mailing List</a>
+ <a class="dropdown-item" href="http://mail-archives.apache.org/mod_mbox/arrow-dev/">Dev Mailing List</a>
+ <a class="dropdown-item" href="https://cwiki.apache.org/confluence/display/ARROW">Developer Wiki</a>
+ <a class="dropdown-item" href="/committers/">Committers</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ </div>
</li>
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Specification<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSpecification" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Specification
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/memory_layout.html">Memory Layout</a></li>
- <li><a href="/docs/metadata.html">Metadata</a></li>
- <li><a href="/docs/ipc.html">Messaging / IPC</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownSpecification">
+ <a class="dropdown-item" href="/docs/memory_layout.html">Memory Layout</a>
+ <a class="dropdown-item" href="/docs/metadata.html">Metadata</a>
+ <a class="dropdown-item" href="/docs/ipc.html">Messaging / IPC</a>
+ </div>
</li>
-
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">Documentation<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
</a>
- <ul class="dropdown-menu">
- <li><a href="/docs/python">Python</a></li>
- <li><a href="/docs/cpp">C++ API</a></li>
- <li><a href="/docs/java">Java API</a></li>
- <li><a href="/docs/c_glib">C GLib API</a></li>
- <li><a href="/docs/js">Javascript API</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/cpp">C++ API</a>
+ <a class="dropdown-item" href="/docs/java">Java API</a>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib API</a>
+ <a class="dropdown-item" href="/docs/js">Javascript API</a>
+ </div>
</li>
<!-- <li><a href="/blog">Blog</a></li> -->
- <li class="dropdown">
- <a href="#" class="dropdown-toggle" data-toggle="dropdown"
- role="button" aria-haspopup="true"
- aria-expanded="false">ASF Links<span class="caret"></span>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
</a>
- <ul class="dropdown-menu">
- <li><a href="http://www.apache.org/">ASF Website</a></li>
- <li><a href="http://www.apache.org/licenses/">License</a></li>
- <li><a href="http://www.apache.org/foundation/sponsorship.html">Donate</a></li>
- <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
- <li><a href="http://www.apache.org/security/">Security</a></li>
- </ul>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/">ASF Website</a>
+ <a class="dropdown-item" href="http://www.apache.org/licenses/">License</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/sponsorship.html">Donate</a>
+ <a class="dropdown-item" href="http://www.apache.org/foundation/thanks.html">Thanks</a>
+ <a class="dropdown-item" href="http://www.apache.org/security/">Security</a>
+ </div>
</li>
</ul>
- <a href="http://www.apache.org/">
+ <a href="http://www.apache.org/" class="flex-row ml-md-auto">
<img style="float:right;" src="/img/asf_logo.svg" width="120px"/>
</a>
</div><!-- /.navbar-collapse -->
</div>
</nav>
+ </header>
- <h2>
+ <div class="container p-lg-4">
+ <main role="main">
+
+ <h1>
Apache Arrow 0.8.0 Release
<a href="/blog/2017/12/18/0.8.0-release/" class="permalink" title="Permalink">∞</a>
- </h2>
+ </h1>
- <div class="panel">
- <div class="panel-body">
- <div>
- <span class="label label-default">Published</span>
- <span class="published">
- <i class="fa fa-calendar"></i>
- 18 Dec 2017
- </span>
- </div>
- <div>
- <span class="label label-default">By</span>
- <a href="http://wesmckinney.com"><i class="fa fa-user"></i> Wes McKinney (wesm)</a>
- </div>
- </div>
- </div>
+ <p>
+ <span class="badge badge-secondary">Published</span>
+ <span class="published">
+ 18 Dec 2017
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+ <a href="http://wesmckinney.com">Wes McKinney ()</a>
+ </p>
<!--
@@ -302,11 +297,13 @@ language developers to join the project and expand the available
implementations and bindings to more languages.</p>
+ </main>
<hr/>
<footer class="footer">
<p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
<p>© 2017 Apache Software Foundation</p>
+ <script src="/assets/main-8d2a359fd27a888246eb638b36a4e8b68ac65b9f11c48b9fac601fa0c9a7d796.js" integrity="sha256-jSo1n9J6iIJG62OLNqTotorGW58RxIufrGAfoMmn15Y=" crossorigin="anonymous" type="text/javascript"></script>
</footer>
</div>