You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@arrow.apache.org by al...@apache.org on 2022/02/11 18:45:45 UTC
[arrow-site] branch asf-site updated: Update datafusion site (#191)
This is an automated email from the ASF dual-hosted git repository.
alamb pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/arrow-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new ccef177 Update datafusion site (#191)
ccef177 is described below
commit ccef1771651f2577604c2bea2da91ad8af65a28a
Author: Andrew Lamb <an...@nerdnetworks.org>
AuthorDate: Fri Feb 11 13:45:38 2022 -0500
Update datafusion site (#191)
---
datafusion/_modules/datafusion.html | 80 +-
datafusion/_modules/index.html | 76 +-
datafusion/_sources/community/communication.md.txt | 16 +-
datafusion/_sources/index.rst.txt | 1 +
.../python/generated/datafusion.DataFrame.rst.txt | 3 +-
.../generated/datafusion.ExecutionContext.rst.txt | 6 +-
.../python/generated/datafusion.Expression.rst.txt | 6 +-
.../python/generated/datafusion.functions.rst.txt | 79 +-
.../specification/quarterly_roadmap.md.txt | 72 ++
.../_sources/specification/rfcs/template.md.txt | 58 ++
datafusion/_sources/specification/roadmap.md.txt | 4 +-
datafusion/_sources/user-guide/cli.md.txt | 46 ++
datafusion/_sources/user-guide/sql/ddl.md.txt | 28 +
datafusion/_sources/user-guide/sql/index.rst.txt | 1 +
.../_sources/user-guide/sql/sql_status.md.txt | 241 ++++++
datafusion/_static/scripts/pydata-sphinx-theme.js | 32 +
datafusion/_static/styles/pydata-sphinx-theme.css | 6 +
datafusion/_static/styles/theme.css | 134 ++++
datafusion/_static/webpack-macros.html | 45 +-
datafusion/cli/index.html | 118 +--
datafusion/community/communication.html | 128 +--
datafusion/genindex.html | 115 +--
datafusion/index.html | 101 ++-
datafusion/objects.inv | Bin 1741 -> 1785 bytes
datafusion/py-modindex.html | 71 +-
datafusion/python/api.html | 104 ++-
datafusion/python/api/dataframe.html | 96 ++-
datafusion/python/api/execution_context.html | 96 ++-
datafusion/python/api/expression.html | 96 ++-
datafusion/python/api/functions.html | 94 ++-
.../python/generated/datafusion.DataFrame.html | 103 ++-
.../generated/datafusion.ExecutionContext.html | 112 ++-
.../python/generated/datafusion.Expression.html | 106 ++-
.../python/generated/datafusion.functions.html | 412 +++-------
datafusion/python/index.html | 122 +--
datafusion/search.html | 71 +-
datafusion/searchindex.js | 2 +-
datafusion/specification/invariants.html | 258 +++---
.../specification/output-field-name-semantic.html | 134 ++--
.../quarterly_roadmap.html} | 287 ++++---
.../rfcs/template.html} | 252 +++---
datafusion/specification/roadmap.html | 146 ++--
datafusion/user-guide/cli.html | 159 +++-
.../user-guide/distributed/clients/index.html | 104 ++-
.../user-guide/distributed/clients/python.html | 104 ++-
.../user-guide/distributed/clients/rust.html | 104 ++-
.../distributed/deployment/cargo-install.html | 104 ++-
.../distributed/deployment/configuration.html | 104 ++-
.../distributed/deployment/docker-compose.html | 102 ++-
.../user-guide/distributed/deployment/docker.html | 120 ++-
.../user-guide/distributed/deployment/index.html | 94 ++-
.../distributed/deployment/kubernetes.html | 140 ++--
.../distributed/deployment/raspberrypi.html | 124 ++-
datafusion/user-guide/distributed/index.html | 104 ++-
.../user-guide/distributed/introduction.html | 112 ++-
datafusion/user-guide/example-usage.html | 94 ++-
datafusion/user-guide/faq.html | 110 ++-
datafusion/user-guide/introduction.html | 112 ++-
datafusion/user-guide/library.html | 102 ++-
.../user-guide/sql/datafusion-functions.html | 120 ++-
datafusion/user-guide/sql/ddl.html | 138 +++-
datafusion/user-guide/sql/index.html | 122 ++-
datafusion/user-guide/sql/select.html | 142 ++--
datafusion/user-guide/sql/sql_status.html | 872 +++++++++++++++++++++
64 files changed, 4994 insertions(+), 2251 deletions(-)
diff --git a/datafusion/_modules/datafusion.html b/datafusion/_modules/datafusion.html
index 795ad2b..a52de52 100644
--- a/datafusion/_modules/datafusion.html
+++ b/datafusion/_modules/datafusion.html
@@ -6,27 +6,27 @@
<meta charset="utf-8" />
<title>datafusion — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -35,7 +35,10 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -51,6 +54,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -63,7 +67,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -172,7 +176,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -209,6 +213,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -312,7 +321,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -333,8 +342,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -351,7 +365,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -377,6 +391,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -416,6 +433,12 @@
<span class="kn">from</span> <span class="nn">abc</span> <span class="kn">import</span> <span class="n">ABCMeta</span><span class="p">,</span> <span class="n">abstractmethod</span>
<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">List</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">importlib.metadata</span> <span class="k">as</span> <span class="nn">importlib_metadata</span>
+<span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">importlib_metadata</span>
+
+
<span class="kn">import</span> <span class="nn">pyarrow</span> <span class="k">as</span> <span class="nn">pa</span>
<span class="kn">from</span> <span class="nn">._internal</span> <span class="kn">import</span> <span class="p">(</span>
@@ -427,6 +450,9 @@
<span class="p">)</span>
+<span class="n">__version__</span> <span class="o">=</span> <span class="n">importlib_metadata</span><span class="o">.</span><span class="n">version</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
+
+
<span class="n">__all__</span> <span class="o">=</span> <span class="p">[</span>
<span class="s2">"DataFrame"</span><span class="p">,</span>
<span class="s2">"ExecutionContext"</span><span class="p">,</span>
@@ -512,10 +538,9 @@
</div>
- <div class='prev-next-bottom'>
-
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+</div>
</main>
@@ -523,20 +548,19 @@
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/_modules/index.html b/datafusion/_modules/index.html
index 4f74b34..2e1974c 100644
--- a/datafusion/_modules/index.html
+++ b/datafusion/_modules/index.html
@@ -6,27 +6,27 @@
<meta charset="utf-8" />
<title>Overview: module code — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -35,7 +35,10 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -51,6 +54,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -63,7 +67,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -172,7 +176,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -209,6 +213,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -312,7 +321,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -333,8 +342,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -351,7 +365,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -377,6 +391,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -396,19 +413,15 @@
<div>
<h1>All modules for which code is available</h1>
-<ul><li><a href="builtins.html">builtins</a></li>
-<li><a href="datafusion.html">datafusion</a></li>
-<ul><li><a href="datafusion/functions.html">datafusion.functions</a></li>
-</ul><li><a href="functions.html">functions</a></li>
+<ul><li><a href="datafusion.html">datafusion</a></li>
</ul>
</div>
- <div class='prev-next-bottom'>
-
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+</div>
</main>
@@ -416,20 +429,19 @@
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/_sources/community/communication.md.txt b/datafusion/_sources/community/communication.md.txt
index 7d8e58a..b34b913 100644
--- a/datafusion/_sources/community/communication.md.txt
+++ b/datafusion/_sources/community/communication.md.txt
@@ -52,13 +52,14 @@ server ([invite link](https://discord.gg/Qw5gKqHxUM)) in case you are not able
to join the Slack workspace. If you need an invite to the Slack workspace, you
can also ask for one in our Discord server.
-### Sync up Zoom calls
+### Sync up video calls
-We have biweekly sync calls every other Thursdays at 16:00 UTC
-(starting September 30, 2021) on Zoom [Meeting Link](https://influxdata.zoom.us/j/94666921249)
+We have biweekly sync calls every other Thursdays at both 04:00 UTC
+and 16:00 UTC (starting September 30, 2021) depending on if there are
+items on the agenda to discuss and someone being willing to host.
-The[agenda](https://docs.google.com/document/d/1atCVnoff5SR4eM4Lwf2M1BBJTY6g3_HUNR6qswYJW_U/edit)
-is available if you would like to add a topic for discussion or see what is planned.
+Please see the [agenda](https://docs.google.com/document/d/1atCVnoff5SR4eM4Lwf2M1BBJTY6g3_HUNR6qswYJW_U/edit)
+for the video call link, add topics and to see what others plan to discuss.
The goals of these calls are:
@@ -75,9 +76,8 @@ Our source code is hosted on
[GitHub](https://github.com/apache/arrow-datafusion). For developers new to
the project, we have curated a
[good-first-issue](https://github.com/apache/arrow-datafusion/issues?q=is%3Aissue+is%3Aopen+label%3A%22good+first+issue%22)
-list to help you get started.
+list to help you get started. You can find datafusion's major designs in docs/source/specification.
We use GitHub issues for maintaining a queue of development work and as the
public record. We often use Google docs, Github issues and pull requests for
-quick and small design discussions. For major design change proposals, please
-make sure to send them to the dev list for more visibility.
+quick and small design discussions. For major design change proposals, we encourage you to write a rfc.
diff --git a/datafusion/_sources/index.rst.txt b/datafusion/_sources/index.rst.txt
index bf6b250..5109e60 100644
--- a/datafusion/_sources/index.rst.txt
+++ b/datafusion/_sources/index.rst.txt
@@ -55,6 +55,7 @@ Table of content
specification/roadmap
specification/invariants
specification/output-field-name-semantic
+ specification/quarterly_roadmap
.. _toc.readme:
diff --git a/datafusion/_sources/python/generated/datafusion.DataFrame.rst.txt b/datafusion/_sources/python/generated/datafusion.DataFrame.rst.txt
index 5cb937d..9349590 100644
--- a/datafusion/_sources/python/generated/datafusion.DataFrame.rst.txt
+++ b/datafusion/_sources/python/generated/datafusion.DataFrame.rst.txt
@@ -1,4 +1,4 @@
-datafusion.DataFrame
+datafusion.DataFrame
====================
.. currentmodule:: datafusion
@@ -19,6 +19,7 @@
~DataFrame.filter
~DataFrame.join
~DataFrame.limit
+ ~DataFrame.schema
~DataFrame.select
~DataFrame.show
~DataFrame.sort
diff --git a/datafusion/_sources/python/generated/datafusion.ExecutionContext.rst.txt b/datafusion/_sources/python/generated/datafusion.ExecutionContext.rst.txt
index b22206d..de1ca4e 100644
--- a/datafusion/_sources/python/generated/datafusion.ExecutionContext.rst.txt
+++ b/datafusion/_sources/python/generated/datafusion.ExecutionContext.rst.txt
@@ -1,4 +1,4 @@
-datafusion.ExecutionContext
+datafusion.ExecutionContext
===========================
.. currentmodule:: datafusion
@@ -14,11 +14,15 @@
.. autosummary::
~ExecutionContext.__init__
+ ~ExecutionContext.catalog
~ExecutionContext.create_dataframe
+ ~ExecutionContext.empty_table
~ExecutionContext.register_csv
~ExecutionContext.register_parquet
+ ~ExecutionContext.register_record_batches
~ExecutionContext.register_udf
~ExecutionContext.sql
+ ~ExecutionContext.table
~ExecutionContext.tables
diff --git a/datafusion/_sources/python/generated/datafusion.Expression.rst.txt b/datafusion/_sources/python/generated/datafusion.Expression.rst.txt
index fededbb..427fed0 100644
--- a/datafusion/_sources/python/generated/datafusion.Expression.rst.txt
+++ b/datafusion/_sources/python/generated/datafusion.Expression.rst.txt
@@ -1,4 +1,4 @@
-datafusion.Expression
+datafusion.Expression
=====================
.. currentmodule:: datafusion
@@ -15,6 +15,10 @@
~Expression.__init__
~Expression.alias
+ ~Expression.cast
+ ~Expression.column
+ ~Expression.is_null
+ ~Expression.literal
~Expression.sort
diff --git a/datafusion/_sources/python/generated/datafusion.functions.rst.txt b/datafusion/_sources/python/generated/datafusion.functions.rst.txt
index 25f7cc3..1cee9ec 100644
--- a/datafusion/_sources/python/generated/datafusion.functions.rst.txt
+++ b/datafusion/_sources/python/generated/datafusion.functions.rst.txt
@@ -1,4 +1,4 @@
-datafusion.functions
+datafusion.functions
====================
.. automodule:: datafusion.functions
@@ -9,83 +9,8 @@
- .. rubric:: Functions
-
- .. autosummary::
-
- abs
- acos
- array
- ascii
- asin
- atan
- avg
- bit_length
- btrim
- ceil
- character_length
- chr
- col
- concat
- concat_ws
- cos
- count
- exp
- floor
- in_list
- initcap
- left
- lit
- ln
- log10
- log2
- lower
- lpad
- ltrim
- max
- md5
- min
- now
- octet_length
- random
- regexp_replace
- repeat
- replace
- reverse
- right
- round
- rpad
- rtrim
- sha224
- sha256
- sha384
- sha512
- signum
- sin
- split_part
- sqrt
- starts_with
- strpos
- substr
- sum
- tan
- to_hex
- translate
- trim
- trunc
- udaf
- udf
- upper
-
-
-
-
-
-
-
-
-
+
\ No newline at end of file
diff --git a/datafusion/_sources/specification/quarterly_roadmap.md.txt b/datafusion/_sources/specification/quarterly_roadmap.md.txt
new file mode 100644
index 0000000..5bb805d
--- /dev/null
+++ b/datafusion/_sources/specification/quarterly_roadmap.md.txt
@@ -0,0 +1,72 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+# Roadmap
+
+A quarterly roadmap will be published to give the DataFusion community visibility into the priorities of the projects contributors. This roadmap is not binding.
+
+## 2022 Q1
+
+### DataFusion Core
+
+- Publish official Arrow2 branch
+- Implementation of memory manager (i.e. to enable spilling to disk as needed)
+
+### Benchmarking
+
+- Inclusion in Db-Benchmark with all quries covered
+- All TPCH queries covered
+
+### Performance Improvements
+
+- Predicate evaluation
+- Improve multi-column comparisons (that can't be vectorized at the moment)
+- Null constant support
+
+### New Features
+
+- Read JSON as table
+- Simplify DDL with Datafusion-Cli
+- Add Decimal128 data type and the attendant features such as Arrow Kernel and UDF support
+- Add new experimental e-graph based optimizer
+
+### Ballista
+
+- Begin work on design documents and plan / priorities for development
+
+### Extensions ([datafusion-contrib](https://github.com/datafusion-contrib]))
+
+- Stable S3 support
+- Begin design discussions and prototyping of a stream provider
+
+## Beyond 2022 Q1
+
+There is no clear timeline for the below, but community members have expressed interest in working on these topics.
+
+### DataFusion Core
+
+- Custom SQL support
+- Split DataFusion into multiple crates
+- Push based query execution and code generation
+
+### Ballista
+
+- Evolve architecture so that it can be deployed in a multi-tenant cloud native environment
+- Ensure Ballista is scalable, elastic, and stable for production usage
+- Develop distributed ML capabilities
diff --git a/datafusion/_sources/specification/rfcs/template.md.txt b/datafusion/_sources/specification/rfcs/template.md.txt
new file mode 100644
index 0000000..98704fd
--- /dev/null
+++ b/datafusion/_sources/specification/rfcs/template.md.txt
@@ -0,0 +1,58 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+Feature Name:
+
+Status: draft/in-progress/completed/
+
+Start Date: YYYY-MM-DD
+
+Authors:
+
+RFC PR: #
+
+Datafusion Issue: #
+
+---
+
+### Background
+
+---
+
+### Goals
+
+---
+
+### Non-Goals
+
+---
+
+### Survey
+
+---
+
+### General design
+
+---
+
+### Detailed design
+
+---
+
+### Others
diff --git a/datafusion/_sources/specification/roadmap.md.txt b/datafusion/_sources/specification/roadmap.md.txt
index 09f636f..76b2896 100644
--- a/datafusion/_sources/specification/roadmap.md.txt
+++ b/datafusion/_sources/specification/roadmap.md.txt
@@ -49,16 +49,15 @@ to provide:
## Additional SQL Language Features
+- Decimal Support [#122](https://github.com/apache/arrow-datafusion/issues/122)
- Complete support list on [status](https://github.com/apache/arrow-datafusion/blob/master/README.md#status)
- Timestamp Arithmetic [#194](https://github.com/apache/arrow-datafusion/issues/194)
- SQL Parser extension point [#533](https://github.com/apache/arrow-datafusion/issues/533)
- Support for nested structures (fields, lists, structs) [#119](https://github.com/apache/arrow-datafusion/issues/119)
-- Remaining Set Operators (`INTERSECT` / `EXCEPT`) [#1082](https://github.com/apache/arrow-datafusion/issues/1082)
- Run all queries from the TPCH benchmark (see [milestone](https://github.com/apache/arrow-datafusion/milestone/2) for more details)
## Query Optimizer
-- Additional constant folding / partial evaluation [#1070](https://github.com/apache/arrow-datafusion/issues/1070)
- More sophisticated cost based optimizer for join ordering
- Implement advanced query optimization framework (Tokomak) #440
- Finer optimizations for group by and aggregate functions
@@ -66,7 +65,6 @@ to provide:
## Datasources
- Better support for reading data from remote filesystems (e.g. S3) without caching it locally [#907](https://github.com/apache/arrow-datafusion/issues/907) [#1060](https://github.com/apache/arrow-datafusion/issues/1060)
-- Support for partitioned datasources [#1139](https://github.com/apache/arrow-datafusion/issues/1139) and make the integration of other table formats (Delta, Iceberg...) simpler
- Improve performances of file format datasources (parallelize file listings, async Arrow readers, file chunk prefetching capability...)
## Runtime / Infrastructure
diff --git a/datafusion/_sources/user-guide/cli.md.txt b/datafusion/_sources/user-guide/cli.md.txt
index cb95fba..1d2d6b7 100644
--- a/datafusion/_sources/user-guide/cli.md.txt
+++ b/datafusion/_sources/user-guide/cli.md.txt
@@ -72,3 +72,49 @@ The DataFusion CLI can also connect to a Ballista scheduler for query execution.
```bash
datafusion-cli --host localhost --port 50050
```
+
+## Cli commands
+
+Available commands inside DataFusion CLI are:
+
+- Quit
+
+```bash
+> \q
+```
+
+- Help
+
+```bash
+> \?
+```
+
+- ListTables
+
+```bash
+> \d
+```
+
+- DescribeTable
+
+```bash
+> \d table_name
+```
+
+- QuietMode
+
+```
+> \quiet [true|false]
+```
+
+- list function
+
+```bash
+> \h
+```
+
+- Search and describe function
+
+```bash
+> \h function_table
+```
diff --git a/datafusion/_sources/user-guide/sql/ddl.md.txt b/datafusion/_sources/user-guide/sql/ddl.md.txt
index b48179d..eb10f40 100644
--- a/datafusion/_sources/user-guide/sql/ddl.md.txt
+++ b/datafusion/_sources/user-guide/sql/ddl.md.txt
@@ -54,3 +54,31 @@ STORED AS CSV
WITH HEADER ROW
LOCATION '/path/to/aggregate_test_100.csv';
```
+
+## CREATE MEMORY TABLE
+
+Memory table can be created with query.
+
+```
+CREATE TABLE TABLE_NAME AS [SELECT | VALUES LIST]
+```
+
+```sql
+CREATE TABLE valuetable AS VALUES(1,'HELLO'),(12,'DATAFUSION');
+
+CREATE TABLE memtable as select * from valuetable;
+```
+
+## DROP TABLE
+
+The table can be deleted.
+
+```
+DROP TABLE [ IF EXISTS ] name
+```
+
+```sql
+CREATE TABLE users AS VALUES(1,2),(2,3);
+
+DROP TABLE users;
+```
diff --git a/datafusion/_sources/user-guide/sql/index.rst.txt b/datafusion/_sources/user-guide/sql/index.rst.txt
index 2489f6b..fc96acc 100644
--- a/datafusion/_sources/user-guide/sql/index.rst.txt
+++ b/datafusion/_sources/user-guide/sql/index.rst.txt
@@ -21,6 +21,7 @@ SQL Reference
.. toctree::
:maxdepth: 2
+ sql_status
select
ddl
DataFusion Functions <datafusion-functions>
diff --git a/datafusion/_sources/user-guide/sql/sql_status.md.txt b/datafusion/_sources/user-guide/sql/sql_status.md.txt
new file mode 100644
index 0000000..0df14e5
--- /dev/null
+++ b/datafusion/_sources/user-guide/sql/sql_status.md.txt
@@ -0,0 +1,241 @@
+<!---
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
+
+# Status
+
+## General
+
+- [x] SQL Parser
+- [x] SQL Query Planner
+- [x] Query Optimizer
+- [x] Constant folding
+- [x] Join Reordering
+- [x] Limit Pushdown
+- [x] Projection push down
+- [x] Predicate push down
+- [x] Type coercion
+- [x] Parallel query execution
+
+## SQL Support
+
+- [x] Projection
+- [x] Filter (WHERE)
+- [x] Filter post-aggregate (HAVING)
+- [x] Limit
+- [x] Aggregate
+- [x] Common math functions
+- [x] cast
+- [x] try_cast
+- [x] [`VALUES` lists](https://www.postgresql.org/docs/current/queries-values.html)
+- Postgres compatible String functions
+ - [x] ascii
+ - [x] bit_length
+ - [x] btrim
+ - [x] char_length
+ - [x] character_length
+ - [x] chr
+ - [x] concat
+ - [x] concat_ws
+ - [x] initcap
+ - [x] left
+ - [x] length
+ - [x] lpad
+ - [x] ltrim
+ - [x] octet_length
+ - [x] regexp_replace
+ - [x] repeat
+ - [x] replace
+ - [x] reverse
+ - [x] right
+ - [x] rpad
+ - [x] rtrim
+ - [x] split_part
+ - [x] starts_with
+ - [x] strpos
+ - [x] substr
+ - [x] to_hex
+ - [x] translate
+ - [x] trim
+- Miscellaneous/Boolean functions
+ - [x] nullif
+- Approximation functions
+ - [x] approx_distinct
+- Common date/time functions
+ - [ ] Basic date functions
+ - [ ] Basic time functions
+ - [x] Basic timestamp functions
+ - [x] [to_timestamp](docs/user-guide/book/sql/datafusion-functions.html#to_timestamp)
+ - [x] [to_timestamp_millis](docs/user-guide/book/sql/datafusion-functions.html#to_timestamp_millis)
+ - [x] [to_timestamp_micros](docs/user-guide/book/sql/datafusion-functions.html#to_timestamp_micros)
+ - [x] [to_timestamp_seconds](docs/user-guide/book/sql/datafusion-functions.html#to_timestamp_seconds)
+- nested functions
+ - [x] Array of columns
+- [x] Schema Queries
+ - [x] SHOW TABLES
+ - [x] SHOW COLUMNS
+ - [x] information_schema.{tables, columns}
+ - [ ] information_schema other views
+- [x] Sorting
+- [ ] Nested types
+- [ ] Lists
+- [x] Subqueries
+- [x] Common table expressions
+- [x] Set Operations
+ - [x] UNION ALL
+ - [x] UNION
+ - [x] INTERSECT
+ - [x] INTERSECT ALL
+ - [x] EXCEPT
+ - [x] EXCEPT ALL
+- [x] Joins
+ - [x] INNER JOIN
+ - [x] LEFT JOIN
+ - [x] RIGHT JOIN
+ - [x] FULL JOIN
+ - [x] CROSS JOIN
+- [ ] Window
+ - [x] Empty window
+ - [x] Common window functions
+ - [x] Window with PARTITION BY clause
+ - [x] Window with ORDER BY clause
+ - [ ] Window with FILTER clause
+ - [ ] [Window with custom WINDOW FRAME](https://github.com/apache/arrow-datafusion/issues/361)
+ - [ ] UDF and UDAF for window functions
+
+## Data Sources
+
+- [x] CSV
+- [x] Parquet primitive types
+- [ ] Parquet nested types
+
+## Extensibility
+
+DataFusion is designed to be extensible at all points. To that end, you can provide your own custom:
+
+- [x] User Defined Functions (UDFs)
+- [x] User Defined Aggregate Functions (UDAFs)
+- [x] User Defined Table Source (`TableProvider`) for tables
+- [x] User Defined `Optimizer` passes (plan rewrites)
+- [x] User Defined `LogicalPlan` nodes
+- [x] User Defined `ExecutionPlan` nodes
+
+## Rust Version Compatbility
+
+This crate is tested with the latest stable version of Rust. We do not currently test against other, older versions of the Rust compiler.
+
+# Supported SQL
+
+This library currently supports many SQL constructs, including
+
+- `CREATE EXTERNAL TABLE X STORED AS PARQUET LOCATION '...';` to register a table's locations
+- `SELECT ... FROM ...` together with any expression
+- `ALIAS` to name an expression
+- `CAST` to change types, including e.g. `Timestamp(Nanosecond, None)`
+- Many mathematical unary and binary expressions such as `+`, `/`, `sqrt`, `tan`, `>=`.
+- `WHERE` to filter
+- `GROUP BY` together with one of the following aggregations: `MIN`, `MAX`, `COUNT`, `SUM`, `AVG`, `CORR`, `VAR`, `COVAR`, `STDDEV` (sample and population)
+- `ORDER BY` together with an expression and optional `ASC` or `DESC` and also optional `NULLS FIRST` or `NULLS LAST`
+
+## Supported Functions
+
+DataFusion strives to implement a subset of the [PostgreSQL SQL dialect](https://www.postgresql.org/docs/current/functions.html) where possible. We explicitly choose a single dialect to maximize interoperability with other tools and allow reuse of the PostgreSQL documents and tutorials as much as possible.
+
+Currently, only a subset of the PostgreSQL dialect is implemented, and we will document any deviations.
+
+## Schema Metadata / Information Schema Support
+
+DataFusion supports the showing metadata about the tables available. This information can be accessed using the views of the ISO SQL `information_schema` schema or the DataFusion specific `SHOW TABLES` and `SHOW COLUMNS` commands.
+
+More information can be found in the [Postgres docs](https://www.postgresql.org/docs/13/infoschema-schema.html)).
+
+To show tables available for use in DataFusion, use the `SHOW TABLES` command or the `information_schema.tables` view:
+
+```sql
+> show tables;
++---------------+--------------------+------------+------------+
+| table_catalog | table_schema | table_name | table_type |
++---------------+--------------------+------------+------------+
+| datafusion | public | t | BASE TABLE |
+| datafusion | information_schema | tables | VIEW |
++---------------+--------------------+------------+------------+
+
+> select * from information_schema.tables;
+
++---------------+--------------------+------------+--------------+
+| table_catalog | table_schema | table_name | table_type |
++---------------+--------------------+------------+--------------+
+| datafusion | public | t | BASE TABLE |
+| datafusion | information_schema | TABLES | SYSTEM TABLE |
++---------------+--------------------+------------+--------------+
+```
+
+To show the schema of a table in DataFusion, use the `SHOW COLUMNS` command or the or `information_schema.columns` view:
+
+```sql
+> show columns from t;
++---------------+--------------+------------+-------------+-----------+-------------+
+| table_catalog | table_schema | table_name | column_name | data_type | is_nullable |
++---------------+--------------+------------+-------------+-----------+-------------+
+| datafusion | public | t | a | Int32 | NO |
+| datafusion | public | t | b | Utf8 | NO |
+| datafusion | public | t | c | Float32 | NO |
++---------------+--------------+------------+-------------+-----------+-------------+
+
+> select table_name, column_name, ordinal_position, is_nullable, data_type from information_schema.columns;
++------------+-------------+------------------+-------------+-----------+
+| table_name | column_name | ordinal_position | is_nullable | data_type |
++------------+-------------+------------------+-------------+-----------+
+| t | a | 0 | NO | Int32 |
+| t | b | 1 | NO | Utf8 |
+| t | c | 2 | NO | Float32 |
++------------+-------------+------------------+-------------+-----------+
+```
+
+## Supported Data Types
+
+DataFusion uses Arrow, and thus the Arrow type system, for query
+execution. The SQL types from
+[sqlparser-rs](https://github.com/ballista-compute/sqlparser-rs/blob/main/src/ast/data_type.rs#L57)
+are mapped to Arrow types according to the following table
+
+| SQL Data Type | Arrow DataType |
+| ------------- | --------------------------------- |
+| `CHAR` | `Utf8` |
+| `VARCHAR` | `Utf8` |
+| `UUID` | _Not yet supported_ |
+| `CLOB` | _Not yet supported_ |
+| `BINARY` | _Not yet supported_ |
+| `VARBINARY` | _Not yet supported_ |
+| `DECIMAL` | `Float64` |
+| `FLOAT` | `Float32` |
+| `SMALLINT` | `Int16` |
+| `INT` | `Int32` |
+| `BIGINT` | `Int64` |
+| `REAL` | `Float32` |
+| `DOUBLE` | `Float64` |
+| `BOOLEAN` | `Boolean` |
+| `DATE` | `Date32` |
+| `TIME` | `Time64(TimeUnit::Millisecond)` |
+| `TIMESTAMP` | `Timestamp(TimeUnit::Nanosecond)` |
+| `INTERVAL` | _Not yet supported_ |
+| `REGCLASS` | _Not yet supported_ |
+| `TEXT` | _Not yet supported_ |
+| `BYTEA` | _Not yet supported_ |
+| `CUSTOM` | _Not yet supported_ |
+| `ARRAY` | _Not yet supported_ |
diff --git a/datafusion/_static/scripts/pydata-sphinx-theme.js b/datafusion/_static/scripts/pydata-sphinx-theme.js
new file mode 100644
index 0000000..0e00c4c
--- /dev/null
+++ b/datafusion/_static/scripts/pydata-sphinx-theme.js
@@ -0,0 +1,32 @@
+!function(t){var e={};function n(i){if(e[i])return e[i].exports;var o=e[i]={i:i,l:!1,exports:{}};return t[i].call(o.exports,o,o.exports,n),o.l=!0,o.exports}n.m=t,n.c=e,n.d=function(t,e,i){n.o(t,e)||Object.defineProperty(t,e,{enumerable:!0,get:i})},n.r=function(t){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(t,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(t,"__esModule",{value:!0})},n.t=function(t,e){if(1&e&&(t=n(t)),8&e)return t;if(4&e&&"object"==typ [...]
+/**!
+ * @fileOverview Kickass library to create and place poppers near their reference elements.
+ * @version 1.16.1
+ * @license
+ * Copyright (c) 2016 Federico Zivolo and contributors
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+var n="undefined"!=typeof window&&"undefined"!=typeof document&&"undefined"!=typeof navigator,i=function(){for(var t=["Edge","Trident","Firefox"],e=0;e<t.length;e+=1)if(n&&navigator.userAgent.indexOf(t[e])>=0)return 1;return 0}();var o=n&&window.Promise?function(t){var e=!1;return function(){e||(e=!0,window.Promise.resolve().then((function(){e=!1,t()})))}}:function(t){var e=!1;return function(){e||(e=!0,setTimeout((function(){e=!1,t()}),i))}};function r(t){return t&&"[object Function]"== [...]
+/*!
+ * Bootstrap v4.6.1 (https://getbootstrap.com/)
+ * Copyright 2011-2021 The Bootstrap Authors (https://github.com/twbs/bootstrap/graphs/contributors)
+ * Licensed under MIT (https://github.com/twbs/bootstrap/blob/main/LICENSE)
+ */
+!function(t,e,n){"use strict";function i(t){return t&&"object"==typeof t&&"default"in t?t:{default:t}}var o=i(e),r=i(n);function a(t,e){for(var n=0;n<e.length;n++){var i=e[n];i.enumerable=i.enumerable||!1,i.configurable=!0,"value"in i&&(i.writable=!0),Object.defineProperty(t,i.key,i)}}function s(t,e,n){return e&&a(t.prototype,e),n&&a(t,n),t}function l(){return(l=Object.assign||function(t){for(var e=1;e<arguments.length;e++){var n=arguments[e];for(var i in n)Object.prototype.hasOwnPropert [...]
\ No newline at end of file
diff --git a/datafusion/_static/styles/pydata-sphinx-theme.css b/datafusion/_static/styles/pydata-sphinx-theme.css
new file mode 100644
index 0000000..c39ccf7
--- /dev/null
+++ b/datafusion/_static/styles/pydata-sphinx-theme.css
@@ -0,0 +1,6 @@
+/*!
+ * Bootstrap v4.6.1 (https://getbootstrap.com/)
+ * Copyright 2011-2021 The Bootstrap Authors
+ * Copyright 2011-2021 Twitter, Inc.
+ * Licensed under MIT (https://github.com/twbs/bootstrap/blob/main/LICENSE)
+ */:root{--blue:#007bff;--indigo:#6610f2;--purple:#6f42c1;--pink:#e83e8c;--red:#dc3545;--orange:#fd7e14;--yellow:#ffc107;--green:#28a745;--teal:#20c997;--cyan:#17a2b8;--white:#fff;--gray:#6c757d;--gray-dark:#343a40;--primary:#007bff;--secondary:#6c757d;--success:#28a745;--info:#17a2b8;--warning:#ffc107;--danger:#dc3545;--light:#f8f9fa;--dark:#343a40;--breakpoint-xs:0;--breakpoint-sm:540px;--breakpoint-md:720px;--breakpoint-lg:960px;--breakpoint-xl:1200px;--font-family-sans-serif:-apple-s [...]
\ No newline at end of file
diff --git a/datafusion/_static/styles/theme.css b/datafusion/_static/styles/theme.css
new file mode 100644
index 0000000..22779d9
--- /dev/null
+++ b/datafusion/_static/styles/theme.css
@@ -0,0 +1,134 @@
+/* Provided by Sphinx's 'basic' theme, and included in the final set of assets */
+@import "../basic.css";
+
+:root {
+ /*****************************************************************************
+ * Theme config
+ **/
+ --pst-header-height: 60px;
+
+ /*****************************************************************************
+ * Font size
+ **/
+ --pst-font-size-base: 15px; /* base font size - applied at body / html level */
+
+ /* heading font sizes */
+ --pst-font-size-h1: 36px;
+ --pst-font-size-h2: 32px;
+ --pst-font-size-h3: 26px;
+ --pst-font-size-h4: 21px;
+ --pst-font-size-h5: 18px;
+ --pst-font-size-h6: 16px;
+
+ /* smaller then heading font sizes*/
+ --pst-font-size-milli: 12px;
+
+ --pst-sidebar-font-size: 0.9em;
+ --pst-sidebar-caption-font-size: 0.9em;
+
+ /*****************************************************************************
+ * Font family
+ **/
+ /* These are adapted from https://systemfontstack.com/ */
+ --pst-font-family-base-system: -apple-system, BlinkMacSystemFont, Segoe UI,
+ "Helvetica Neue", Arial, sans-serif, Apple Color Emoji, Segoe UI Emoji,
+ Segoe UI Symbol;
+ --pst-font-family-monospace-system: "SFMono-Regular", Menlo, Consolas, Monaco,
+ Liberation Mono, Lucida Console, monospace;
+
+ --pst-font-family-base: var(--pst-font-family-base-system);
+ --pst-font-family-heading: var(--pst-font-family-base);
+ --pst-font-family-monospace: var(--pst-font-family-monospace-system);
+
+ /*****************************************************************************
+ * Color
+ *
+ * Colors are defined in rgb string way, "red, green, blue"
+ **/
+ --pst-color-primary: 19, 6, 84;
+ --pst-color-success: 40, 167, 69;
+ --pst-color-info: 0, 123, 255; /*23, 162, 184;*/
+ --pst-color-warning: 255, 193, 7;
+ --pst-color-danger: 220, 53, 69;
+ --pst-color-text-base: 51, 51, 51;
+
+ --pst-color-h1: var(--pst-color-primary);
+ --pst-color-h2: var(--pst-color-primary);
+ --pst-color-h3: var(--pst-color-text-base);
+ --pst-color-h4: var(--pst-color-text-base);
+ --pst-color-h5: var(--pst-color-text-base);
+ --pst-color-h6: var(--pst-color-text-base);
+ --pst-color-paragraph: var(--pst-color-text-base);
+ --pst-color-link: 0, 91, 129;
+ --pst-color-link-hover: 227, 46, 0;
+ --pst-color-headerlink: 198, 15, 15;
+ --pst-color-headerlink-hover: 255, 255, 255;
+ --pst-color-preformatted-text: 34, 34, 34;
+ --pst-color-preformatted-background: 250, 250, 250;
+ --pst-color-inline-code: 232, 62, 140;
+
+ --pst-color-active-navigation: 19, 6, 84;
+ --pst-color-navbar-link: 77, 77, 77;
+ --pst-color-navbar-link-hover: var(--pst-color-active-navigation);
+ --pst-color-navbar-link-active: var(--pst-color-active-navigation);
+ --pst-color-sidebar-link: 77, 77, 77;
+ --pst-color-sidebar-link-hover: var(--pst-color-active-navigation);
+ --pst-color-sidebar-link-active: var(--pst-color-active-navigation);
+ --pst-color-sidebar-expander-background-hover: 244, 244, 244;
+ --pst-color-sidebar-caption: 77, 77, 77;
+ --pst-color-toc-link: 119, 117, 122;
+ --pst-color-toc-link-hover: var(--pst-color-active-navigation);
+ --pst-color-toc-link-active: var(--pst-color-active-navigation);
+
+ /*****************************************************************************
+ * Icon
+ **/
+
+ /* font awesome icons*/
+ --pst-icon-check-circle: "\f058";
+ --pst-icon-info-circle: "\f05a";
+ --pst-icon-exclamation-triangle: "\f071";
+ --pst-icon-exclamation-circle: "\f06a";
+ --pst-icon-times-circle: "\f057";
+ --pst-icon-lightbulb: "\f0eb";
+
+ /*****************************************************************************
+ * Admonitions
+ **/
+
+ --pst-color-admonition-default: var(--pst-color-info);
+ --pst-color-admonition-note: var(--pst-color-info);
+ --pst-color-admonition-attention: var(--pst-color-warning);
+ --pst-color-admonition-caution: var(--pst-color-warning);
+ --pst-color-admonition-warning: var(--pst-color-warning);
+ --pst-color-admonition-danger: var(--pst-color-danger);
+ --pst-color-admonition-error: var(--pst-color-danger);
+ --pst-color-admonition-hint: var(--pst-color-success);
+ --pst-color-admonition-tip: var(--pst-color-success);
+ --pst-color-admonition-important: var(--pst-color-success);
+
+ --pst-icon-admonition-default: var(--pst-icon-info-circle);
+ --pst-icon-admonition-note: var(--pst-icon-info-circle);
+ --pst-icon-admonition-attention: var(--pst-icon-exclamation-circle);
+ --pst-icon-admonition-caution: var(--pst-icon-exclamation-triangle);
+ --pst-icon-admonition-warning: var(--pst-icon-exclamation-triangle);
+ --pst-icon-admonition-danger: var(--pst-icon-exclamation-triangle);
+ --pst-icon-admonition-error: var(--pst-icon-times-circle);
+ --pst-icon-admonition-hint: var(--pst-icon-lightbulb);
+ --pst-icon-admonition-tip: var(--pst-icon-lightbulb);
+ --pst-icon-admonition-important: var(--pst-icon-exclamation-circle);
+
+ /*****************************************************************************
+ * versionmodified
+ **/
+
+ --pst-color-versionmodified-default: var(--pst-color-info);
+ --pst-color-versionmodified-added: var(--pst-color-success);
+ --pst-color-versionmodified-changed: var(--pst-color-warning);
+ --pst-color-versionmodified-deprecated: var(--pst-color-danger);
+
+ --pst-icon-versionmodified-default: var(--pst-icon-exclamation-circle);
+ --pst-icon-versionmodified-added: var(--pst-icon-exclamation-circle);
+ --pst-icon-versionmodified-changed: var(--pst-icon-exclamation-circle);
+ --pst-icon-versionmodified-deprecated: var(--pst-icon-exclamation-circle);
+}
diff --git a/datafusion/_static/webpack-macros.html b/datafusion/_static/webpack-macros.html
index 144f188..1fe5b47 100644
--- a/datafusion/_static/webpack-macros.html
+++ b/datafusion/_static/webpack-macros.html
@@ -1,25 +1,28 @@
-<!-- these macros are generated by "yarn build:production". do not edit by hand. -->
-{% macro head_pre_icons() %}
- <link rel="stylesheet"
- href="{{ pathto('_static/vendor/fontawesome/5.13.0/css/all.min.css', 1) }}">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="{{ pathto('_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2', 1) }}">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="{{ pathto('_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2', 1) }}">
-{% endmacro %}
+<!--
+ All these macros are auto-generated and must **NOT** be edited by hand.
+ See the webpack.config.js file, to learn more about how this is generated.
+ -->
+ {% macro head_pre_icons() %}
+ <link rel="stylesheet"
+ href="{{ pathto('_static/vendor/fontawesome/5.13.0/css/all.min.css', 1) }}">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="{{ pathto('_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2', 1) }}">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="{{ pathto('_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2', 1) }}">
+ {% endmacro %}
-{% macro head_pre_fonts() %}
-{% endmacro %}
+ {% macro head_pre_fonts() %}
+ {% endmacro %}
-{% macro head_pre_bootstrap() %}
- <link href="{{ pathto('_static/css/theme.css', 1) }}" rel="stylesheet" />
- <link href="{{ pathto('_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css', 1) }}" rel="stylesheet" />
-{% endmacro %}
+ {% macro head_pre_bootstrap() %}
+ <link href="{{ pathto('_static/styles/theme.css', 1) }}?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="{{ pathto('_static/styles/pydata-sphinx-theme.css', 1) }}?digest=1999514e3f237ded88cf" rel="stylesheet">
+ {% endmacro %}
-{% macro head_js_preload() %}
- <link rel="preload" as="script" href="{{ pathto('_static/js/index.1c5a1a01449ed65a7b51.js', 1) }}">
-{% endmacro %}
+ {% macro head_js_preload() %}
+ <link rel="preload" as="script" href="{{ pathto('_static/scripts/pydata-sphinx-theme.js', 1) }}?digest=1999514e3f237ded88cf">
+ {% endmacro %}
-{% macro body_post() %}
- <script src="{{ pathto('_static/js/index.1c5a1a01449ed65a7b51.js', 1) }}"></script>
-{% endmacro %}
\ No newline at end of file
+ {% macro body_post() %}
+ <script src="{{ pathto('_static/scripts/pydata-sphinx-theme.js', 1) }}?digest=1999514e3f237ded88cf"></script>
+ {% endmacro %}
\ No newline at end of file
diff --git a/datafusion/cli/index.html b/datafusion/cli/index.html
index 63b832a..a4678d6 100644
--- a/datafusion/cli/index.html
+++ b/datafusion/cli/index.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>DataFusion Command-line — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Introduction" href="../user-guide/introduction.html" />
<link rel="prev" title="datafusion.functions" href="../python/generated/datafusion.functions.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -314,7 +324,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -335,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -353,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -379,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -453,12 +471,12 @@
<div>
- <div class="section" id="datafusion-command-line">
+ <section id="datafusion-command-line">
<h1>DataFusion Command-line<a class="headerlink" href="#datafusion-command-line" title="Permalink to this headline">¶</a></h1>
<p>The Arrow DataFusion CLI is a command-line interactive SQL utility that allows
queries to be executed against CSV and Parquet files. It is a convenient way to
try DataFusion out with your own data sources.</p>
-<div class="section" id="install-and-run-using-homebrew-on-macos">
+<section id="install-and-run-using-homebrew-on-macos">
<h2>Install and run using Homebrew (on MacOS)<a class="headerlink" href="#install-and-run-using-homebrew-on-macos" title="Permalink to this headline">¶</a></h2>
<p>The easiest way to give DataFusion CLI a spin is via Homebrew (on MacOS). Install it as any other pre-built software like this:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>brew install datafusion
@@ -473,8 +491,8 @@ try DataFusion out with your own data sources.</p>
datafusion-cli
</pre></div>
</div>
-</div>
-<div class="section" id="run-using-cargo">
+</section>
+<section id="run-using-cargo">
<h2>Run using Cargo<a class="headerlink" href="#run-using-cargo" title="Permalink to this headline">¶</a></h2>
<p>Use the following commands to clone this repository and run the CLI. This will require the Rust toolchain to be installed. Rust can be installed from <a class="reference external" href="https://rustup.rs/">https://rustup.rs</a>.</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>git clone https://github.com/apache/arrow-datafusion
@@ -482,8 +500,8 @@ datafusion-cli
cargo run --release
</pre></div>
</div>
-</div>
-<div class="section" id="run-using-docker">
+</section>
+<section id="run-using-docker">
<h2>Run using Docker<a class="headerlink" href="#run-using-docker" title="Permalink to this headline">¶</a></h2>
<p>Use the following commands to clone this repository and build a Docker image containing the CLI tool. Note that there is <code class="code docutils literal notranslate"><span class="pre">.dockerignore</span></code> file in the root of the repository that may need to be deleted in order for this to work.</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>git clone https://github.com/apache/arrow-datafusion
@@ -492,8 +510,8 @@ docker build -f datafusion-cli/Dockerfile . --tag datafusion-cli
docker run -it -v <span class="k">$(</span>your_data_location<span class="k">)</span>:/data datafusion-cli
</pre></div>
</div>
-</div>
-<div class="section" id="usage">
+</section>
+<section id="usage">
<h2>Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>DataFusion <span class="m">5</span>.1.0-SNAPSHOT
DataFusion is an <span class="k">in</span>-memory query engine that uses Apache Arrow as the memory model. It supports executing SQL queries
@@ -517,8 +535,8 @@ OPTIONS:
</pre></div>
</div>
<p>Type <cite>exit</cite> or <cite>quit</cite> to exit the CLI.</p>
-</div>
-<div class="section" id="registering-parquet-data-sources">
+</section>
+<section id="registering-parquet-data-sources">
<h2>Registering Parquet Data Sources<a class="headerlink" href="#registering-parquet-data-sources" title="Permalink to this headline">¶</a></h2>
<p>Parquet data sources can be registered by executing a <code class="code docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">EXTERNAL</span> <span class="pre">TABLE</span></code> SQL statement. It is not necessary to provide schema information for Parquet files.</p>
<div class="highlight-sql notranslate"><div class="highlight"><pre><span></span><span class="k">CREATE</span> <span class="k">EXTERNAL</span> <span class="k">TABLE</span> <span class="n">taxi</span>
@@ -526,8 +544,8 @@ OPTIONS:
<span class="k">LOCATION</span> <span class="s1">'/mnt/nyctaxi/tripdata.parquet'</span><span class="p">;</span>
</pre></div>
</div>
-</div>
-<div class="section" id="registering-csv-data-sources">
+</section>
+<section id="registering-csv-data-sources">
<h2>Registering CSV Data Sources<a class="headerlink" href="#registering-csv-data-sources" title="Permalink to this headline">¶</a></h2>
<p>CSV data sources can be registered by executing a <code class="code docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">EXTERNAL</span> <span class="pre">TABLE</span></code> SQL statement. It is necessary to provide schema information for CSV files since DataFusion does not automatically infer the schema when using SQL to query CSV files.</p>
<div class="highlight-sql notranslate"><div class="highlight"><pre><span></span><span class="k">CREATE</span> <span class="k">EXTERNAL</span> <span class="k">TABLE</span> <span class="n">test</span> <span class="p">(</span>
@@ -550,19 +568,30 @@ OPTIONS:
<span class="k">LOCATION</span> <span class="s1">'/path/to/aggregate_test_100.csv'</span><span class="p">;</span>
</pre></div>
</div>
-</div>
-</div>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../python/generated/datafusion.functions.html" title="previous page">datafusion.functions</a>
- <a class='right-next' id="next-link" href="../user-guide/introduction.html" title="next page">Introduction</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../python/generated/datafusion.functions.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">datafusion.functions</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../user-guide/introduction.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Introduction</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -570,20 +599,19 @@ OPTIONS:
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/community/communication.html b/datafusion/community/communication.html
index f06b978..b7fef4e 100644
--- a/datafusion/community/communication.html
+++ b/datafusion/community/communication.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Communication — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -34,9 +35,12 @@
<script src="../_static/language_data.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="prev" title="Datafusion output field name semantic" href="../specification/output-field-name-semantic.html" />
+ <link rel="prev" title="Roadmap" href="../specification/quarterly_roadmap.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -52,6 +56,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -64,7 +69,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -173,7 +178,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -210,6 +215,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -313,7 +323,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -334,8 +344,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -352,7 +367,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -378,6 +393,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -410,8 +428,8 @@
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
- <a class="reference internal nav-link" href="#sync-up-zoom-calls">
- Sync up Zoom calls
+ <a class="reference internal nav-link" href="#sync-up-video-calls">
+ Sync up video calls
</a>
</li>
</ul>
@@ -467,16 +485,16 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="communication">
+<section id="communication">
<h1>Communication<a class="headerlink" href="#communication" title="Permalink to this headline">¶</a></h1>
<p>We welcome participation from everyone and encourage you to join us, ask
questions, and get involved.</p>
<p>All participation in the Apache Arrow DataFusion project is governed by the
Apache Software Foundation’s <a class="reference external" href="https://www.apache.org/foundation/policies/conduct.html">code of
conduct</a>.</p>
-<div class="section" id="questions">
+<section id="questions">
<h2>Questions?<a class="headerlink" href="#questions" title="Permalink to this headline">¶</a></h2>
-<div class="section" id="mailing-list">
+<section id="mailing-list">
<h3>Mailing list<a class="headerlink" href="#mailing-list" title="Permalink to this headline">¶</a></h3>
<p>We use arrow.apache.org’s <code class="docutils literal notranslate"><span class="pre">dev@</span></code> mailing list for project management, release
coorindation and design discussions
@@ -486,8 +504,8 @@ coorindation and design discussions
<p>When emailing the dev list, please make sure to prefix the subject line with a
<code class="docutils literal notranslate"><span class="pre">[DataFusion]</span></code> tag, e.g. <code class="docutils literal notranslate"><span class="pre">"[DataFusion]</span> <span class="pre">New</span> <span class="pre">API</span> <span class="pre">for</span> <span class="pre">remote</span> <span class="pre">data</span> <span class="pre">sources"</span></code>, so
that the appropriate people in the Apache Arrow community notice the message.</p>
-</div>
-<div class="section" id="slack-and-discord">
+</section>
+<section id="slack-and-discord">
<h3>Slack and Discord<a class="headerlink" href="#slack-and-discord" title="Permalink to this headline">¶</a></h3>
<p>We use the official <a class="reference external" href="https://s.apache.org/slack-invite">ASF</a> Slack workspace
for informal discussions and coordination. This is a great place to meet other
@@ -497,13 +515,14 @@ contributors and get guidance on where to contribute. Join us in the
server (<a class="reference external" href="https://discord.gg/Qw5gKqHxUM">invite link</a>) in case you are not able
to join the Slack workspace. If you need an invite to the Slack workspace, you
can also ask for one in our Discord server.</p>
-</div>
-<div class="section" id="sync-up-zoom-calls">
-<h3>Sync up Zoom calls<a class="headerlink" href="#sync-up-zoom-calls" title="Permalink to this headline">¶</a></h3>
-<p>We have biweekly sync calls every other Thursdays at 16:00 UTC
-(starting September 30, 2021) on Zoom <a class="reference external" href="https://influxdata.zoom.us/j/94666921249">Meeting Link</a></p>
-<p>The<a class="reference external" href="https://docs.google.com/document/d/1atCVnoff5SR4eM4Lwf2M1BBJTY6g3_HUNR6qswYJW_U/edit">agenda</a>
-is available if you would like to add a topic for discussion or see what is planned.</p>
+</section>
+<section id="sync-up-video-calls">
+<h3>Sync up video calls<a class="headerlink" href="#sync-up-video-calls" title="Permalink to this headline">¶</a></h3>
+<p>We have biweekly sync calls every other Thursdays at both 04:00 UTC
+and 16:00 UTC (starting September 30, 2021) depending on if there are
+items on the agenda to discuss and someone being willing to host.</p>
+<p>Please see the <a class="reference external" href="https://docs.google.com/document/d/1atCVnoff5SR4eM4Lwf2M1BBJTY6g3_HUNR6qswYJW_U/edit">agenda</a>
+for the video call link, add topics and to see what others plan to discuss.</p>
<p>The goals of these calls are:</p>
<ol class="simple">
<li><p>Help “put a face to the name” of some of other contributors we are working with</p></li>
@@ -511,31 +530,35 @@ is available if you would like to add a topic for discussion or see what is plan
</ol>
<p>No decisions are made on the call and anything of substance will be discussed on this mailing list or in github issues / google docs.</p>
<p>We will send a summary of all sync ups to the dev@arrow.apache.org mailing list.</p>
-</div>
-</div>
-<div class="section" id="contributing">
+</section>
+</section>
+<section id="contributing">
<h2>Contributing<a class="headerlink" href="#contributing" title="Permalink to this headline">¶</a></h2>
<p>Our source code is hosted on
<a class="reference external" href="https://github.com/apache/arrow-datafusion">GitHub</a>. For developers new to
the project, we have curated a
<a class="reference external" href="https://github.com/apache/arrow-datafusion/issues?q=is%3Aissue+is%3Aopen+label%3A%22good+first+issue%22">good-first-issue</a>
-list to help you get started.</p>
+list to help you get started. You can find datafusion’s major designs in docs/source/specification.</p>
<p>We use GitHub issues for maintaining a queue of development work and as the
public record. We often use Google docs, Github issues and pull requests for
-quick and small design discussions. For major design change proposals, please
-make sure to send them to the dev list for more visibility.</p>
-</div>
-</div>
+quick and small design discussions. For major design change proposals, we encourage you to write a rfc.</p>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../specification/output-field-name-semantic.html" title="previous page">Datafusion output field name semantic</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../specification/quarterly_roadmap.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Roadmap</p>
+ </div>
+ </a>
+</div>
</main>
@@ -543,20 +566,19 @@ make sure to send them to the dev list for more visibility.</p>
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/genindex.html b/datafusion/genindex.html
index 60ae287..a42dfba 100644
--- a/datafusion/genindex.html
+++ b/datafusion/genindex.html
@@ -7,27 +7,27 @@
<meta charset="utf-8" />
<title>Index — Arrow Datafusion documentation</title>
- <link href="_static/css/theme.css" rel="stylesheet" />
- <link href="_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="_static/theme_overrides.css" />
- <link rel="preload" as="script" href="_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
<script src="_static/underscore.js"></script>
@@ -36,7 +36,10 @@
<link rel="index" title="Index" href="#" />
<link rel="search" title="Search" href="search.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -52,6 +55,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="index.html">
<img src="_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -64,7 +68,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -173,7 +177,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -210,6 +214,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/select.html">
SELECT syntax
</a>
@@ -313,7 +322,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -334,8 +343,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -352,7 +366,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -378,6 +392,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -417,7 +434,7 @@
| <a href="#S"><strong>S</strong></a>
| <a href="#T"><strong>T</strong></a>
| <a href="#U"><strong>U</strong></a>
- | <a href="#V"><strong>V</strong></a>
+ | <a href="#W"><strong>W</strong></a>
</div>
<h2 id="_">_</h2>
@@ -444,11 +461,15 @@
<li><a href="python/generated/datafusion.DataFrame.html#datafusion.DataFrame.aggregate">aggregate() (datafusion.DataFrame method)</a>
</li>
<li><a href="python/generated/datafusion.Expression.html#datafusion.Expression.alias">alias() (datafusion.Expression method)</a>
+
+ <ul>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.alias">(in module datafusion.functions)</a>
</li>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.approx_distinct">approx_distinct() (in module datafusion.functions)</a>
-</li>
+ </ul></li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.approx_distinct">approx_distinct() (in module datafusion.functions)</a>
+</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.array">array() (in module datafusion.functions)</a>
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.ascii">ascii() (in module datafusion.functions)</a>
@@ -487,12 +508,10 @@
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.chr">chr() (in module datafusion.functions)</a>
</li>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.col">col() (in module datafusion.functions)</a>
+ <li><a href="python/generated/datafusion.DataFrame.html#datafusion.DataFrame.collect">collect() (datafusion.DataFrame method)</a>
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.DataFrame.html#datafusion.DataFrame.collect">collect() (datafusion.DataFrame method)</a>
-</li>
<li><a href="python/generated/datafusion.Expression.html#datafusion.Expression.column">column() (datafusion.Expression static method)</a>
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.concat">concat() (in module datafusion.functions)</a>
@@ -553,8 +572,6 @@
<h2 id="I">I</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.Volatility.immutable">immutable() (datafusion.functions.Volatility static method)</a>
-</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.in_list">in_list() (in module datafusion.functions)</a>
</li>
</ul></td>
@@ -581,8 +598,6 @@
</li>
<li><a href="python/generated/datafusion.DataFrame.html#datafusion.DataFrame.limit">limit() (datafusion.DataFrame method)</a>
</li>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.lit">lit() (in module datafusion.functions)</a>
-</li>
<li><a href="python/generated/datafusion.Expression.html#datafusion.Expression.literal">literal() (datafusion.Expression static method)</a>
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.ln">ln() (in module datafusion.functions)</a>
@@ -630,6 +645,10 @@
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.octet_length">octet_length() (in module datafusion.functions)</a>
</li>
</ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.order_by">order_by() (in module datafusion.functions)</a>
+</li>
+ </ul></td>
</tr></table>
<h2 id="R">R</h2>
@@ -637,6 +656,8 @@
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.random">random() (in module datafusion.functions)</a>
</li>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.regexp_match">regexp_match() (in module datafusion.functions)</a>
+</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.regexp_replace">regexp_replace() (in module datafusion.functions)</a>
</li>
<li><a href="python/generated/datafusion.ExecutionContext.html#datafusion.ExecutionContext.register_csv">register_csv() (datafusion.ExecutionContext method)</a>
@@ -701,8 +722,6 @@
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.sqrt">sqrt() (in module datafusion.functions)</a>
</li>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.Volatility.stable">stable() (datafusion.functions.Volatility static method)</a>
-</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.starts_with">starts_with() (in module datafusion.functions)</a>
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.strpos">strpos() (in module datafusion.functions)</a>
@@ -723,9 +742,11 @@
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.tan">tan() (in module datafusion.functions)</a>
</li>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.to_hex">to_hex() (in module datafusion.functions)</a>
+</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.to_hex">to_hex() (in module datafusion.functions)</a>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.to_timestamp">to_timestamp() (in module datafusion.functions)</a>
</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.translate">translate() (in module datafusion.functions)</a>
</li>
@@ -739,25 +760,15 @@
<h2 id="U">U</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.udaf">udaf() (in module datafusion.functions)</a>
-</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.udf">udf() (in module datafusion.functions)</a>
-</li>
<li><a href="python/generated/datafusion.functions.html#datafusion.functions.upper">upper() (in module datafusion.functions)</a>
</li>
</ul></td>
</tr></table>
-<h2 id="V">V</h2>
+<h2 id="W">W</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.Volatility.volatile">volatile() (datafusion.functions.Volatility static method)</a>
-</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/generated/datafusion.functions.html#datafusion.functions.Volatility">Volatility (class in datafusion.functions)</a>
+ <li><a href="python/generated/datafusion.functions.html#datafusion.functions.window">window() (in module datafusion.functions)</a>
</li>
</ul></td>
</tr></table>
@@ -767,10 +778,9 @@
</div>
- <div class='prev-next-bottom'>
-
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+</div>
</main>
@@ -778,20 +788,19 @@
</div>
</div>
- <script src="_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/index.html b/datafusion/index.html
index 1a7fb43..4f61c93 100644
--- a/datafusion/index.html
+++ b/datafusion/index.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Apache Arrow Datafusion — Arrow Datafusion documentation</title>
- <link href="_static/css/theme.css" rel="stylesheet" />
- <link href="_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="_static/theme_overrides.css" />
- <link rel="preload" as="script" href="_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
<script src="_static/underscore.js"></script>
@@ -36,7 +37,10 @@
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="DataFusion in Python" href="python/index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -52,6 +56,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="#">
<img src="_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -64,7 +69,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -173,7 +178,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -210,6 +215,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/select.html">
SELECT syntax
</a>
@@ -313,7 +323,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -334,8 +344,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -352,7 +367,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -378,6 +393,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -429,12 +447,12 @@
<div>
- <div class="section" id="apache-arrow-datafusion">
+ <section id="apache-arrow-datafusion">
<h1>Apache Arrow Datafusion<a class="headerlink" href="#apache-arrow-datafusion" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="table-of-content">
+<section id="table-of-content">
<h2>Table of content<a class="headerlink" href="#table-of-content" title="Permalink to this headline">¶</a></h2>
<div class="toctree-wrapper compound" id="toc-usage">
-<p class="caption"><span class="caption-text">Supported Environments</span><a class="headerlink" href="#toc-usage" title="Permalink to this toctree">¶</a></p>
+<p><span class="caption-text">Supported Environments</span><a class="headerlink" href="#toc-usage" title="Permalink to this toctree">¶</a></p>
<ul>
<li class="toctree-l1"><a class="reference external" href="https://docs.rs/crate/datafusion/">Rust</a></li>
<li class="toctree-l1"><a class="reference internal" href="python/index.html">Python</a></li>
@@ -442,7 +460,7 @@
</ul>
</div>
<div class="toctree-wrapper compound" id="toc-guide">
-<p class="caption"><span class="caption-text">User Guide</span><a class="headerlink" href="#toc-guide" title="Permalink to this toctree">¶</a></p>
+<p><span class="caption-text">User Guide</span><a class="headerlink" href="#toc-guide" title="Permalink to this toctree">¶</a></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="user-guide/introduction.html">Introduction</a></li>
<li class="toctree-l1"><a class="reference internal" href="user-guide/example-usage.html">Example Usage</a></li>
@@ -454,42 +472,48 @@
</ul>
</div>
<div class="toctree-wrapper compound" id="toc-specs">
-<p class="caption"><span class="caption-text">Specification</span><a class="headerlink" href="#toc-specs" title="Permalink to this toctree">¶</a></p>
+<p><span class="caption-text">Specification</span><a class="headerlink" href="#toc-specs" title="Permalink to this toctree">¶</a></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="specification/roadmap.html">Roadmap</a></li>
<li class="toctree-l1"><a class="reference internal" href="specification/roadmap.html#datafusion">DataFusion</a></li>
<li class="toctree-l1"><a class="reference internal" href="specification/roadmap.html#ballista">Ballista</a></li>
<li class="toctree-l1"><a class="reference internal" href="specification/invariants.html">DataFusion’s Invariants</a></li>
<li class="toctree-l1"><a class="reference internal" href="specification/output-field-name-semantic.html">Datafusion output field name semantic</a></li>
+<li class="toctree-l1"><a class="reference internal" href="specification/quarterly_roadmap.html">Roadmap</a></li>
</ul>
</div>
<div class="toctree-wrapper compound" id="toc-readme">
-<p class="caption"><span class="caption-text">README</span><a class="headerlink" href="#toc-readme" title="Permalink to this toctree">¶</a></p>
+<p><span class="caption-text">README</span><a class="headerlink" href="#toc-readme" title="Permalink to this toctree">¶</a></p>
<ul>
<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/README.md">Datafusion</a></li>
<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/arrow-datafusion/tree/master/ballista/README.md">Ballista</a></li>
</ul>
</div>
<div class="toctree-wrapper compound" id="toc-community">
-<p class="caption"><span class="caption-text">Community</span><a class="headerlink" href="#toc-community" title="Permalink to this toctree">¶</a></p>
+<p><span class="caption-text">Community</span><a class="headerlink" href="#toc-community" title="Permalink to this toctree">¶</a></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="community/communication.html">Communication</a></li>
<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/arrow-datafusion/issues">Issue tracker</a></li>
<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">Code of conduct</a></li>
</ul>
</div>
-</div>
-</div>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='right-next' id="next-link" href="python/index.html" title="next page">DataFusion in Python</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='right-next' id="next-link" href="python/index.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion in Python</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -497,20 +521,19 @@
</div>
</div>
- <script src="_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/objects.inv b/datafusion/objects.inv
index 842645e..34c23e7 100644
Binary files a/datafusion/objects.inv and b/datafusion/objects.inv differ
diff --git a/datafusion/py-modindex.html b/datafusion/py-modindex.html
index ebc4985..c004a03 100644
--- a/datafusion/py-modindex.html
+++ b/datafusion/py-modindex.html
@@ -6,27 +6,27 @@
<meta charset="utf-8" />
<title>Python Module Index — Arrow Datafusion documentation</title>
- <link href="_static/css/theme.css" rel="stylesheet" />
- <link href="_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="_static/theme_overrides.css" />
- <link rel="preload" as="script" href="_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
<script src="_static/underscore.js"></script>
@@ -36,7 +36,10 @@
<link rel="search" title="Search" href="search.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
@@ -54,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="index.html">
<img src="_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -66,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -175,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -212,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/select.html">
SELECT syntax
</a>
@@ -315,7 +324,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -336,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -354,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -380,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -426,10 +443,9 @@
</div>
- <div class='prev-next-bottom'>
-
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+</div>
</main>
@@ -437,20 +453,19 @@
</div>
</div>
- <script src="_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/api.html b/datafusion/python/api.html
index 9877db0..f94a091 100644
--- a/datafusion/python/api.html
+++ b/datafusion/python/api.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>API Reference — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="DataFrame" href="api/dataframe.html" />
<link rel="prev" title="DataFusion in Python" href="index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,13 +276,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -282,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -300,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -316,11 +336,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -360,7 +388,7 @@
<div>
- <div class="section" id="api-reference">
+ <section id="api-reference">
<span id="api"></span><h1>API Reference<a class="headerlink" href="#api-reference" title="Permalink to this headline">¶</a></h1>
<div class="toctree-wrapper compound">
<ul>
@@ -382,18 +410,29 @@
</li>
</ul>
</div>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="index.html" title="previous page">DataFusion in Python</a>
- <a class='right-next' id="next-link" href="api/dataframe.html" title="next page">DataFrame</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="index.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion in Python</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="api/dataframe.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFrame</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -401,20 +440,19 @@
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/api/dataframe.html b/datafusion/python/api/dataframe.html
index 9965b9a..dd4d498 100644
--- a/datafusion/python/api/dataframe.html
+++ b/datafusion/python/api/dataframe.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>DataFrame — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="datafusion.DataFrame" href="../generated/datafusion.DataFrame.html" />
<link rel="prev" title="API Reference" href="../api.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="dataframe">
+ <section id="dataframe">
<span id="api-dataframe"></span><h1>DataFrame<a class="headerlink" href="#dataframe" title="Permalink to this headline">¶</a></h1>
<table class="longtable table autosummary">
<colgroup>
@@ -379,22 +397,33 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="../generated/datafusion.DataFrame.html#datafusion.DataFrame" title="datafusion.DataFrame"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame</span></code></a></p></td>
-<td><p>A DataFrame is a representation of a logical plan and an API to compose statements.</p></td>
+<td><p>A PyDataFrame is a representation of a logical plan and an API to compose statements.</p></td>
</tr>
</tbody>
</table>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../api.html" title="previous page">API Reference</a>
- <a class='right-next' id="next-link" href="../generated/datafusion.DataFrame.html" title="next page">datafusion.DataFrame</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../api.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">API Reference</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../generated/datafusion.DataFrame.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">datafusion.DataFrame</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -402,20 +431,19 @@
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/api/execution_context.html b/datafusion/python/api/execution_context.html
index b0580c2..835a04c 100644
--- a/datafusion/python/api/execution_context.html
+++ b/datafusion/python/api/execution_context.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>ExecutionContext — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="datafusion.ExecutionContext" href="../generated/datafusion.ExecutionContext.html" />
<link rel="prev" title="datafusion.DataFrame" href="../generated/datafusion.DataFrame.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="executioncontext">
+ <section id="executioncontext">
<span id="api-execution-context"></span><h1>ExecutionContext<a class="headerlink" href="#executioncontext" title="Permalink to this headline">¶</a></h1>
<table class="longtable table autosummary">
<colgroup>
@@ -379,22 +397,33 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="../generated/datafusion.ExecutionContext.html#datafusion.ExecutionContext" title="datafusion.ExecutionContext"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ExecutionContext</span></code></a></p></td>
-<td><p><cite>ExecutionContext</cite> is able to plan and execute DataFusion plans.</p></td>
+<td><p><cite>PyExecutionContext</cite> is able to plan and execute DataFusion plans.</p></td>
</tr>
</tbody>
</table>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../generated/datafusion.DataFrame.html" title="previous page">datafusion.DataFrame</a>
- <a class='right-next' id="next-link" href="../generated/datafusion.ExecutionContext.html" title="next page">datafusion.ExecutionContext</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../generated/datafusion.DataFrame.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">datafusion.DataFrame</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../generated/datafusion.ExecutionContext.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">datafusion.ExecutionContext</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -402,20 +431,19 @@
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/api/expression.html b/datafusion/python/api/expression.html
index 1e9ab9a..dabb3b3 100644
--- a/datafusion/python/api/expression.html
+++ b/datafusion/python/api/expression.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Expression — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="datafusion.Expression" href="../generated/datafusion.Expression.html" />
<link rel="prev" title="datafusion.ExecutionContext" href="../generated/datafusion.ExecutionContext.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="expression">
+ <section id="expression">
<span id="api-expression"></span><h1>Expression<a class="headerlink" href="#expression" title="Permalink to this headline">¶</a></h1>
<table class="longtable table autosummary">
<colgroup>
@@ -379,22 +397,33 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="../generated/datafusion.Expression.html#datafusion.Expression" title="datafusion.Expression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Expression</span></code></a></p></td>
-<td><p>An expression that can be used on a DataFrame</p></td>
+<td><p>An PyExpr that can be used on a DataFrame</p></td>
</tr>
</tbody>
</table>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../generated/datafusion.ExecutionContext.html" title="previous page">datafusion.ExecutionContext</a>
- <a class='right-next' id="next-link" href="../generated/datafusion.Expression.html" title="next page">datafusion.Expression</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../generated/datafusion.ExecutionContext.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">datafusion.ExecutionContext</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../generated/datafusion.Expression.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">datafusion.Expression</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -402,20 +431,19 @@
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/api/functions.html b/datafusion/python/api/functions.html
index f771b80..a27d174 100644
--- a/datafusion/python/api/functions.html
+++ b/datafusion/python/api/functions.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Functions — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="datafusion.functions" href="../generated/datafusion.functions.html" />
<link rel="prev" title="datafusion.Expression" href="../generated/datafusion.Expression.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="functions">
+ <section id="functions">
<span id="api-functions"></span><h1>Functions<a class="headerlink" href="#functions" title="Permalink to this headline">¶</a></h1>
<table class="longtable table autosummary">
<colgroup>
@@ -383,18 +401,29 @@
</tr>
</tbody>
</table>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../generated/datafusion.Expression.html" title="previous page">datafusion.Expression</a>
- <a class='right-next' id="next-link" href="../generated/datafusion.functions.html" title="next page">datafusion.functions</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../generated/datafusion.Expression.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">datafusion.Expression</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../generated/datafusion.functions.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">datafusion.functions</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -402,20 +431,19 @@
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/generated/datafusion.DataFrame.html b/datafusion/python/generated/datafusion.DataFrame.html
index cf6fc81..58239fd 100644
--- a/datafusion/python/generated/datafusion.DataFrame.html
+++ b/datafusion/python/generated/datafusion.DataFrame.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>datafusion.DataFrame — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="ExecutionContext" href="../api/execution_context.html" />
<link rel="prev" title="DataFrame" href="../api/dataframe.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="datafusion-dataframe">
+ <section id="datafusion-dataframe">
<h1>datafusion.DataFrame<a class="headerlink" href="#datafusion-dataframe" title="Permalink to this headline">¶</a></h1>
<dl class="class">
<dt id="datafusion.DataFrame">
@@ -410,13 +428,16 @@ The actual execution of a plan runs natively on Rust and Arrow on a multi-thread
<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.DataFrame.limit" title="datafusion.DataFrame.limit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">limit</span></code></a></p></td>
<td><p></p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.DataFrame.select" title="datafusion.DataFrame.select"><code class="xref py py-obj docutils literal notranslate"><span class="pre">select</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.DataFrame.schema" title="datafusion.DataFrame.schema"><code class="xref py py-obj docutils literal notranslate"><span class="pre">schema</span></code></a></p></td>
+<td><p>Returns the schema from the logical plan</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.DataFrame.select" title="datafusion.DataFrame.select"><code class="xref py py-obj docutils literal notranslate"><span class="pre">select</span></code></a></p></td>
<td><p></p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.DataFrame.show" title="datafusion.DataFrame.show"><code class="xref py py-obj docutils literal notranslate"><span class="pre">show</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.DataFrame.show" title="datafusion.DataFrame.show"><code class="xref py py-obj docutils literal notranslate"><span class="pre">show</span></code></a></p></td>
<td><p>Print the result, 20 lines by default</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.DataFrame.sort" title="datafusion.DataFrame.sort"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sort</span></code></a></p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.DataFrame.sort" title="datafusion.DataFrame.sort"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sort</span></code></a></p></td>
<td><p></p></td>
</tr>
</tbody>
@@ -473,18 +494,29 @@ guarantee of the order of the result.</p>
</dd></dl>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../api/dataframe.html" title="previous page">DataFrame</a>
- <a class='right-next' id="next-link" href="../api/execution_context.html" title="next page">ExecutionContext</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../api/dataframe.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFrame</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../api/execution_context.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">ExecutionContext</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -492,20 +524,19 @@ guarantee of the order of the result.</p>
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/generated/datafusion.ExecutionContext.html b/datafusion/python/generated/datafusion.ExecutionContext.html
index a69e7f7..8b78f54 100644
--- a/datafusion/python/generated/datafusion.ExecutionContext.html
+++ b/datafusion/python/generated/datafusion.ExecutionContext.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>datafusion.ExecutionContext — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Expression" href="../api/expression.html" />
<link rel="prev" title="ExecutionContext" href="../api/execution_context.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="datafusion-executioncontext">
+ <section id="datafusion-executioncontext">
<h1>datafusion.ExecutionContext<a class="headerlink" href="#datafusion-executioncontext" title="Permalink to this headline">¶</a></h1>
<dl class="class">
<dt id="datafusion.ExecutionContext">
@@ -395,7 +413,13 @@ multi-threaded execution engine to perform the execution.</p>
<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.__init__" title="datafusion.ExecutionContext.__init__"><code class="xref py py-obj docutils literal notranslate"><span class="pre">__init__</span></code></a></p></td>
<td><p>Initialize self.</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.create_dataframe" title="datafusion.ExecutionContext.create_dataframe"><code class="xref py py-obj docutils literal notranslate"><span class="pre">create_dataframe</span></code></a></p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.catalog" title="datafusion.ExecutionContext.catalog"><code class="xref py py-obj docutils literal notranslate"><span class="pre">catalog</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.create_dataframe" title="datafusion.ExecutionContext.create_dataframe"><code class="xref py py-obj docutils literal notranslate"><span class="pre">create_dataframe</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.empty_table" title="datafusion.ExecutionContext.empty_table"><code class="xref py py-obj docutils literal notranslate"><span class="pre">empty_table</span></code></a></p></td>
<td><p></p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.register_csv" title="datafusion.ExecutionContext.register_csv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_csv</span></code></a></p></td>
@@ -404,12 +428,18 @@ multi-threaded execution engine to perform the execution.</p>
<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.register_parquet" title="datafusion.ExecutionContext.register_parquet"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_parquet</span></code></a></p></td>
<td><p></p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.register_udf" title="datafusion.ExecutionContext.register_udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_udf</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.register_record_batches" title="datafusion.ExecutionContext.register_record_batches"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_record_batches</span></code></a></p></td>
<td><p></p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.sql" title="datafusion.ExecutionContext.sql"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sql</span></code></a></p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.register_udf" title="datafusion.ExecutionContext.register_udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_udf</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.sql" title="datafusion.ExecutionContext.sql"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sql</span></code></a></p></td>
<td><p>Returns a PyDataFrame whose plan corresponds to the SQL statement.</p></td>
</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.table" title="datafusion.ExecutionContext.table"><code class="xref py py-obj docutils literal notranslate"><span class="pre">table</span></code></a></p></td>
+<td><p></p></td>
+</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.ExecutionContext.tables" title="datafusion.ExecutionContext.tables"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tables</span></code></a></p></td>
<td><p></p></td>
</tr>
@@ -468,18 +498,29 @@ multi-threaded execution engine to perform the execution.</p>
</dd></dl>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../api/execution_context.html" title="previous page">ExecutionContext</a>
- <a class='right-next' id="next-link" href="../api/expression.html" title="next page">Expression</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../api/execution_context.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">ExecutionContext</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../api/expression.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Expression</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -487,20 +528,19 @@ multi-threaded execution engine to perform the execution.</p>
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/generated/datafusion.Expression.html b/datafusion/python/generated/datafusion.Expression.html
index e980adf..5b20356 100644
--- a/datafusion/python/generated/datafusion.Expression.html
+++ b/datafusion/python/generated/datafusion.Expression.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>datafusion.Expression — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Functions" href="../api/functions.html" />
<link rel="prev" title="Expression" href="../api/expression.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,7 +388,7 @@
<div>
- <div class="section" id="datafusion-expression">
+ <section id="datafusion-expression">
<h1>datafusion.Expression<a class="headerlink" href="#datafusion-expression" title="Permalink to this headline">¶</a></h1>
<dl class="class">
<dt id="datafusion.Expression">
@@ -396,6 +414,18 @@
<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.Expression.alias" title="datafusion.Expression.alias"><code class="xref py py-obj docutils literal notranslate"><span class="pre">alias</span></code></a></p></td>
<td><p>assign a name to the PyExpr</p></td>
</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.Expression.cast" title="datafusion.Expression.cast"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cast</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.Expression.column" title="datafusion.Expression.column"><code class="xref py py-obj docutils literal notranslate"><span class="pre">column</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.Expression.is_null" title="datafusion.Expression.is_null"><code class="xref py py-obj docutils literal notranslate"><span class="pre">is_null</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.Expression.literal" title="datafusion.Expression.literal"><code class="xref py py-obj docutils literal notranslate"><span class="pre">literal</span></code></a></p></td>
+<td><p></p></td>
+</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.Expression.sort" title="datafusion.Expression.sort"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sort</span></code></a></p></td>
<td><p>Create a sort PyExpr from an existing PyExpr.</p></td>
</tr>
@@ -435,18 +465,29 @@
</dd></dl>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../api/expression.html" title="previous page">Expression</a>
- <a class='right-next' id="next-link" href="../api/functions.html" title="next page">Functions</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../api/expression.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Expression</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../api/functions.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Functions</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -454,20 +495,19 @@
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/generated/datafusion.functions.html b/datafusion/python/generated/datafusion.functions.html
index 6229760..f77ad34 100644
--- a/datafusion/python/generated/datafusion.functions.html
+++ b/datafusion/python/generated/datafusion.functions.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>datafusion.functions — Arrow Datafusion documentation</title>
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="DataFusion Command-line" href="../../cli/index.html" />
<link rel="prev" title="Functions" href="../api/functions.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -126,7 +131,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -163,6 +168,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -266,7 +276,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -287,8 +297,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -305,7 +320,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -331,6 +346,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -370,227 +388,8 @@
<div>
- <div class="section" id="module-datafusion.functions">
+ <section id="module-datafusion.functions">
<span id="datafusion-functions"></span><h1>datafusion.functions<a class="headerlink" href="#module-datafusion.functions" title="Permalink to this headline">¶</a></h1>
-<p class="rubric">Functions</p>
-<table class="longtable table autosummary">
-<colgroup>
-<col style="width: 10%" />
-<col style="width: 90%" />
-</colgroup>
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.abs" title="datafusion.functions.abs"><code class="xref py py-obj docutils literal notranslate"><span class="pre">abs</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.acos" title="datafusion.functions.acos"><code class="xref py py-obj docutils literal notranslate"><span class="pre">acos</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.array" title="datafusion.functions.array"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.ascii" title="datafusion.functions.ascii"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ascii</span></code></a></p></td>
-<td><p>Returns the numeric code of the first character of the argument.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.asin" title="datafusion.functions.asin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">asin</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.atan" title="datafusion.functions.atan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">atan</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.avg" title="datafusion.functions.avg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">avg</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.bit_length" title="datafusion.functions.bit_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_length</span></code></a></p></td>
-<td><p>Returns number of bits in the string (8 times the octet_length).</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.btrim" title="datafusion.functions.btrim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">btrim</span></code></a></p></td>
-<td><p>Removes the longest string containing only characters in characters (a space by default) from the start and end of string.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.ceil" title="datafusion.functions.ceil"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ceil</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.character_length" title="datafusion.functions.character_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">character_length</span></code></a></p></td>
-<td><p>Returns number of characters in the string.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.chr" title="datafusion.functions.chr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">chr</span></code></a></p></td>
-<td><p>Returns the character with the given code.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.col" title="datafusion.functions.col"><code class="xref py py-obj docutils literal notranslate"><span class="pre">col</span></code></a></p></td>
-<td><p>Expression representing a column on the existing plan.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.concat" title="datafusion.functions.concat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">concat</span></code></a></p></td>
-<td><p>Concatenates the text representations of all the arguments.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.concat_ws" title="datafusion.functions.concat_ws"><code class="xref py py-obj docutils literal notranslate"><span class="pre">concat_ws</span></code></a></p></td>
-<td><p>Concatenates all but the first argument, with separators.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.cos" title="datafusion.functions.cos"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cos</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.count" title="datafusion.functions.count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">count</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.exp" title="datafusion.functions.exp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">exp</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.floor" title="datafusion.functions.floor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">floor</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.in_list" title="datafusion.functions.in_list"><code class="xref py py-obj docutils literal notranslate"><span class="pre">in_list</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.initcap" title="datafusion.functions.initcap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">initcap</span></code></a></p></td>
-<td><p>Converts the first letter of each word to upper case and the rest to lower case.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.left" title="datafusion.functions.left"><code class="xref py py-obj docutils literal notranslate"><span class="pre">left</span></code></a></p></td>
-<td><p>Returns first n characters in the string, or when n is negative, returns all but last <a href="#id1"><span class="problematic" id="id2">|n|</span></a> characters.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.lit" title="datafusion.functions.lit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lit</span></code></a></p></td>
-<td><p>Expression representing a constant value</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.ln" title="datafusion.functions.ln"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ln</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.log10" title="datafusion.functions.log10"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log10</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.log2" title="datafusion.functions.log2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log2</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.lower" title="datafusion.functions.lower"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lower</span></code></a></p></td>
-<td><p>Converts the string to all lower case</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.lpad" title="datafusion.functions.lpad"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lpad</span></code></a></p></td>
-<td><p>Extends the string to length length by prepending the characters fill (a space by default).</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.ltrim" title="datafusion.functions.ltrim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ltrim</span></code></a></p></td>
-<td><p>Removes the longest string containing only characters in characters (a space by default) from the start of string.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.max" title="datafusion.functions.max"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.md5" title="datafusion.functions.md5"><code class="xref py py-obj docutils literal notranslate"><span class="pre">md5</span></code></a></p></td>
-<td><p>Computes the MD5 hash of the argument, with the result written in hexadecimal.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.min" title="datafusion.functions.min"><code class="xref py py-obj docutils literal notranslate"><span class="pre">min</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.now" title="datafusion.functions.now"><code class="xref py py-obj docutils literal notranslate"><span class="pre">now</span></code></a></p></td>
-<td><p>Current date and time</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.octet_length" title="datafusion.functions.octet_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">octet_length</span></code></a></p></td>
-<td><p>Returns number of bytes in the string.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.random" title="datafusion.functions.random"><code class="xref py py-obj docutils literal notranslate"><span class="pre">random</span></code></a></p></td>
-<td><p>Returns a random value in the range 0.0 <= x < 1.0</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.regexp_replace" title="datafusion.functions.regexp_replace"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_replace</span></code></a></p></td>
-<td><p>Replaces substring(s) matching a POSIX regular expression</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.repeat" title="datafusion.functions.repeat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">repeat</span></code></a></p></td>
-<td><p>Repeats string the specified number of times.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.replace" title="datafusion.functions.replace"><code class="xref py py-obj docutils literal notranslate"><span class="pre">replace</span></code></a></p></td>
-<td><p>Replaces all occurrences in string of substring from with substring to.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.reverse" title="datafusion.functions.reverse"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reverse</span></code></a></p></td>
-<td><p>Reverses the order of the characters in the string.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.right" title="datafusion.functions.right"><code class="xref py py-obj docutils literal notranslate"><span class="pre">right</span></code></a></p></td>
-<td><p>Returns last n characters in the string, or when n is negative, returns all but first <a href="#id3"><span class="problematic" id="id4">|n|</span></a> characters.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.round" title="datafusion.functions.round"><code class="xref py py-obj docutils literal notranslate"><span class="pre">round</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.rpad" title="datafusion.functions.rpad"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rpad</span></code></a></p></td>
-<td><p>Extends the string to length length by appending the characters fill (a space by default).</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.rtrim" title="datafusion.functions.rtrim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rtrim</span></code></a></p></td>
-<td><p>Removes the longest string containing only characters in characters (a space by default) from the end of string.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.sha224" title="datafusion.functions.sha224"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha224</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.sha256" title="datafusion.functions.sha256"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha256</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.sha384" title="datafusion.functions.sha384"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha384</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.sha512" title="datafusion.functions.sha512"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha512</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.signum" title="datafusion.functions.signum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">signum</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.sin" title="datafusion.functions.sin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sin</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.split_part" title="datafusion.functions.split_part"><code class="xref py py-obj docutils literal notranslate"><span class="pre">split_part</span></code></a></p></td>
-<td><p>Splits string at occurrences of delimiter and returns the n’th field (counting from one).</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.sqrt" title="datafusion.functions.sqrt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sqrt</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.starts_with" title="datafusion.functions.starts_with"><code class="xref py py-obj docutils literal notranslate"><span class="pre">starts_with</span></code></a></p></td>
-<td><p>Returns true if string starts with prefix.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.strpos" title="datafusion.functions.strpos"><code class="xref py py-obj docutils literal notranslate"><span class="pre">strpos</span></code></a></p></td>
-<td><p>Returns starting index of specified substring within string, or zero if it’s not present.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.substr" title="datafusion.functions.substr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">substr</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.sum" title="datafusion.functions.sum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sum</span></code></a></p></td>
-<td><p>This function is not documented yet</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.tan" title="datafusion.functions.tan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tan</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.to_hex" title="datafusion.functions.to_hex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_hex</span></code></a></p></td>
-<td><p>Converts the number to its equivalent hexadecimal representation.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.translate" title="datafusion.functions.translate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">translate</span></code></a></p></td>
-<td><p>Replaces each character in string that matches a character in the from set with the corresponding character in the to set.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.trim" title="datafusion.functions.trim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trim</span></code></a></p></td>
-<td><p>Removes the longest string containing only characters in characters (a space by default) from the start, end, or both ends (BOTH is the default) of string.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.trunc" title="datafusion.functions.trunc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trunc</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.udaf" title="datafusion.functions.udaf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udaf</span></code></a></p></td>
-<td><p>Creates a new udf.</p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.functions.udf" title="datafusion.functions.udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udf</span></code></a></p></td>
-<td><p>Creates a new udf.</p></td>
-</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.functions.upper" title="datafusion.functions.upper"><code class="xref py py-obj docutils literal notranslate"><span class="pre">upper</span></code></a></p></td>
-<td><p>Converts the string to all upper case.</p></td>
-</tr>
-</tbody>
-</table>
-<dl class="class">
-<dt id="datafusion.functions.Volatility">
-<em class="property">class </em><code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">Volatility</code><a class="headerlink" href="#datafusion.functions.Volatility" title="Permalink to this definition">¶</a></dt>
-<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
-<dl class="method">
-<dt id="datafusion.functions.Volatility.immutable">
-<em class="property">static </em><code class="sig-name descname">immutable</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.Volatility.immutable" title="Permalink to this definition">¶</a></dt>
-<dd></dd></dl>
-
-<dl class="method">
-<dt id="datafusion.functions.Volatility.stable">
-<em class="property">static </em><code class="sig-name descname">stable</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.Volatility.stable" title="Permalink to this definition">¶</a></dt>
-<dd></dd></dl>
-
-<dl class="method">
-<dt id="datafusion.functions.Volatility.volatile">
-<em class="property">static </em><code class="sig-name descname">volatile</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.Volatility.volatile" title="Permalink to this definition">¶</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
<dl class="function">
<dt id="datafusion.functions.abs">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">abs</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.abs" title="Permalink to this definition">¶</a></dt>
@@ -604,7 +403,12 @@
<dl class="function">
<dt id="datafusion.functions.approx_distinct">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">approx_distinct</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.approx_distinct" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
+<dd></dd></dl>
+
+<dl class="function">
+<dt id="datafusion.functions.alias">
+<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">alias</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.alias" title="Permalink to this definition">¶</a></dt>
+<dd><p>Creates a new Alias expression</p>
</dd></dl>
<dl class="function">
@@ -631,8 +435,7 @@
<dl class="function">
<dt id="datafusion.functions.avg">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">avg</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.avg" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.bit_length">
@@ -664,12 +467,6 @@
</dd></dl>
<dl class="function">
-<dt id="datafusion.functions.col">
-<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">col</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.col" title="Permalink to this definition">¶</a></dt>
-<dd><p>Expression representing a column on the existing plan.</p>
-</dd></dl>
-
-<dl class="function">
<dt id="datafusion.functions.concat_ws">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">concat_ws</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.concat_ws" title="Permalink to this definition">¶</a></dt>
<dd><p>Concatenates all but the first argument, with separators.
@@ -692,7 +489,13 @@ NULL arguments are ignored.</p>
<dl class="function">
<dt id="datafusion.functions.count">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">count</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.count" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
+<dd></dd></dl>
+
+<dl class="function">
+<dt id="datafusion.functions.digest">
+<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">digest</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.digest" title="Permalink to this definition">¶</a></dt>
+<dd><p>Computes a binary hash of the given data. type is the algorithm to use.
+Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, and blake3.</p>
</dd></dl>
<dl class="function">
@@ -719,13 +522,7 @@ NULL arguments are ignored.</p>
<dl class="function">
<dt id="datafusion.functions.left">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">left</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.left" title="Permalink to this definition">¶</a></dt>
-<dd><p>Returns first n characters in the string, or when n is negative, returns all but last <a href="#id5"><span class="problematic" id="id6">|n|</span></a> characters.</p>
-</dd></dl>
-
-<dl class="function">
-<dt id="datafusion.functions.lit">
-<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">lit</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.lit" title="Permalink to this definition">¶</a></dt>
-<dd><p>Expression representing a constant value</p>
+<dd><p>Returns first n characters in the string, or when n is negative, returns all but last <a href="#id1"><span class="problematic" id="id2">|n|</span></a> characters.</p>
</dd></dl>
<dl class="function">
@@ -764,8 +561,7 @@ NULL arguments are ignored.</p>
<dl class="function">
<dt id="datafusion.functions.max">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">max</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.max" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.md5">
@@ -774,17 +570,9 @@ NULL arguments are ignored.</p>
</dd></dl>
<dl class="function">
-<dt id="datafusion.functions.digest">
-<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">digest</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.digest" title="Permalink to this definition">¶</a></dt>
-<dd><p>Computes a binary hash of the given data. type is the algorithm to use.
-Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, and blake3.</p>
-</dd></dl>
-
-<dl class="function">
<dt id="datafusion.functions.min">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">min</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.min" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.now">
@@ -799,12 +587,23 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
</dd></dl>
<dl class="function">
+<dt id="datafusion.functions.order_by">
+<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">order_by</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.order_by" title="Permalink to this definition">¶</a></dt>
+<dd><p>Creates a new Sort expression</p>
+</dd></dl>
+
+<dl class="function">
<dt id="datafusion.functions.random">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">random</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.random" title="Permalink to this definition">¶</a></dt>
<dd><p>Returns a random value in the range 0.0 <= x < 1.0</p>
</dd></dl>
<dl class="function">
+<dt id="datafusion.functions.regexp_match">
+<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">regexp_match</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.regexp_match" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="function">
<dt id="datafusion.functions.regexp_replace">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">regexp_replace</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.regexp_replace" title="Permalink to this definition">¶</a></dt>
<dd><p>Replaces substring(s) matching a POSIX regular expression</p>
@@ -831,7 +630,7 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
<dl class="function">
<dt id="datafusion.functions.right">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">right</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.right" title="Permalink to this definition">¶</a></dt>
-<dd><p>Returns last n characters in the string, or when n is negative, returns all but first <a href="#id7"><span class="problematic" id="id8">|n|</span></a> characters.</p>
+<dd><p>Returns last n characters in the string, or when n is negative, returns all but first <a href="#id3"><span class="problematic" id="id4">|n|</span></a> characters.</p>
</dd></dl>
<dl class="function">
@@ -854,26 +653,22 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
<dl class="function">
<dt id="datafusion.functions.sha224">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">sha224</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.sha224" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.sha256">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">sha256</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.sha256" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.sha384">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">sha384</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.sha384" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.sha512">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">sha512</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.sha512" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.signum">
@@ -911,14 +706,12 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
<dl class="function">
<dt id="datafusion.functions.substr">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">substr</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.substr" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.sum">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">sum</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.sum" title="Permalink to this definition">¶</a></dt>
-<dd><p>This function is not documented yet</p>
-</dd></dl>
+<dd></dd></dl>
<dl class="function">
<dt id="datafusion.functions.tan">
@@ -932,6 +725,11 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
</dd></dl>
<dl class="function">
+<dt id="datafusion.functions.to_timestamp">
+<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">to_timestamp</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.to_timestamp" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="function">
<dt id="datafusion.functions.translate">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">translate</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.translate" title="Permalink to this definition">¶</a></dt>
<dd><p>Replaces each character in string that matches a character in the from set with the corresponding character in the to set. If from is longer than to, occurrences of the extra characters in from are deleted.</p>
@@ -949,35 +747,40 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
<dd></dd></dl>
<dl class="function">
-<dt id="datafusion.functions.udaf">
-<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">udaf</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.udaf" title="Permalink to this definition">¶</a></dt>
-<dd><p>Creates a new udf.</p>
-</dd></dl>
-
-<dl class="function">
-<dt id="datafusion.functions.udf">
-<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">udf</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.udf" title="Permalink to this definition">¶</a></dt>
-<dd><p>Creates a new udf.</p>
-</dd></dl>
-
-<dl class="function">
<dt id="datafusion.functions.upper">
<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">upper</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.upper" title="Permalink to this definition">¶</a></dt>
<dd><p>Converts the string to all upper case.</p>
</dd></dl>
-</div>
+<dl class="function">
+<dt id="datafusion.functions.window">
+<code class="sig-prename descclassname">datafusion.functions.</code><code class="sig-name descname">window</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#datafusion.functions.window" title="Permalink to this definition">¶</a></dt>
+<dd><p>Creates a new Window function expression</p>
+</dd></dl>
+
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../api/functions.html" title="previous page">Functions</a>
- <a class='right-next' id="next-link" href="../../cli/index.html" title="next page">DataFusion Command-line</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../api/functions.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Functions</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../../cli/index.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion Command-line</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -985,20 +788,19 @@ Standard algorithms are md5, sha224, sha256, sha384, sha512, blake2s, blake2b, a
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/python/index.html b/datafusion/python/index.html
index 51ba5d6..57784b9 100644
--- a/datafusion/python/index.html
+++ b/datafusion/python/index.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>DataFusion in Python — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="API Reference" href="api.html" />
<link rel="prev" title="Apache Arrow Datafusion" href="../index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -314,7 +324,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -335,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -353,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -379,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -460,7 +478,7 @@
<div>
- <div class="section" id="datafusion-in-python">
+ <section id="datafusion-in-python">
<h1>DataFusion in Python<a class="headerlink" href="#datafusion-in-python" title="Permalink to this headline">¶</a></h1>
<p>This is a Python library that binds to <a class="reference external" href="https://arrow.apache.org/">Apache Arrow</a> in-memory query engine <a class="reference external" href="https://github.com/apache/arrow/tree/master/rust/datafusion">DataFusion</a>.</p>
<p>Like pyspark, it allows you to build a plan through SQL or a DataFrame API against in-memory data, parquet or CSV files, run it in a multi-threaded environment, and obtain the result back in Python.</p>
@@ -468,7 +486,7 @@
<p>The major advantage of this library over other execution engines is that this library achieves zero-copy between Python and its execution engine: there is no cost in using UDFs, UDAFs, and collecting the results to Python apart from having to lock the GIL when running those operations.</p>
<p>Its query engine, DataFusion, is written in <a class="reference external" href="https://www.rust-lang.org">Rust</a>), which makes strong assumptions about thread safety and lack of memory leaks.</p>
<p>Technically, zero-copy is achieved via the <a class="reference external" href="https://arrow.apache.org/docs/format/CDataInterface.html">c data interface</a>.</p>
-<div class="section" id="how-to-use-it">
+<section id="how-to-use-it">
<h2>How to use it<a class="headerlink" href="#how-to-use-it" title="Permalink to this headline">¶</a></h2>
<p>Simple usage:</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">datafusion</span>
@@ -499,7 +517,7 @@
<span class="k">assert</span> <span class="n">result</span><span class="o">.</span><span class="n">column</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span> <span class="o">==</span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="o">-</span><span class="mi">3</span><span class="p">,</span> <span class="o">-</span><span class="mi">3</span><span class="p">,</span> <span class="o">-</span>< [...]
</pre></div>
</div>
-<div class="section" id="udfs">
+<section id="udfs">
<h3>UDFs<a class="headerlink" href="#udfs" title="Permalink to this headline">¶</a></h3>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span> <span class="nf">is_null</span><span class="p">(</span><span class="n">array</span><span class="p">:</span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">Array</span><span class="p">)</span> <span class="o">-></span> <span class="n">pyarrow</span><span class="o">.</span><span class="n">Array</span><span class="p">:</span>
<span class="k">return</span> <span class="n">array</span><span class="o">.</span><span class="n">is_null</span><span class="p">()</span>
@@ -509,8 +527,8 @@
<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="n">udf</span><span class="p">(</span><span class="n">col</span><span class="p">(</span><span class="s2">"a"</span><span class="p">)))</span>
</pre></div>
</div>
-</div>
-<div class="section" id="udaf">
+</section>
+<section id="udaf">
<h3>UDAF<a class="headerlink" href="#udaf" title="Permalink to this headline">¶</a></h3>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">pyarrow</span>
<span class="kn">import</span> <span class="nn">pyarrow.compute</span>
@@ -548,15 +566,15 @@
<span class="p">)</span>
</pre></div>
</div>
-</div>
-</div>
-<div class="section" id="how-to-install-from-pip">
+</section>
+</section>
+<section id="how-to-install-from-pip">
<h2>How to install (from pip)<a class="headerlink" href="#how-to-install-from-pip" title="Permalink to this headline">¶</a></h2>
<div class="highlight-shell notranslate"><div class="highlight"><pre><span></span>pip install datafusion
</pre></div>
</div>
-</div>
-<div class="section" id="how-to-develop">
+</section>
+<section id="how-to-develop">
<h2>How to develop<a class="headerlink" href="#how-to-develop" title="Permalink to this headline">¶</a></h2>
<p>This assumes that you have rust and cargo installed. We use the workflow recommended by <a class="reference external" href="https://github.com/PyO3/pyo3">pyo3</a> and <a class="reference external" href="https://github.com/PyO3/maturin">maturin</a>.</p>
<p>Bootstrap:</p>
@@ -578,8 +596,8 @@ maturin develop
python -m pytest
</pre></div>
</div>
-</div>
-<div class="section" id="how-to-update-dependencies">
+</section>
+<section id="how-to-update-dependencies">
<h2>How to update dependencies<a class="headerlink" href="#how-to-update-dependencies" title="Permalink to this headline">¶</a></h2>
<p>To change test dependencies, change the <cite>requirements.in</cite> and run</p>
<div class="highlight-shell notranslate"><div class="highlight"><pre><span></span><span class="c1"># install pip-tools (this can be done only once), also consider running in venv</span>
@@ -594,8 +612,8 @@ pip-compile --generate-hashes
</pre></div>
</div>
<p>More details about pip-tools <a class="reference external" href="https://github.com/jazzband/pip-tools">here</a></p>
-</div>
-<div class="section" id="api-reference">
+</section>
+<section id="api-reference">
<h2>API reference<a class="headerlink" href="#api-reference" title="Permalink to this headline">¶</a></h2>
<div class="toctree-wrapper compound">
<ul>
@@ -608,19 +626,30 @@ pip-compile --generate-hashes
</li>
</ul>
</div>
-</div>
-</div>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../index.html" title="previous page">Apache Arrow Datafusion</a>
- <a class='right-next' id="next-link" href="api.html" title="next page">API Reference</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../index.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Apache Arrow Datafusion</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="api.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">API Reference</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -628,20 +657,19 @@ pip-compile --generate-hashes
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/search.html b/datafusion/search.html
index ff49897..2bc415c 100644
--- a/datafusion/search.html
+++ b/datafusion/search.html
@@ -6,27 +6,27 @@
<meta charset="utf-8" />
<title>Search — Arrow Datafusion documentation</title>
- <link href="_static/css/theme.css" rel="stylesheet" />
- <link href="_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="_static/theme_overrides.css" />
- <link rel="preload" as="script" href="_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
@@ -39,7 +39,10 @@
<script src="searchindex.js" defer></script>
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
@@ -56,6 +59,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="index.html">
<img src="_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -68,7 +72,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -177,7 +181,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -214,6 +218,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/select.html">
SELECT syntax
</a>
@@ -317,7 +326,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -338,8 +347,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -356,7 +370,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -382,6 +396,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -427,10 +444,9 @@
</div>
- <div class='prev-next-bottom'>
-
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+</div>
</main>
@@ -438,20 +454,19 @@
</div>
</div>
- <script src="_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/searchindex.js b/datafusion/searchindex.js
index e871585..ff24006 100644
--- a/datafusion/searchindex.js
+++ b/datafusion/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["cli/index","community/communication","index","python/api","python/api/dataframe","python/api/execution_context","python/api/expression","python/api/functions","python/generated/datafusion.DataFrame","python/generated/datafusion.ExecutionContext","python/generated/datafusion.Expression","python/generated/datafusion.functions","python/index","specification/invariants","specification/output-field-name-semantic","specification/roadmap","user-guide/cli","user-guide [...]
\ No newline at end of file
+Search.setIndex({docnames:["cli/index","community/communication","index","python/api","python/api/dataframe","python/api/execution_context","python/api/expression","python/api/functions","python/generated/datafusion.DataFrame","python/generated/datafusion.ExecutionContext","python/generated/datafusion.Expression","python/generated/datafusion.functions","python/index","specification/invariants","specification/output-field-name-semantic","specification/quarterly_roadmap","specification/rfc [...]
\ No newline at end of file
diff --git a/datafusion/specification/invariants.html b/datafusion/specification/invariants.html
index ce02505..7ec5e8d 100644
--- a/datafusion/specification/invariants.html
+++ b/datafusion/specification/invariants.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>DataFusion’s Invariants — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -35,9 +36,12 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Datafusion output field name semantic" href="output-field-name-semantic.html" />
- <link rel="prev" title="Frequently Asked Questions" href="../user-guide/faq.html" />
+ <link rel="prev" title="Roadmap" href="roadmap.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -314,12 +324,17 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="current nav bd-sidenav">
+ <li class="toctree-l1">
+ <a class="reference internal" href="roadmap.html">
+ Roadmap
+ </a>
+ </li>
<li class="toctree-l1 current active">
<a class="current reference internal" href="#">
DataFusion’s Invariants
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -643,13 +671,13 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="datafusion-s-invariants">
+<section id="datafusion-s-invariants">
<h1>DataFusion’s Invariants<a class="headerlink" href="#datafusion-s-invariants" title="Permalink to this headline">¶</a></h1>
<p>This document enumerates invariants of DataFusion’s logical and physical planes
(functions, and nodes). Some of these invariants are currently not enforced.
This document assumes that the reader is familiar with some of the codebase,
including rust arrow’s RecordBatch and Array.</p>
-<div class="section" id="rational">
+<section id="rational">
<h2>Rational<a class="headerlink" href="#rational" title="Permalink to this headline">¶</a></h2>
<p>DataFusion’s computational model is built on top of a dynamically typed arrow
object, Array, that offers the interface <code class="docutils literal notranslate"><span class="pre">Array::as_any</span></code> to downcast itself to
@@ -663,8 +691,8 @@ built on top of this principle.</p>
invariances. This document declares some of these invariants, so that users
know what they can expect from a query in DataFusion, and DataFusion developers
know what they need to enforce at the coding level.</p>
-</div>
-<div class="section" id="notation">
+</section>
+<section id="notation">
<h2>Notation<a class="headerlink" href="#notation" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p>Field or physical field: the tuple name, <code class="docutils literal notranslate"><span class="pre">arrow::DataType</span></code> and nullability flag (a bool whether values can be null), represented in this document by <code class="docutils literal notranslate"><span class="pre">PF(name,</span> <span class="pre">type,</span> <span class="pre">nullable)</span></code></p></li>
@@ -673,9 +701,9 @@ know what they need to enforce at the coding level.</p>
<li><p>Logical schema: a vector of logical fields, used by logical plan.</p></li>
<li><p>Physical schema: a vector of physical fields, used by both physical plan and Arrow record batch.</p></li>
</ul>
-<div class="section" id="logical">
+<section id="logical">
<h3>Logical<a class="headerlink" href="#logical" title="Permalink to this headline">¶</a></h3>
-<div class="section" id="function">
+<section id="function">
<h4>Function<a class="headerlink" href="#function" title="Permalink to this headline">¶</a></h4>
<p>An object that knows its valid incoming logical fields and how to derive its
output logical field from its arguments’ logical fields. A functions’ output
@@ -688,22 +716,22 @@ field is itself a function of its input fields:</p>
<li><p><code class="docutils literal notranslate"><span class="pre">plus(a,b)</span> <span class="pre">-></span> <span class="pre">LF(None,</span> <span class="pre">"{a}</span> <span class="pre">Plus</span> <span class="pre">{b}",</span> <span class="pre">d(a.type,b.type),</span> <span class="pre">a.nullable</span> <span class="pre">|</span> <span class="pre">b.nullable)</span></code> where d is the function mapping input types to output type (<code class="docutils literal n [...]
<li><p><code class="docutils literal notranslate"><span class="pre">length(a)</span> <span class="pre">-></span> <span class="pre">LF(None,</span> <span class="pre">"length({a})",</span> <span class="pre">u32,</span> <span class="pre">a.nullable)</span></code></p></li>
</ul>
-</div>
-<div class="section" id="plan">
+</section>
+<section id="plan">
<h4>Plan<a class="headerlink" href="#plan" title="Permalink to this headline">¶</a></h4>
<p>A tree composed of other plans and functions (e.g. <code class="docutils literal notranslate"><span class="pre">Projection</span> <span class="pre">c1</span> <span class="pre">+</span> <span class="pre">c2,</span> <span class="pre">c1</span> <span class="pre">-</span> <span class="pre">c2</span> <span class="pre">AS</span> <span class="pre">sum12;</span> <span class="pre">Scan</span> <span class="pre">c1</span> <span class="pre">as</span> <span class="pre">u32,</span> <span class="pre [...]
that knows how to derive its schema.</p>
<p>Certain plans have a frozen schema (e.g. Scan), while others derive their
schema from their child nodes.</p>
-</div>
-<div class="section" id="column">
+</section>
+<section id="column">
<h4>Column<a class="headerlink" href="#column" title="Permalink to this headline">¶</a></h4>
<p>An identifier in a logical plan consists of field name and relation name.</p>
-</div>
-</div>
-<div class="section" id="physical">
+</section>
+</section>
+<section id="physical">
<h3>Physical<a class="headerlink" href="#physical" title="Permalink to this headline">¶</a></h3>
-<div class="section" id="id1">
+<section id="id1">
<h4>Function<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h4>
<p>An object that knows how to derive its physical field from its arguments’
physical fields, and also how to actually perform the computation on data. A
@@ -716,44 +744,44 @@ functions’ output physical field is a function of its input physical fields:</
<li><p><code class="docutils literal notranslate"><span class="pre">plus(a,b)</span> <span class="pre">-></span> <span class="pre">PF("{a}</span> <span class="pre">Plus</span> <span class="pre">{b}",</span> <span class="pre">d(a.type,b.type),</span> <span class="pre">a.nullable</span> <span class="pre">|</span> <span class="pre">b.nullable)</span></code> where d is a complex function (<code class="docutils literal notranslate"><span class="pre">get_supertype</span></code> in [...]
<li><p><code class="docutils literal notranslate"><span class="pre">length(&str)</span> <span class="pre">-></span> <span class="pre">PF("length({a})",</span> <span class="pre">u32,</span> <span class="pre">a.nullable)</span></code> whose computation is “count number of bytes in the string”.</p></li>
</ul>
-</div>
-<div class="section" id="id2">
+</section>
+<section id="id2">
<h4>Plan<a class="headerlink" href="#id2" title="Permalink to this headline">¶</a></h4>
<p>A tree (e.g. <code class="docutils literal notranslate"><span class="pre">Projection</span> <span class="pre">c1</span> <span class="pre">+</span> <span class="pre">c2,</span> <span class="pre">c1</span> <span class="pre">-</span> <span class="pre">c2</span> <span class="pre">AS</span> <span class="pre">sum12;</span> <span class="pre">Scan</span> <span class="pre">c1</span> <span class="pre">as</span> <span class="pre">u32,</span> <span class="pre">c2</span> <span class="pre">as</span [...]
that knows how to derive its metadata and compute itself.</p>
<p>Note how the physical plane does not know how to derive field names: field
names are solely a property of the logical plane, as they are not needed in the
physical plane.</p>
-</div>
-<div class="section" id="id3">
+</section>
+<section id="id3">
<h4>Column<a class="headerlink" href="#id3" title="Permalink to this headline">¶</a></h4>
<p>A type of physical node in a physical plan consists of a field name and unique index.</p>
-</div>
-</div>
-<div class="section" id="data-sources-registry">
+</section>
+</section>
+<section id="data-sources-registry">
<h3>Data Sources’ registry<a class="headerlink" href="#data-sources-registry" title="Permalink to this headline">¶</a></h3>
<p>A map of source name/relation -> Schema plus associated properties necessary to read data from it (e.g. file path).</p>
-</div>
-<div class="section" id="functions-registry">
+</section>
+<section id="functions-registry">
<h3>Functions’ registry<a class="headerlink" href="#functions-registry" title="Permalink to this headline">¶</a></h3>
<p>A map of function name -> logical + physical function.</p>
-</div>
-<div class="section" id="physical-planner">
+</section>
+<section id="physical-planner">
<h3>Physical Planner<a class="headerlink" href="#physical-planner" title="Permalink to this headline">¶</a></h3>
<p>A function that knows how to derive a physical plan from a logical plan:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">plan</span><span class="p">(</span><span class="n">LogicalPlan</span><span class="p">)</span> <span class="o">-></span> <span class="n">PhysicalPlan</span>
</pre></div>
</div>
-</div>
-<div class="section" id="logical-optimizer">
+</section>
+<section id="logical-optimizer">
<h3>Logical Optimizer<a class="headerlink" href="#logical-optimizer" title="Permalink to this headline">¶</a></h3>
<p>A function that accepts a logical plan and returns an (optimized) logical plan
which computes the same results, but in a more efficient manner:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">optimize</span><span class="p">(</span><span class="n">LogicalPlan</span><span class="p">)</span> <span class="o">-></span> <span class="n">LogicalPlan</span>
</pre></div>
</div>
-</div>
-<div class="section" id="physical-optimizer">
+</section>
+<section id="physical-optimizer">
<h3>Physical Optimizer<a class="headerlink" href="#physical-optimizer" title="Permalink to this headline">¶</a></h3>
<p>A function that accepts a physical plan and returns an (optimized) physical
plan which computes the same results, but may differ based on the actual
@@ -761,17 +789,17 @@ hardware or execution environment being run:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">optimize</span><span class="p">(</span><span class="n">PhysicalPlan</span><span class="p">)</span> <span class="o">-></span> <span class="n">PhysicalPlan</span>
</pre></div>
</div>
-</div>
-<div class="section" id="builder">
+</section>
+<section id="builder">
<h3>Builder<a class="headerlink" href="#builder" title="Permalink to this headline">¶</a></h3>
<p>A function that knows how to build a new logical plan from an existing logical
plan and some extra parameters.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">build</span><span class="p">(</span><span class="n">logical_plan</span><span class="p">,</span> <span class="n">params</span><span class="o">...</span><span class="p">)</span> <span class="o">-></span> <span class="n">logical_plan</span>
</pre></div>
</div>
-</div>
-</div>
-<div class="section" id="invariants">
+</section>
+</section>
+<section id="invariants">
<h2>Invariants<a class="headerlink" href="#invariants" title="Permalink to this headline">¶</a></h2>
<p>The following subsections describe invariants. Since functions’ output schema
depends on its arguments’ schema (e.g. min, plus), the resulting schema can
@@ -780,44 +808,44 @@ Likewise, schemas of functions depend on the specific registry of functions
registered (e.g. does <code class="docutils literal notranslate"><span class="pre">my_op</span></code> return u32 or u64?). Thus, in this section, the
wording “same schema” is understood to mean “same schema under a given registry
of data sources and functions”.</p>
-<div class="section" id="relation-name-tuples-in-logical-fields-and-logical-columns-are-unique">
+<section id="relation-name-tuples-in-logical-fields-and-logical-columns-are-unique">
<h3>(relation, name) tuples in logical fields and logical columns are unique<a class="headerlink" href="#relation-name-tuples-in-logical-fields-and-logical-columns-are-unique" title="Permalink to this headline">¶</a></h3>
<p>Every logical field’s (relation, name) tuple in a logical schema MUST be unique.
Every logical column’s (relation, name) tuple in a logical plan MUST be unique.</p>
<p>This invariant guarantees that <code class="docutils literal notranslate"><span class="pre">SELECT</span> <span class="pre">t1.id,</span> <span class="pre">t2.id</span> <span class="pre">FROM</span> <span class="pre">t1</span> <span class="pre">JOIN</span> <span class="pre">t2...</span></code>
unambiguously selects the field <code class="docutils literal notranslate"><span class="pre">t1.id</span></code> and <code class="docutils literal notranslate"><span class="pre">t2.id</span></code> in a logical schema in the
logical plane.</p>
-<div class="section" id="responsibility">
+<section id="responsibility">
<h4>Responsibility<a class="headerlink" href="#responsibility" title="Permalink to this headline">¶</a></h4>
<p>It is the logical builder and optimizer’s responsibility to guarantee this
invariant.</p>
-</div>
-<div class="section" id="validation">
+</section>
+<section id="validation">
<h4>Validation<a class="headerlink" href="#validation" title="Permalink to this headline">¶</a></h4>
<p>Builder and optimizer MUST error if this invariant is violated on any logical
node that creates a new schema (e.g. scan, projection, aggregation, join, etc.).</p>
-</div>
-</div>
-<div class="section" id="physical-schema-is-consistent-with-data">
+</section>
+</section>
+<section id="physical-schema-is-consistent-with-data">
<h3>Physical schema is consistent with data<a class="headerlink" href="#physical-schema-is-consistent-with-data" title="Permalink to this headline">¶</a></h3>
<p>The contents of every Array in every RecordBatch in every partition returned by
a physical plan MUST be consistent with RecordBatch’s schema, in that every
Array in the RecordBatch must be downcastable to its corresponding type
declared in the RecordBatch.</p>
-<div class="section" id="id4">
+<section id="id4">
<h4>Responsibility<a class="headerlink" href="#id4" title="Permalink to this headline">¶</a></h4>
<p>Physical functions MUST guarantee this invariant. This is particularly
important in aggregate functions, whose aggregating type may be different from
the intermediary types during calculations (e.g. sum(i32) -> i64).</p>
-</div>
-<div class="section" id="id5">
+</section>
+<section id="id5">
<h4>Validation<a class="headerlink" href="#id5" title="Permalink to this headline">¶</a></h4>
<p>Since the validation of this invariant is computationally expensive, execution
contexts CAN validate this invariant. It is acceptable for physical nodes to
<code class="docutils literal notranslate"><span class="pre">panic!</span></code> if their input does not satisfy this invariant.</p>
-</div>
-</div>
-<div class="section" id="physical-schema-is-consistent-in-physical-functions">
+</section>
+</section>
+<section id="physical-schema-is-consistent-in-physical-functions">
<h3>Physical schema is consistent in physical functions<a class="headerlink" href="#physical-schema-is-consistent-in-physical-functions" title="Permalink to this headline">¶</a></h3>
<p>The schema of every Array returned by a physical function MUST match the
DataType reported by the physical function itself.</p>
@@ -825,7 +853,7 @@ DataType reported by the physical function itself.</p>
(e.g. Int32), users can safely downcast its resulting Array to the
corresponding type (e.g. Int32Array), as well as to write data to formats that
have a schema with nullability flag (e.g. parquet).</p>
-<div class="section" id="id6">
+<section id="id6">
<h4>Responsibility<a class="headerlink" href="#id6" title="Permalink to this headline">¶</a></h4>
<p>It is the responsibility of the developer that writes a physical function to
guarantee this invariant.</p>
@@ -834,14 +862,14 @@ guarantee this invariant.</p>
<li><p>The derived DataType matches the code it uses to build the array for every branch of valid input type combinations.</p></li>
<li><p>The nullability flag matches how the values are built.</p></li>
</ul>
-</div>
-<div class="section" id="id7">
+</section>
+<section id="id7">
<h4>Validation<a class="headerlink" href="#id7" title="Permalink to this headline">¶</a></h4>
<p>Since the validation of this invariant is computationally expensive, execution
contexts CAN validate this invariant.</p>
-</div>
-</div>
-<div class="section" id="the-physical-schema-is-invariant-under-planning">
+</section>
+</section>
+<section id="the-physical-schema-is-invariant-under-planning">
<h3>The physical schema is invariant under planning<a class="headerlink" href="#the-physical-schema-is-invariant-under-planning" title="Permalink to this headline">¶</a></h3>
<p>The physical schema derived by a physical plan returned by the planner MUST be
equivalent to the physical schema derived by the logical plan passed to the
@@ -861,19 +889,19 @@ to know the resulting physical schema.</p>
single function, <code class="docutils literal notranslate"><span class="pre">Projection</span> <span class="pre">f(c1,c2)</span></code>, a corollary of this is that the
physical schema of every <code class="docutils literal notranslate"><span class="pre">logical</span> <span class="pre">function</span> <span class="pre">-></span> <span class="pre">physical</span> <span class="pre">function</span></code> must be
invariant under planning.</p>
-<div class="section" id="id8">
+<section id="id8">
<h4>Responsibility<a class="headerlink" href="#id8" title="Permalink to this headline">¶</a></h4>
<p>Developers of physical and logical plans and planners MUST guarantee this
invariant for every triplet (logical plan, physical plan, conversion rule).</p>
-</div>
-<div class="section" id="id9">
+</section>
+<section id="id9">
<h4>Validation<a class="headerlink" href="#id9" title="Permalink to this headline">¶</a></h4>
<p>Planners MUST validate this invariant. In particular they MUST return an error
when, during planning, a physical function’s derived schema does not match the
logical functions’ derived schema.</p>
-</div>
-</div>
-<div class="section" id="the-output-schema-equals-the-physical-plan-schema">
+</section>
+</section>
+<section id="the-output-schema-equals-the-physical-plan-schema">
<h3>The output schema equals the physical plan schema<a class="headerlink" href="#the-output-schema-equals-the-physical-plan-schema" title="Permalink to this headline">¶</a></h3>
<p>The schema of every RecordBatch in every partition outputted by a physical plan
MUST be equal to the schema of the physical plan. Specifically:</p>
@@ -883,16 +911,16 @@ MUST be equal to the schema of the physical plan. Specifically:</p>
<p>Together with other invariants, this ensures that the consumers of record
batches do not need to know the output schema of the physical plan; they can
safely rely on the record batch’s schema to perform downscaling and naming.</p>
-<div class="section" id="id10">
+<section id="id10">
<h4>Responsibility<a class="headerlink" href="#id10" title="Permalink to this headline">¶</a></h4>
<p>Physical nodes MUST guarantee this invariant.</p>
-</div>
-<div class="section" id="id11">
+</section>
+<section id="id11">
<h4>Validation<a class="headerlink" href="#id11" title="Permalink to this headline">¶</a></h4>
<p>Execution Contexts CAN validate this invariant.</p>
-</div>
-</div>
-<div class="section" id="logical-schema-is-invariant-under-logical-optimization">
+</section>
+</section>
+<section id="logical-schema-is-invariant-under-logical-optimization">
<h3>Logical schema is invariant under logical optimization<a class="headerlink" href="#logical-schema-is-invariant-under-logical-optimization" title="Permalink to this headline">¶</a></h3>
<p>The logical schema derived by a projected logical plan returned by the logical
optimizer MUST be equivalent to the logical schema derived by the logical plan
@@ -903,16 +931,16 @@ passed to the planner:</p>
<p>This is used to ensure that plans can be optimized without jeopardizing future
referencing logical columns (name and index) or assumptions about their
schemas.</p>
-<div class="section" id="id12">
+<section id="id12">
<h4>Responsibility<a class="headerlink" href="#id12" title="Permalink to this headline">¶</a></h4>
<p>Logical optimizers MUST guarantee this invariant.</p>
-</div>
-<div class="section" id="id13">
+</section>
+<section id="id13">
<h4>Validation<a class="headerlink" href="#id13" title="Permalink to this headline">¶</a></h4>
<p>Users of logical optimizers SHOULD validate this invariant.</p>
-</div>
-</div>
-<div class="section" id="physical-schema-is-invariant-under-physical-optimization">
+</section>
+</section>
+<section id="physical-schema-is-invariant-under-physical-optimization">
<h3>Physical schema is invariant under physical optimization<a class="headerlink" href="#physical-schema-is-invariant-under-physical-optimization" title="Permalink to this headline">¶</a></h3>
<p>The physical schema derived by a projected physical plan returned by the
physical optimizer MUST match the physical schema derived by the physical plan
@@ -923,28 +951,39 @@ passed to the planner:</p>
<p>This is used to ensure that plans can be optimized without jeopardizing future
referencs of logical columns (name and index) or assumptions about their
schemas.</p>
-<div class="section" id="id14">
+<section id="id14">
<h4>Responsibility<a class="headerlink" href="#id14" title="Permalink to this headline">¶</a></h4>
<p>Optimizers MUST guarantee this invariant.</p>
-</div>
-<div class="section" id="id15">
+</section>
+<section id="id15">
<h4>Validation<a class="headerlink" href="#id15" title="Permalink to this headline">¶</a></h4>
<p>Users of optimizers SHOULD validate this invariant.</p>
-</div>
-</div>
-</div>
-</div>
+</section>
+</section>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../user-guide/faq.html" title="previous page">Frequently Asked Questions</a>
- <a class='right-next' id="next-link" href="output-field-name-semantic.html" title="next page">Datafusion output field name semantic</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="roadmap.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Roadmap</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="output-field-name-semantic.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Datafusion output field name semantic</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -952,20 +991,19 @@ schemas.</p>
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/specification/output-field-name-semantic.html b/datafusion/specification/output-field-name-semantic.html
index 0f510f3..26d652f 100644
--- a/datafusion/specification/output-field-name-semantic.html
+++ b/datafusion/specification/output-field-name-semantic.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Datafusion output field name semantic — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -34,10 +35,13 @@
<script src="../_static/language_data.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Communication" href="../community/communication.html" />
+ <link rel="next" title="Roadmap" href="quarterly_roadmap.html" />
<link rel="prev" title="DataFusion’s Invariants" href="invariants.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="current nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -470,12 +498,12 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="datafusion-output-field-name-semantic">
+<section id="datafusion-output-field-name-semantic">
<h1>Datafusion output field name semantic<a class="headerlink" href="#datafusion-output-field-name-semantic" title="Permalink to this headline">¶</a></h1>
<p>This specification documents how field names in output record batches should be
generated based on given user queries. The filed name rules apply to
Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
-<div class="section" id="field-name-rules">
+<section id="field-name-rules">
<h2>Field name rules<a class="headerlink" href="#field-name-rules" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p>All bare column field names MUST not contain relation/table qualifier.</p>
@@ -514,10 +542,10 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
</ul>
</li>
</ul>
-</div>
-<div class="section" id="appendices">
+</section>
+<section id="appendices">
<h2>Appendices<a class="headerlink" href="#appendices" title="Permalink to this headline">¶</a></h2>
-<div class="section" id="examples-and-comparison-with-other-systems">
+<section id="examples-and-comparison-with-other-systems">
<h3>Examples and comparison with other systems<a class="headerlink" href="#examples-and-comparison-with-other-systems" title="Permalink to this headline">¶</a></h3>
<p>Data schema for test sample queries:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">CREATE</span> <span class="n">TABLE</span> <span class="n">t1</span> <span class="p">(</span><span class="nb">id</span> <span class="n">INT</span><span class="p">,</span> <span class="n">a</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">5</span><span class="p">));</span>
@@ -529,7 +557,7 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
<span class="n">INSERT</span> <span class="n">INTO</span> <span class="n">t2</span> <span class="p">(</span><span class="nb">id</span><span class="p">,</span> <span class="n">b</span><span class="p">)</span> <span class="n">VALUES</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="s1">'world'</span><span class="p">);</span>
</pre></div>
</div>
-<div class="section" id="projected-columns">
+<section id="projected-columns">
<h4>Projected columns<a class="headerlink" href="#projected-columns" title="Permalink to this headline">¶</a></h4>
<p>Query:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">SELECT</span> <span class="n">t1</span><span class="o">.</span><span class="n">id</span><span class="p">,</span> <span class="n">a</span><span class="p">,</span> <span class="n">t2</span><span class="o">.</span><span class="n">id</span><span class="p">,</span> <span class="n">b</span>
@@ -600,8 +628,8 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
</tr>
</tbody>
</table>
-</div>
-<div class="section" id="function-transformed-columns">
+</section>
+<section id="function-transformed-columns">
<h4>Function transformed columns<a class="headerlink" href="#function-transformed-columns" title="Permalink to this headline">¶</a></h4>
<p>Query:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">SELECT</span> <span class="n">ABS</span><span class="p">(</span><span class="n">t1</span><span class="o">.</span><span class="n">id</span><span class="p">),</span> <span class="nb">abs</span><span class="p">(</span><span class="o">-</span><span class="nb">id</span><span class="p">)</span> <span class="n">FROM</span> <span class="n">t1</span><span class="p">;</span>
@@ -687,8 +715,8 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
</tr>
</tbody>
</table>
-</div>
-<div class="section" id="function-with-operators">
+</section>
+<section id="function-with-operators">
<h4>Function with operators<a class="headerlink" href="#function-with-operators" title="Permalink to this headline">¶</a></h4>
<p>Query:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">SELECT</span> <span class="n">t1</span><span class="o">.</span><span class="n">id</span> <span class="o">+</span> <span class="n">ABS</span><span class="p">(</span><span class="nb">id</span><span class="p">),</span> <span class="n">ABS</span><span class="p">(</span><span class="nb">id</span> <span class="o">*</span> <span class="n">t1</span><span class="o">.</span><span class="n">id</span> [...]
@@ -774,8 +802,8 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
</tr>
</tbody>
</table>
-</div>
-<div class="section" id="project-literals">
+</section>
+<section id="project-literals">
<h4>Project literals<a class="headerlink" href="#project-literals" title="Permalink to this headline">¶</a></h4>
<p>Query:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">SELECT</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="o">+</span><span class="mi">5</span><span class="p">,</span> <span class="s1">'foo_bar'</span><span class="p">;</span>
@@ -856,21 +884,32 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
</tr>
</tbody>
</table>
-</div>
-</div>
-</div>
-</div>
+</section>
+</section>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="invariants.html" title="previous page">DataFusion’s Invariants</a>
- <a class='right-next' id="next-link" href="../community/communication.html" title="next page">Communication</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="invariants.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">DataFusion’s Invariants</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="quarterly_roadmap.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Roadmap</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -878,20 +917,19 @@ Datafusion queries planned from both SQL queries and Dataframe APIs.</p>
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/community/communication.html b/datafusion/specification/quarterly_roadmap.html
similarity index 64%
copy from datafusion/community/communication.html
copy to datafusion/specification/quarterly_roadmap.html
index f06b978..32d80c7 100644
--- a/datafusion/community/communication.html
+++ b/datafusion/specification/quarterly_roadmap.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
- <title>Communication — Arrow Datafusion documentation</title>
-
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+ <title>Roadmap — Arrow Datafusion documentation</title>
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
+
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -34,9 +35,13 @@
<script src="../_static/language_data.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="prev" title="Datafusion output field name semantic" href="../specification/output-field-name-semantic.html" />
+ <link rel="next" title="Communication" href="../community/communication.html" />
+ <link rel="prev" title="Datafusion output field name semantic" href="output-field-name-semantic.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -52,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -64,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -173,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -210,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -313,29 +324,34 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
-<ul class="nav bd-sidenav">
+<ul class="current nav bd-sidenav">
<li class="toctree-l1">
- <a class="reference internal" href="../specification/roadmap.html">
+ <a class="reference internal" href="roadmap.html">
Roadmap
</a>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../specification/invariants.html">
+ <a class="reference internal" href="invariants.html">
DataFusion’s Invariants
</a>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../specification/output-field-name-semantic.html">
+ <a class="reference internal" href="output-field-name-semantic.html">
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1 current active">
+ <a class="current reference internal" href="#">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -352,14 +368,14 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 current active">
- <a class="current reference internal" href="#">
+<ul class="nav bd-sidenav">
+ <li class="toctree-l1">
+ <a class="reference internal" href="../community/communication.html">
Communication
</a>
</li>
@@ -378,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -395,31 +414,58 @@
<nav id="bd-toc-nav">
<ul class="visible nav section-nav flex-column">
<li class="toc-h2 nav-item toc-entry">
- <a class="reference internal nav-link" href="#questions">
- Questions?
+ <a class="reference internal nav-link" href="#q1">
+ 2022 Q1
</a>
<ul class="nav section-nav flex-column">
<li class="toc-h3 nav-item toc-entry">
- <a class="reference internal nav-link" href="#mailing-list">
- Mailing list
+ <a class="reference internal nav-link" href="#datafusion-core">
+ DataFusion Core
+ </a>
+ </li>
+ <li class="toc-h3 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#benchmarking">
+ Benchmarking
+ </a>
+ </li>
+ <li class="toc-h3 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#performance-improvements">
+ Performance Improvements
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
- <a class="reference internal nav-link" href="#slack-and-discord">
- Slack and Discord
+ <a class="reference internal nav-link" href="#new-features">
+ New Features
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
- <a class="reference internal nav-link" href="#sync-up-zoom-calls">
- Sync up Zoom calls
+ <a class="reference internal nav-link" href="#ballista">
+ Ballista
+ </a>
+ </li>
+ <li class="toc-h3 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#extensions-datafusion-contrib">
+ Extensions (datafusion-contrib)
</a>
</li>
</ul>
</li>
<li class="toc-h2 nav-item toc-entry">
- <a class="reference internal nav-link" href="#contributing">
- Contributing
+ <a class="reference internal nav-link" href="#beyond-2022-q1">
+ Beyond 2022 Q1
</a>
+ <ul class="nav section-nav flex-column">
+ <li class="toc-h3 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#id1">
+ DataFusion Core
+ </a>
+ </li>
+ <li class="toc-h3 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#id2">
+ Ballista
+ </a>
+ </li>
+ </ul>
</li>
</ul>
@@ -430,7 +476,7 @@
<div class="tocsection editthispage">
- <a href="https://github.com/apache/arrow-datafusion/edit/master/docs/source/community/communication.md">
+ <a href="https://github.com/apache/arrow-datafusion/edit/master/docs/source/specification/quarterly_roadmap.md">
<i class="fas fa-pencil-alt"></i> Edit this page
</a>
</div>
@@ -467,75 +513,99 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="communication">
-<h1>Communication<a class="headerlink" href="#communication" title="Permalink to this headline">¶</a></h1>
-<p>We welcome participation from everyone and encourage you to join us, ask
-questions, and get involved.</p>
-<p>All participation in the Apache Arrow DataFusion project is governed by the
-Apache Software Foundation’s <a class="reference external" href="https://www.apache.org/foundation/policies/conduct.html">code of
-conduct</a>.</p>
-<div class="section" id="questions">
-<h2>Questions?<a class="headerlink" href="#questions" title="Permalink to this headline">¶</a></h2>
-<div class="section" id="mailing-list">
-<h3>Mailing list<a class="headerlink" href="#mailing-list" title="Permalink to this headline">¶</a></h3>
-<p>We use arrow.apache.org’s <code class="docutils literal notranslate"><span class="pre">dev@</span></code> mailing list for project management, release
-coorindation and design discussions
-(<a class="reference external" href="mailto:dev-subscribe%40arrow.apache.org">subscribe</a>,
-<a class="reference external" href="mailto:dev-unsubscribe%40arrow.apache.org">unsubscribe</a>,
-<a class="reference external" href="https://lists.apache.org/list.html?dev@arrow.apache.org">archives</a>).</p>
-<p>When emailing the dev list, please make sure to prefix the subject line with a
-<code class="docutils literal notranslate"><span class="pre">[DataFusion]</span></code> tag, e.g. <code class="docutils literal notranslate"><span class="pre">"[DataFusion]</span> <span class="pre">New</span> <span class="pre">API</span> <span class="pre">for</span> <span class="pre">remote</span> <span class="pre">data</span> <span class="pre">sources"</span></code>, so
-that the appropriate people in the Apache Arrow community notice the message.</p>
-</div>
-<div class="section" id="slack-and-discord">
-<h3>Slack and Discord<a class="headerlink" href="#slack-and-discord" title="Permalink to this headline">¶</a></h3>
-<p>We use the official <a class="reference external" href="https://s.apache.org/slack-invite">ASF</a> Slack workspace
-for informal discussions and coordination. This is a great place to meet other
-contributors and get guidance on where to contribute. Join us in the
-<code class="docutils literal notranslate"><span class="pre">#arrow-rust</span></code> channel.</p>
-<p>We also have a backup Arrow Rust Discord
-server (<a class="reference external" href="https://discord.gg/Qw5gKqHxUM">invite link</a>) in case you are not able
-to join the Slack workspace. If you need an invite to the Slack workspace, you
-can also ask for one in our Discord server.</p>
-</div>
-<div class="section" id="sync-up-zoom-calls">
-<h3>Sync up Zoom calls<a class="headerlink" href="#sync-up-zoom-calls" title="Permalink to this headline">¶</a></h3>
-<p>We have biweekly sync calls every other Thursdays at 16:00 UTC
-(starting September 30, 2021) on Zoom <a class="reference external" href="https://influxdata.zoom.us/j/94666921249">Meeting Link</a></p>
-<p>The<a class="reference external" href="https://docs.google.com/document/d/1atCVnoff5SR4eM4Lwf2M1BBJTY6g3_HUNR6qswYJW_U/edit">agenda</a>
-is available if you would like to add a topic for discussion or see what is planned.</p>
-<p>The goals of these calls are:</p>
-<ol class="simple">
-<li><p>Help “put a face to the name” of some of other contributors we are working with</p></li>
-<li><p>Discuss / synchronize on the goals and major initiatives from different stakeholders to identify areas where more alignment is needed</p></li>
-</ol>
-<p>No decisions are made on the call and anything of substance will be discussed on this mailing list or in github issues / google docs.</p>
-<p>We will send a summary of all sync ups to the dev@arrow.apache.org mailing list.</p>
-</div>
-</div>
-<div class="section" id="contributing">
-<h2>Contributing<a class="headerlink" href="#contributing" title="Permalink to this headline">¶</a></h2>
-<p>Our source code is hosted on
-<a class="reference external" href="https://github.com/apache/arrow-datafusion">GitHub</a>. For developers new to
-the project, we have curated a
-<a class="reference external" href="https://github.com/apache/arrow-datafusion/issues?q=is%3Aissue+is%3Aopen+label%3A%22good+first+issue%22">good-first-issue</a>
-list to help you get started.</p>
-<p>We use GitHub issues for maintaining a queue of development work and as the
-public record. We often use Google docs, Github issues and pull requests for
-quick and small design discussions. For major design change proposals, please
-make sure to send them to the dev list for more visibility.</p>
-</div>
-</div>
+<section id="roadmap">
+<h1>Roadmap<a class="headerlink" href="#roadmap" title="Permalink to this headline">¶</a></h1>
+<p>A quarterly roadmap will be published to give the DataFusion community visibility into the priorities of the projects contributors. This roadmap is not binding.</p>
+<section id="q1">
+<h2>2022 Q1<a class="headerlink" href="#q1" title="Permalink to this headline">¶</a></h2>
+<section id="datafusion-core">
+<h3>DataFusion Core<a class="headerlink" href="#datafusion-core" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Publish official Arrow2 branch</p></li>
+<li><p>Implementation of memory manager (i.e. to enable spilling to disk as needed)</p></li>
+</ul>
+</section>
+<section id="benchmarking">
+<h3>Benchmarking<a class="headerlink" href="#benchmarking" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Inclusion in Db-Benchmark with all quries covered</p></li>
+<li><p>All TPCH queries covered</p></li>
+</ul>
+</section>
+<section id="performance-improvements">
+<h3>Performance Improvements<a class="headerlink" href="#performance-improvements" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Predicate evaluation</p></li>
+<li><p>Improve multi-column comparisons (that can’t be vectorized at the moment)</p></li>
+<li><p>Null constant support</p></li>
+</ul>
+</section>
+<section id="new-features">
+<h3>New Features<a class="headerlink" href="#new-features" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Read JSON as table</p></li>
+<li><p>Simplify DDL with Datafusion-Cli</p></li>
+<li><p>Add Decimal128 data type and the attendant features such as Arrow Kernel and UDF support</p></li>
+<li><p>Add new experimental e-graph based optimizer</p></li>
+</ul>
+</section>
+<section id="ballista">
+<h3>Ballista<a class="headerlink" href="#ballista" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Begin work on design documents and plan / priorities for development</p></li>
+</ul>
+</section>
+<section id="extensions-datafusion-contrib">
+<h3>Extensions (<a class="reference external" href="https://github.com/datafusion-contrib%5D">datafusion-contrib</a>)<a class="headerlink" href="#extensions-datafusion-contrib" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Stable S3 support</p></li>
+<li><p>Begin design discussions and prototyping of a stream provider</p></li>
+</ul>
+</section>
+</section>
+<section id="beyond-2022-q1">
+<h2>Beyond 2022 Q1<a class="headerlink" href="#beyond-2022-q1" title="Permalink to this headline">¶</a></h2>
+<p>There is no clear timeline for the below, but community members have expressed interest in working on these topics.</p>
+<section id="id1">
+<h3>DataFusion Core<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Custom SQL support</p></li>
+<li><p>Split DataFusion into multiple crates</p></li>
+<li><p>Push based query execution and code generation</p></li>
+</ul>
+</section>
+<section id="id2">
+<h3>Ballista<a class="headerlink" href="#id2" title="Permalink to this headline">¶</a></h3>
+<ul class="simple">
+<li><p>Evolve architecture so that it can be deployed in a multi-tenant cloud native environment</p></li>
+<li><p>Ensure Ballista is scalable, elastic, and stable for production usage</p></li>
+<li><p>Develop distributed ML capabilities</p></li>
+</ul>
+</section>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../specification/output-field-name-semantic.html" title="previous page">Datafusion output field name semantic</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="output-field-name-semantic.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Datafusion output field name semantic</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../community/communication.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Communication</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -543,20 +613,19 @@ make sure to send them to the dev list for more visibility.</p>
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/introduction.html b/datafusion/specification/rfcs/template.html
similarity index 62%
copy from datafusion/user-guide/distributed/introduction.html
copy to datafusion/specification/rfcs/template.html
index 4a4455b..e14a089 100644
--- a/datafusion/user-guide/distributed/introduction.html
+++ b/datafusion/specification/rfcs/template.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
- <title>Overview — Arrow Datafusion documentation</title>
-
- <link href="../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+ <title>Background — Arrow Datafusion documentation</title>
- <link rel="stylesheet"
- href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
+
+ <link rel="stylesheet"
+ href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
@@ -34,10 +35,11 @@
<script src="../../_static/language_data.js"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Start a Ballista Cluster" href="deployment/index.html" />
- <link rel="prev" title="Ballista Distributed Compute" href="index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +55,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../index.html">
<img src="../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +68,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,34 +177,34 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
</p>
-<ul class="current nav bd-sidenav">
+<ul class="nav bd-sidenav">
<li class="toctree-l1">
- <a class="reference internal" href="../introduction.html">
+ <a class="reference internal" href="../../user-guide/introduction.html">
Introduction
</a>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../example-usage.html">
+ <a class="reference internal" href="../../user-guide/example-usage.html">
Example Usage
</a>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../library.html">
+ <a class="reference internal" href="../../user-guide/library.html">
Using DataFusion as a library
</a>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../cli.html">
+ <a class="reference internal" href="../../user-guide/cli.html">
DataFusion Command-line Interface
</a>
</li>
<li class="toctree-l1 has-children">
- <a class="reference internal" href="../sql/index.html">
+ <a class="reference internal" href="../../user-guide/sql/index.html">
SQL Reference
</a>
<input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/>
@@ -211,39 +214,44 @@
</label>
<ul>
<li class="toctree-l2">
- <a class="reference internal" href="../sql/select.html">
+ <a class="reference internal" href="../../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/sql/select.html">
SELECT syntax
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../sql/ddl.html">
+ <a class="reference internal" href="../../user-guide/sql/ddl.html">
DDL
</a>
</li>
<li class="toctree-l2">
- <a class="reference internal" href="../sql/datafusion-functions.html">
+ <a class="reference internal" href="../../user-guide/sql/datafusion-functions.html">
DataFusion Functions
</a>
</li>
</ul>
</li>
- <li class="toctree-l1 current active has-children">
- <a class="reference internal" href="index.html">
+ <li class="toctree-l1 has-children">
+ <a class="reference internal" href="../../user-guide/distributed/index.html">
Ballista Distributed Compute
</a>
- <input checked="" class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
+ <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/>
<label for="toctree-checkbox-8">
<i class="fas fa-chevron-down">
</i>
</label>
- <ul class="current">
- <li class="toctree-l2 current active">
- <a class="current reference internal" href="#">
+ <ul>
+ <li class="toctree-l2">
+ <a class="reference internal" href="../../user-guide/distributed/introduction.html">
Overview
</a>
</li>
<li class="toctree-l2 has-children">
- <a class="reference internal" href="deployment/index.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/index.html">
Start a Ballista Cluster
</a>
<input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/>
@@ -253,39 +261,39 @@
</label>
<ul>
<li class="toctree-l3">
- <a class="reference internal" href="deployment/cargo-install.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/cargo-install.html">
Deploying a standalone Ballista cluster using cargo install
</a>
</li>
<li class="toctree-l3">
- <a class="reference internal" href="deployment/docker.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/docker.html">
Starting a Ballista cluster using Docker
</a>
</li>
<li class="toctree-l3">
- <a class="reference internal" href="deployment/docker-compose.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/docker-compose.html">
Starting a Ballista cluster using Docker Compose
</a>
</li>
<li class="toctree-l3">
- <a class="reference internal" href="deployment/kubernetes.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/kubernetes.html">
Deploying Ballista with Kubernetes
</a>
</li>
<li class="toctree-l3">
- <a class="reference internal" href="deployment/raspberrypi.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/raspberrypi.html">
Running Ballista on Raspberry Pi
</a>
</li>
<li class="toctree-l3">
- <a class="reference internal" href="deployment/configuration.html">
+ <a class="reference internal" href="../../user-guide/distributed/deployment/configuration.html">
Configuration
</a>
</li>
</ul>
</li>
<li class="toctree-l2 has-children">
- <a class="reference internal" href="clients/index.html">
+ <a class="reference internal" href="../../user-guide/distributed/clients/index.html">
Clients
</a>
<input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/>
@@ -295,12 +303,12 @@
</label>
<ul>
<li class="toctree-l3">
- <a class="reference internal" href="clients/rust.html">
+ <a class="reference internal" href="../../user-guide/distributed/clients/rust.html">
Ballista Rust Client
</a>
</li>
<li class="toctree-l3">
- <a class="reference internal" href="clients/python.html">
+ <a class="reference internal" href="../../user-guide/distributed/clients/python.html">
Python
</a>
</li>
@@ -309,29 +317,39 @@
</ul>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../faq.html">
+ <a class="reference internal" href="../../user-guide/faq.html">
Frequently Asked Questions
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
- <a class="reference internal" href="../../specification/invariants.html">
+ <a class="reference internal" href="../roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../invariants.html">
DataFusion’s Invariants
</a>
</li>
<li class="toctree-l1">
- <a class="reference internal" href="../../specification/output-field-name-semantic.html">
+ <a class="reference internal" href="../output-field-name-semantic.html">
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +366,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +382,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -385,14 +411,39 @@
<nav id="bd-toc-nav">
<ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
- <a class="reference internal nav-link" href="#how-does-this-compare-to-apache-spark">
- How does this compare to Apache Spark?
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#">
+ Background
+ </a>
+ </li>
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#goals">
+ Goals
+ </a>
+ </li>
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#non-goals">
+ Non-Goals
+ </a>
+ </li>
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#survey">
+ Survey
+ </a>
+ </li>
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#general-design">
+ General design
</a>
</li>
- <li class="toc-h2 nav-item toc-entry">
- <a class="reference internal nav-link" href="#status">
- Status
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#detailed-design">
+ Detailed design
+ </a>
+ </li>
+ <li class="toc-h1 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#others">
+ Others
</a>
</li>
</ul>
@@ -404,7 +455,7 @@
<div class="tocsection editthispage">
- <a href="https://github.com/apache/arrow-datafusion/edit/master/docs/source/user-guide/distributed/introduction.md">
+ <a href="https://github.com/apache/arrow-datafusion/edit/master/docs/source/specification/rfcs/template.md">
<i class="fas fa-pencil-alt"></i> Edit this page
</a>
</div>
@@ -441,50 +492,48 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="overview">
-<h1>Overview<a class="headerlink" href="#overview" title="Permalink to this headline">¶</a></h1>
-<p>Ballista is a distributed compute platform primarily implemented in Rust, and powered by Apache Arrow. It is
-built on an architecture that allows other programming languages to be supported as first-class citizens without paying
-a penalty for serialization costs.</p>
-<p>The foundational technologies in Ballista are:</p>
-<ul class="simple">
-<li><p><a class="reference external" href="https://arrow.apache.org/">Apache Arrow</a> memory model and compute kernels for efficient processing of data.</p></li>
-<li><p><a class="reference external" href="https://arrow.apache.org/blog/2019/10/13/introducing-arrow-flight/">Apache Arrow Flight Protocol</a> for efficient data transfer between processes.</p></li>
-<li><p><a class="reference external" href="https://developers.google.com/protocol-buffers">Google Protocol Buffers</a> for serializing query plans.</p></li>
-<li><p><a class="reference external" href="https://github.com/apache/arrow-datafusion/">DataFusion</a> for query execution.</p></li>
-</ul>
-<div class="section" id="how-does-this-compare-to-apache-spark">
-<h2>How does this compare to Apache Spark?<a class="headerlink" href="#how-does-this-compare-to-apache-spark" title="Permalink to this headline">¶</a></h2>
-<p>Although Ballista is largely inspired by Apache Spark, there are some key differences.</p>
-<ul class="simple">
-<li><p>The choice of Rust as the main execution language means that memory usage is deterministic and avoids the overhead
-of GC pauses.</p></li>
-<li><p>Ballista is designed from the ground up to use columnar data, enabling a number of efficiencies such as vectorized
-processing (SIMD and GPU) and efficient compression. Although Spark does have some columnar support, it is still
-largely row-based today.</p></li>
-<li><p>The combination of Rust and Arrow provides excellent memory efficiency and memory usage can be 5x - 10x lower than
-Apache Spark in some cases, which means that more processing can fit on a single node, reducing the overhead of
-distributed compute.</p></li>
-<li><p>The use of Apache Arrow as the memory model and network protocol means that data can be exchanged between executors
-in any programming language with minimal serialization overhead.</p></li>
-</ul>
-</div>
-<div class="section" id="status">
-<h2>Status<a class="headerlink" href="#status" title="Permalink to this headline">¶</a></h2>
-<p>Ballista is still in the early stages of development but is capable of executing complex analytical queries at scale.</p>
-</div>
-</div>
+<p>Feature Name:</p>
+<p>Status: draft/in-progress/completed/</p>
+<p>Start Date: YYYY-MM-DD</p>
+<p>Authors:</p>
+<p>RFC PR: #</p>
+<p>Datafusion Issue: #</p>
+<hr class="docutils" />
+<section id="background">
+<h1>Background<a class="headerlink" href="#background" title="Permalink to this headline">¶</a></h1>
+</section>
+<hr class="docutils" />
+<section id="goals">
+<h1>Goals<a class="headerlink" href="#goals" title="Permalink to this headline">¶</a></h1>
+</section>
+<hr class="docutils" />
+<section id="non-goals">
+<h1>Non-Goals<a class="headerlink" href="#non-goals" title="Permalink to this headline">¶</a></h1>
+</section>
+<hr class="docutils" />
+<section id="survey">
+<h1>Survey<a class="headerlink" href="#survey" title="Permalink to this headline">¶</a></h1>
+</section>
+<hr class="docutils" />
+<section id="general-design">
+<h1>General design<a class="headerlink" href="#general-design" title="Permalink to this headline">¶</a></h1>
+</section>
+<hr class="docutils" />
+<section id="detailed-design">
+<h1>Detailed design<a class="headerlink" href="#detailed-design" title="Permalink to this headline">¶</a></h1>
+</section>
+<hr class="docutils" />
+<section id="others">
+<h1>Others<a class="headerlink" href="#others" title="Permalink to this headline">¶</a></h1>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="index.html" title="previous page">Ballista Distributed Compute</a>
- <a class='right-next' id="next-link" href="deployment/index.html" title="next page">Start a Ballista Cluster</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+</div>
</main>
@@ -492,20 +541,19 @@ in any programming language with minimal serialization overhead.</p></li>
</div>
</div>
- <script src="../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/specification/roadmap.html b/datafusion/specification/roadmap.html
index 568e919..9061c62 100644
--- a/datafusion/specification/roadmap.html
+++ b/datafusion/specification/roadmap.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Roadmap — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="DataFusion’s Invariants" href="invariants.html" />
<link rel="prev" title="Frequently Asked Questions" href="../user-guide/faq.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../user-guide/sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../user-guide/sql/select.html">
SELECT syntax
</a>
@@ -314,7 +324,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -335,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -353,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -379,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -516,7 +534,7 @@ KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="roadmap">
+<section id="roadmap">
<h1>Roadmap<a class="headerlink" href="#roadmap" title="Permalink to this headline">¶</a></h1>
<p>This document describes high level goals of the DataFusion and
Ballista development community. It is not meant to restrict
@@ -531,8 +549,8 @@ this roadmap. However, before submitting a large PR, we strongly
suggest you start a coversation using a github issue or the
dev@arrow.apache.org mailing list to make review efficient and avoid
surprises.</p>
-</div>
-<div class="section" id="datafusion">
+</section>
+<section id="datafusion">
<h1>DataFusion<a class="headerlink" href="#datafusion" title="Permalink to this headline">¶</a></h1>
<p>DataFusion’s goal is to become the embedded query engine of choice
for new analytic applications, by leveraging the unique features of
@@ -545,53 +563,51 @@ to provide:</p>
<li><p>A Procedural API for programatically creating and running execution plans</p></li>
<li><p>High performance, data race free, erogonomic extensibility points at at every layer</p></li>
</ol>
-<div class="section" id="additional-sql-language-features">
+<section id="additional-sql-language-features">
<h2>Additional SQL Language Features<a class="headerlink" href="#additional-sql-language-features" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
+<li><p>Decimal Support <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/122">#122</a></p></li>
<li><p>Complete support list on <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/README.md#status">status</a></p></li>
<li><p>Timestamp Arithmetic <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/194">#194</a></p></li>
<li><p>SQL Parser extension point <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/533">#533</a></p></li>
<li><p>Support for nested structures (fields, lists, structs) <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/119">#119</a></p></li>
-<li><p>Remaining Set Operators (<code class="docutils literal notranslate"><span class="pre">INTERSECT</span></code> / <code class="docutils literal notranslate"><span class="pre">EXCEPT</span></code>) <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/1082">#1082</a></p></li>
<li><p>Run all queries from the TPCH benchmark (see <a class="reference external" href="https://github.com/apache/arrow-datafusion/milestone/2">milestone</a> for more details)</p></li>
</ul>
-</div>
-<div class="section" id="query-optimizer">
+</section>
+<section id="query-optimizer">
<h2>Query Optimizer<a class="headerlink" href="#query-optimizer" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
-<li><p>Additional constant folding / partial evaluation <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/1070">#1070</a></p></li>
<li><p>More sophisticated cost based optimizer for join ordering</p></li>
<li><p>Implement advanced query optimization framework (Tokomak) #440</p></li>
<li><p>Finer optimizations for group by and aggregate functions</p></li>
</ul>
-</div>
-<div class="section" id="datasources">
+</section>
+<section id="datasources">
<h2>Datasources<a class="headerlink" href="#datasources" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p>Better support for reading data from remote filesystems (e.g. S3) without caching it locally <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/907">#907</a> <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/1060">#1060</a></p></li>
-<li><p>Support for partitioned datasources <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/1139">#1139</a> and make the integration of other table formats (Delta, Iceberg…) simpler</p></li>
<li><p>Improve performances of file format datasources (parallelize file listings, async Arrow readers, file chunk prefetching capability…)</p></li>
</ul>
-</div>
-<div class="section" id="runtime-infrastructure">
+</section>
+<section id="runtime-infrastructure">
<h2>Runtime / Infrastructure<a class="headerlink" href="#runtime-infrastructure" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p>Migrate to some sort of arrow2 based implementation (see <a class="reference external" href="https://github.com/apache/arrow-datafusion/milestone/3">milestone</a> for more details)</p></li>
<li><p>Add DataFusion to h2oai/db-benchmark <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/147">147</a></p></li>
<li><p>Improve build time <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/348">348</a></p></li>
</ul>
-</div>
-<div class="section" id="resource-management">
+</section>
+<section id="resource-management">
<h2>Resource Management<a class="headerlink" href="#resource-management" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p>Finer grain control and limit of runtime memory <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/587">#587</a> and CPU usage <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/64">#54</a></p></li>
</ul>
-</div>
-<div class="section" id="python-interface">
+</section>
+<section id="python-interface">
<h2>Python Interface<a class="headerlink" href="#python-interface" title="Permalink to this headline">¶</a></h2>
<p>TBD</p>
-</div>
-<div class="section" id="datafusion-cli-datafusion-cli">
+</section>
+<section id="datafusion-cli-datafusion-cli">
<h2>DataFusion CLI (<code class="docutils literal notranslate"><span class="pre">datafusion-cli</span></code>)<a class="headerlink" href="#datafusion-cli-datafusion-cli" title="Permalink to this headline">¶</a></h2>
<p>Note: There are some additional thoughts on a datafusion-cli vision on <a class="reference external" href="https://github.com/apache/arrow-datafusion/issues/1096#issuecomment-939418770">#1096</a>.</p>
<ul class="simple">
@@ -601,9 +617,9 @@ to provide:</p>
<li><p>publishing to apt, brew, and possible NuGet registry so that people can use it more easily</p></li>
<li><p>adopt a shorter name, like dfcli?</p></li>
</ul>
-</div>
-</div>
-<div class="section" id="ballista">
+</section>
+</section>
+<section id="ballista">
<h1>Ballista<a class="headerlink" href="#ballista" title="Permalink to this headline">¶</a></h1>
<p>Ballista is a distributed compute platform based on Apache Arrow and DataFusion. It provides a query scheduler that
breaks a physical plan into stages and tasks and then schedules tasks for execution across the available executors
@@ -611,35 +627,46 @@ in the cluster.</p>
<p>Having Ballista as part of the DataFusion codebase helps ensure that DataFusion remains suitable for distributed
compute. For example, it helps ensure that physical query plans can be serialized to protobuf format and that they
remain language-agnostic so that executors can be built in languages other than Rust.</p>
-<div class="section" id="ballista-roadmap">
+<section id="ballista-roadmap">
<h2>Ballista Roadmap<a class="headerlink" href="#ballista-roadmap" title="Permalink to this headline">¶</a></h2>
-</div>
-<div class="section" id="move-query-scheduler-into-datafusion">
+</section>
+<section id="move-query-scheduler-into-datafusion">
<h2>Move query scheduler into DataFusion<a class="headerlink" href="#move-query-scheduler-into-datafusion" title="Permalink to this headline">¶</a></h2>
<p>The Ballista scheduler has some advantages over DataFusion query execution because it doesn’t try to eagerly execute
the entire query at once but breaks it down into a directionally-acyclic graph (DAG) of stages and executes a
configurable number of stages and tasks concurrently. It should be possible to push some of this logic down to
DataFusion so that the same scheduler can be used to scale across cores in-process and across nodes in a cluster.</p>
-</div>
-<div class="section" id="implement-execution-time-cost-based-optimizations-based-on-statistics">
+</section>
+<section id="implement-execution-time-cost-based-optimizations-based-on-statistics">
<h2>Implement execution-time cost-based optimizations based on statistics<a class="headerlink" href="#implement-execution-time-cost-based-optimizations-based-on-statistics" title="Permalink to this headline">¶</a></h2>
<p>After the execution of a query stage, accurate statistics are available for the resulting data. These statistics
could be leveraged by the scheduler to optimize the query during execution. For example, when performing a hash join
it is desirable to load the smaller side of the join into memory and in some cases we cannot predict which side will
be smaller until execution time.</p>
-</div>
-</div>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../user-guide/faq.html" title="previous page">Frequently Asked Questions</a>
- <a class='right-next' id="next-link" href="invariants.html" title="next page">DataFusion’s Invariants</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../user-guide/faq.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Frequently Asked Questions</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="invariants.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">DataFusion’s Invariants</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -647,20 +674,19 @@ be smaller until execution time.</p>
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/cli.html b/datafusion/user-guide/cli.html
index 697d503..119dd99 100644
--- a/datafusion/user-guide/cli.html
+++ b/datafusion/user-guide/cli.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>DataFusion Command-line Interface — Arrow Datafusion documentation</title>
- <link href="../_static/css/theme.css" rel="stylesheet" />
- <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="SQL Reference" href="sql/index.html" />
<link rel="prev" title="Using DataFusion as a library" href="library.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../index.html">
<img src="../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -395,6 +423,11 @@
Ballista
</a>
</li>
+ <li class="toc-h2 nav-item toc-entry">
+ <a class="reference internal nav-link" href="#cli-commands">
+ Cli commands
+ </a>
+ </li>
</ul>
</nav>
@@ -441,7 +474,7 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="datafusion-command-line-interface">
+<section id="datafusion-command-line-interface">
<h1>DataFusion Command-line Interface<a class="headerlink" href="#datafusion-command-line-interface" title="Permalink to this headline">¶</a></h1>
<p>The DataFusion CLI allows SQL queries to be executed by an in-process DataFusion context, or by a distributed
Ballista context.</p>
@@ -462,7 +495,7 @@ Ballista context.</p>
<span class="o">--</span><span class="n">port</span> <span class="o"><</span><span class="n">port</span><span class="o">></span> <span class="n">Ballista</span> <span class="n">scheduler</span> <span class="n">port</span>
</pre></div>
</div>
-<div class="section" id="example">
+<section id="example">
<h2>Example<a class="headerlink" href="#example" title="Permalink to this headline">¶</a></h2>
<p>Create a CSV file to query.</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ <span class="nb">echo</span> <span class="s2">"1,2"</span> > data.csv
@@ -484,26 +517,83 @@ DataFusion CLI v5.1.0-SNAPSHOT
<span class="m">1</span> row <span class="k">in</span> set. Query took <span class="m">0</span>.017 seconds.
</pre></div>
</div>
-</div>
-<div class="section" id="ballista">
+</section>
+<section id="ballista">
<h2>Ballista<a class="headerlink" href="#ballista" title="Permalink to this headline">¶</a></h2>
<p>The DataFusion CLI can also connect to a Ballista scheduler for query execution.</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>datafusion-cli --host localhost --port <span class="m">50050</span>
</pre></div>
</div>
+</section>
+<section id="cli-commands">
+<h2>Cli commands<a class="headerlink" href="#cli-commands" title="Permalink to this headline">¶</a></h2>
+<p>Available commands inside DataFusion CLI are:</p>
+<ul class="simple">
+<li><p>Quit</p></li>
+</ul>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>> <span class="se">\q</span>
+</pre></div>
+</div>
+<ul class="simple">
+<li><p>Help</p></li>
+</ul>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>> <span class="se">\?</span>
+</pre></div>
+</div>
+<ul class="simple">
+<li><p>ListTables</p></li>
+</ul>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>> <span class="se">\d</span>
+</pre></div>
+</div>
+<ul class="simple">
+<li><p>DescribeTable</p></li>
+</ul>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>> <span class="se">\d</span> table_name
+</pre></div>
+</div>
+<ul class="simple">
+<li><p>QuietMode</p></li>
+</ul>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="o">></span> \<span class="n">quiet</span> <span class="p">[</span><span class="n">true</span><span class="o">|</span><span class="n">false</span><span class="p">]</span>
+</pre></div>
+</div>
+<ul class="simple">
+<li><p>list function</p></li>
+</ul>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>> <span class="se">\h</span>
+</pre></div>
</div>
+<ul class="simple">
+<li><p>Search and describe function</p></li>
+</ul>
+<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>> <span class="se">\h</span> function_table
+</pre></div>
</div>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="library.html" title="previous page">Using DataFusion as a library</a>
- <a class='right-next' id="next-link" href="sql/index.html" title="next page">SQL Reference</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="library.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Using DataFusion as a library</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="sql/index.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">SQL Reference</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -511,20 +601,19 @@ DataFusion CLI v5.1.0-SNAPSHOT
</div>
</div>
- <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/clients/index.html b/datafusion/user-guide/distributed/clients/index.html
index 334e93a..32b52cf 100644
--- a/datafusion/user-guide/distributed/clients/index.html
+++ b/datafusion/user-guide/distributed/clients/index.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Clients — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Ballista Rust Client" href="rust.html" />
<link rel="prev" title="Configuration" href="../deployment/configuration.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../../../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -408,7 +436,7 @@
<div>
- <div class="section" id="clients">
+ <section id="clients">
<h1>Clients<a class="headerlink" href="#clients" title="Permalink to this headline">¶</a></h1>
<div class="toctree-wrapper compound">
<ul>
@@ -416,18 +444,29 @@
<li class="toctree-l1"><a class="reference internal" href="python.html">Python</a></li>
</ul>
</div>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../deployment/configuration.html" title="previous page">Configuration</a>
- <a class='right-next' id="next-link" href="rust.html" title="next page">Ballista Rust Client</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../deployment/configuration.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Configuration</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="rust.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Ballista Rust Client</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -435,20 +474,19 @@
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/clients/python.html b/datafusion/user-guide/distributed/clients/python.html
index 1cb1d54..91923ef 100644
--- a/datafusion/user-guide/distributed/clients/python.html
+++ b/datafusion/user-guide/distributed/clients/python.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Python — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Frequently Asked Questions" href="../../faq.html" />
<link rel="prev" title="Ballista Rust Client" href="rust.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../../../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -426,21 +454,32 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="python">
+<section id="python">
<h1>Python<a class="headerlink" href="#python" title="Permalink to this headline">¶</a></h1>
<p>Coming soon.</p>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="rust.html" title="previous page">Ballista Rust Client</a>
- <a class='right-next' id="next-link" href="../../faq.html" title="next page">Frequently Asked Questions</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="rust.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Ballista Rust Client</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../../faq.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Frequently Asked Questions</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -448,20 +487,19 @@
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/clients/rust.html b/datafusion/user-guide/distributed/clients/rust.html
index bf4a9ba..b19f382 100644
--- a/datafusion/user-guide/distributed/clients/rust.html
+++ b/datafusion/user-guide/distributed/clients/rust.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Ballista Rust Client — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Python" href="python.html" />
<link rel="prev" title="Clients" href="index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../../../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -426,7 +454,7 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="ballista-rust-client">
+<section id="ballista-rust-client">
<h1>Ballista Rust Client<a class="headerlink" href="#ballista-rust-client" title="Permalink to this headline">¶</a></h1>
<p>Ballista usage is very similar to DataFusion. Tha main difference is that the starting point is a <code class="docutils literal notranslate"><span class="pre">BallistaContext</span></code>
instead of the DataFusion <code class="docutils literal notranslate"><span class="pre">ExecutionContext</span></code>. Ballista uses the same DataFrame API as DataFusion.</p>
@@ -500,18 +528,29 @@ instead of the DataFusion <code class="docutils literal notranslate"><span class
<span class="p">}</span><span class="w"></span>
</pre></div>
</div>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="index.html" title="previous page">Clients</a>
- <a class='right-next' id="next-link" href="python.html" title="next page">Python</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="index.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Clients</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="python.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Python</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -519,20 +558,19 @@ instead of the DataFusion <code class="docutils literal notranslate"><span class
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/deployment/cargo-install.html b/datafusion/user-guide/distributed/deployment/cargo-install.html
index 7e0fa34..57a691e 100644
--- a/datafusion/user-guide/distributed/deployment/cargo-install.html
+++ b/datafusion/user-guide/distributed/deployment/cargo-install.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Deploying a standalone Ballista cluster using cargo install — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Starting a Ballista cluster using Docker" href="docker.html" />
<link rel="prev" title="Start a Ballista Cluster" href="index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../../../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -426,7 +454,7 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="deploying-a-standalone-ballista-cluster-using-cargo-install">
+<section id="deploying-a-standalone-ballista-cluster-using-cargo-install">
<h1>Deploying a standalone Ballista cluster using cargo install<a class="headerlink" href="#deploying-a-standalone-ballista-cluster-using-cargo-install" title="Permalink to this headline">¶</a></h1>
<p>A simple way to start a local cluster for testing purposes is to use cargo to install
the scheduler and executor crates.</p>
@@ -449,18 +477,29 @@ manually specifying a bind port. For example:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="nv">RUST_LOG</span><span class="o">=</span>info ballista-executor --bind-port <span class="m">50052</span> -c <span class="m">4</span>
</pre></div>
</div>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="index.html" title="previous page">Start a Ballista Cluster</a>
- <a class='right-next' id="next-link" href="docker.html" title="next page">Starting a Ballista cluster using Docker</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="index.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Start a Ballista Cluster</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="docker.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Starting a Ballista cluster using Docker</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -468,20 +507,19 @@ manually specifying a bind port. For example:</p>
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/deployment/configuration.html b/datafusion/user-guide/distributed/deployment/configuration.html
index 1a0a534..a43fc32 100644
--- a/datafusion/user-guide/distributed/deployment/configuration.html
+++ b/datafusion/user-guide/distributed/deployment/configuration.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Configuration — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Clients" href="../clients/index.html" />
<link rel="prev" title="Running Ballista on Raspberry Pi" href="raspberrypi.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../../../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -426,7 +454,7 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="configuration">
+<section id="configuration">
<h1>Configuration<a class="headerlink" href="#configuration" title="Permalink to this headline">¶</a></h1>
<p>The rust executor and scheduler can be configured using toml files, environment variables and command line arguments. The specification for config options can be found in <code class="docutils literal notranslate"><span class="pre">rust/ballista/src/bin/[executor|scheduler]_config_spec.toml</span></code>.</p>
<p>Those files fully define Ballista’s configuration. If there is a discrepancy between this documentation and the files, assume those files are correct.</p>
@@ -435,18 +463,29 @@
<p>The order of precedence for arguments is: default config file < environment variables < specified config file < command line arguments.</p>
<p>The executor and scheduler will look for the default config file at <code class="docutils literal notranslate"><span class="pre">/etc/ballista/[executor|scheduler].toml</span></code> To specify a config file use the <code class="docutils literal notranslate"><span class="pre">--config-file</span></code> argument.</p>
<p>Environment variables are prefixed by <code class="docutils literal notranslate"><span class="pre">BALLISTA_EXECUTOR</span></code> or <code class="docutils literal notranslate"><span class="pre">BALLISTA_SCHEDULER</span></code> for the executor and scheduler respectively. Hyphens in command line arguments become underscores. For example, the <code class="docutils literal notranslate"><span class="pre">--scheduler-host</span></code> argument for the executor becomes <code class="docuti [...]
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="raspberrypi.html" title="previous page">Running Ballista on Raspberry Pi</a>
- <a class='right-next' id="next-link" href="../clients/index.html" title="next page">Clients</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="raspberrypi.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Running Ballista on Raspberry Pi</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="../clients/index.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Clients</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -454,20 +493,19 @@
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/deployment/docker-compose.html b/datafusion/user-guide/distributed/deployment/docker-compose.html
index 125754e..ca611b7 100644
--- a/datafusion/user-guide/distributed/deployment/docker-compose.html
+++ b/datafusion/user-guide/distributed/deployment/docker-compose.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Starting a Ballista cluster using Docker Compose — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Deploying Ballista with Kubernetes" href="kubernetes.html" />
<link rel="prev" title="Starting a Ballista cluster using Docker" href="docker.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,7 +324,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -335,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -353,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -379,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -451,10 +469,10 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="starting-a-ballista-cluster-using-docker-compose">
+<section id="starting-a-ballista-cluster-using-docker-compose">
<h1>Starting a Ballista cluster using Docker Compose<a class="headerlink" href="#starting-a-ballista-cluster-using-docker-compose" title="Permalink to this headline">¶</a></h1>
<p>Docker Compose is a convenient way to launch a cluster when testing locally.</p>
-<div class="section" id="build-docker-image">
+<section id="build-docker-image">
<h2>Build Docker image<a class="headerlink" href="#build-docker-image" title="Permalink to this headline">¶</a></h2>
<p>There is no officially published Docker image so it is currently necessary to build the image from source instead.</p>
<p>Run the following commands to clone the source repository and build the Docker image.</p>
@@ -464,8 +482,8 @@
</pre></div>
</div>
<p>This will create an image with the tag <code class="docutils literal notranslate"><span class="pre">ballista:0.6.0</span></code>.</p>
-</div>
-<div class="section" id="start-a-cluster">
+</section>
+<section id="start-a-cluster">
<h2>Start a cluster<a class="headerlink" href="#start-a-cluster" title="Permalink to this headline">¶</a></h2>
<p>The following Docker Compose example demonstrates how to start a cluster using one scheduler process and one
executor process, with the scheduler using etcd as a backing store. A data volume is mounted into each container
@@ -519,19 +537,30 @@ ballista-executor_1 <span class="p">|</span> <span class="o">[</span><span cla
</pre></div>
</div>
<p>The scheduler listens on port 50050 and this is the port that clients will need to connect to.</p>
-</div>
-</div>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="docker.html" title="previous page">Starting a Ballista cluster using Docker</a>
- <a class='right-next' id="next-link" href="kubernetes.html" title="next page">Deploying Ballista with Kubernetes</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="docker.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Starting a Ballista cluster using Docker</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="kubernetes.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Deploying Ballista with Kubernetes</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -539,20 +568,19 @@ ballista-executor_1 <span class="p">|</span> <span class="o">[</span><span cla
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/deployment/docker.html b/datafusion/user-guide/distributed/deployment/docker.html
index 7e7c52d..cde2ab0 100644
--- a/datafusion/user-guide/distributed/deployment/docker.html
+++ b/datafusion/user-guide/distributed/deployment/docker.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Starting a Ballista cluster using Docker — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Starting a Ballista cluster using Docker Compose" href="docker-compose.html" />
<link rel="prev" title="Deploying a standalone Ballista cluster using cargo install" href="cargo-install.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,13 +324,18 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/roadmap.html">
+ Roadmap
+ </a>
+ </li>
+ <li class="toctree-l1">
<a class="reference internal" href="../../../specification/invariants.html">
DataFusion’s Invariants
</a>
@@ -330,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -348,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -364,11 +384,19 @@
Issue tracker
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference external" href="https://github.com/apache/arrow-datafusion/blob/master/CODE_OF_CONDUCT.md">
+ Code of conduct
+ </a>
+ </li>
</ul>
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -453,9 +481,9 @@
specific language governing permissions and limitations
under the License.
-->
-<div class="section" id="starting-a-ballista-cluster-using-docker">
+<section id="starting-a-ballista-cluster-using-docker">
<h1>Starting a Ballista cluster using Docker<a class="headerlink" href="#starting-a-ballista-cluster-using-docker" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="build-docker-image">
+<section id="build-docker-image">
<h2>Build Docker image<a class="headerlink" href="#build-docker-image" title="Permalink to this headline">¶</a></h2>
<p>There is no officially published Docker image so it is currently necessary to build the image from source instead.</p>
<p>Run the following commands to clone the source repository and build the Docker image.</p>
@@ -465,7 +493,7 @@
</pre></div>
</div>
<p>This will create an image with the tag <code class="docutils literal notranslate"><span class="pre">ballista:0.6.0</span></code>.</p>
-<div class="section" id="start-a-scheduler">
+<section id="start-a-scheduler">
<h3>Start a Scheduler<a class="headerlink" href="#start-a-scheduler" title="Permalink to this headline">¶</a></h3>
<p>Start a scheduler using the following syntax:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>docker run --network<span class="o">=</span>host <span class="se">\</span>
@@ -484,8 +512,8 @@ CONTAINER ID IMAGE COMMAND CREATED STATUS
[2021-08-28T15:45:11Z INFO ballista_scheduler] Ballista v0.6.0 Scheduler listening on 0.0.0.0:50050
</pre></div>
</div>
-</div>
-<div class="section" id="start-executors">
+</section>
+<section id="start-executors">
<h3>Start executors<a class="headerlink" href="#start-executors" title="Permalink to this headline">¶</a></h3>
<p>Start one or more executor processes. Each executor process will need to listen on a different port.</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>docker run --network<span class="o">=</span>host <span class="se">\</span>
@@ -508,8 +536,8 @@ CONTAINER ID IMAGE COMMAND CREATED STATUS
[2021-08-28T15:45:58Z INFO ballista_executor] Ballista v0.6.0 Rust Executor listening on 0.0.0.0:50051
</pre></div>
</div>
-</div>
-<div class="section" id="using-etcd-as-backing-store">
+</section>
+<section id="using-etcd-as-backing-store">
<h3>Using etcd as backing store<a class="headerlink" href="#using-etcd-as-backing-store" title="Permalink to this headline">¶</a></h3>
<p><em>NOTE: This functionality is currently experimental</em></p>
<p>Ballista can optionally use <a class="reference external" href="https://etcd.io/">etcd</a> as a backing store for the scheduler. Use the following commands
@@ -523,20 +551,31 @@ to launch the scheduler with this option enabled.</p>
</div>
<p>Please refer to the <a class="reference external" href="https://etcd.io/">etcd</a> web site for installation instructions. Etcd version 3.4.9 or later is
recommended.</p>
-</div>
-</div>
-</div>
+</section>
+</section>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="cargo-install.html" title="previous page">Deploying a standalone Ballista cluster using cargo install</a>
- <a class='right-next' id="next-link" href="docker-compose.html" title="next page">Starting a Ballista cluster using Docker Compose</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="cargo-install.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Deploying a standalone Ballista cluster using cargo install</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="docker-compose.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Starting a Ballista cluster using Docker Compose</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -544,20 +583,19 @@ recommended.</p>
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br/>
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 2.4.4.<br>
</p>
</div>
diff --git a/datafusion/user-guide/distributed/deployment/index.html b/datafusion/user-guide/distributed/deployment/index.html
index 4b17652..2ba2df0 100644
--- a/datafusion/user-guide/distributed/deployment/index.html
+++ b/datafusion/user-guide/distributed/deployment/index.html
@@ -3,30 +3,31 @@
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
- <meta charset="utf-8" />
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
<title>Start a Ballista Cluster — Arrow Datafusion documentation</title>
- <link href="../../../_static/css/theme.css" rel="stylesheet" />
- <link href="../../../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" />
-
+ <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+
- <link rel="stylesheet"
- href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
- <link rel="preload" as="font" type="font/woff2" crossorigin
- href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-
+ <link rel="stylesheet"
+ href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+ <link rel="preload" as="font" type="font/woff2" crossorigin
+ href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+
-
+
- <link rel="stylesheet" href="../../../_static/basic.css" type="text/css" />
+ <link rel="stylesheet" href="../../../_static/styles/pydata-sphinx-theme.css" type="text/css" />
<link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css" />
- <link rel="preload" as="script" href="../../../_static/js/index.1c5a1a01449ed65a7b51.js">
-
+ <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+
<script id="documentation_options" data-url_root="../../../" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
@@ -37,7 +38,10 @@
<link rel="next" title="Deploying a standalone Ballista cluster using cargo install" href="cargo-install.html" />
<link rel="prev" title="Overview" href="../introduction.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
- <meta name="docsearch:language" content="en" />
+ <meta name="docsearch:language" content="None">
+
+
+ <!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
@@ -53,6 +57,7 @@
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
+ <div class="sidebar-start-items">
<a class="navbar-brand" href="../../../index.html">
<img src="../../../_static/images/DataFusion-Logo-Background-White.png" class="logo" alt="logo">
</a>
@@ -65,7 +70,7 @@
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
- <p class="caption">
+ <p>
<span class="caption-text">
Supported Environments
</span>
@@ -174,7 +179,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
User Guide
</span>
@@ -211,6 +216,11 @@
</label>
<ul>
<li class="toctree-l2">
+ <a class="reference internal" href="../../sql/sql_status.html">
+ Status
+ </a>
+ </li>
+ <li class="toctree-l2">
<a class="reference internal" href="../../sql/select.html">
SELECT syntax
</a>
@@ -314,7 +324,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Specification
</span>
@@ -335,8 +345,13 @@
Datafusion output field name semantic
</a>
</li>
+ <li class="toctree-l1">
+ <a class="reference internal" href="../../../specification/quarterly_roadmap.html">
+ Roadmap
+ </a>
+ </li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
README
</span>
@@ -353,7 +368,7 @@
</a>
</li>
</ul>
-<p class="caption">
+<p>
<span class="caption-text">
Community
</span>
@@ -379,6 +394,9 @@
</div>
</nav>
+ </div>
+ <div class="sidebar-end-items">
+ </div>
</div>
@@ -418,7 +436,7 @@
<div>
- <div class="section" id="start-a-ballista-cluster">
+ <section id="start-a-ballista-cluster">
<h1>Start a Ballista Cluster<a class="headerlink" href="#start-a-ballista-cluster" title="Permalink to this headline">¶</a></h1>
<div class="toctree-wrapper compound">
<ul>
@@ -455,18 +473,29 @@
<li class="toctree-l1"><a class="reference internal" href="configuration.html">Configuration</a></li>
</ul>
</div>
-</div>
+</section>
</div>
- <div class='prev-next-bottom'>
-
- <a class='left-prev' id="prev-link" href="../introduction.html" title="previous page">Overview</a>
- <a class='right-next' id="next-link" href="cargo-install.html" title="next page">Deploying a standalone Ballista cluster using cargo install</a>
-
- </div>
+ <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+ <a class='left-prev' id="prev-link" href="../introduction.html" title="previous page">
+ <i class="fas fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Overview</p>
+ </div>
+ </a>
+ <a class='right-next' id="next-link" href="cargo-install.html" title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Deploying a standalone Ballista cluster using cargo install</p>
+ </div>
+ <i class="fas fa-angle-right"></i>
+ </a>
+</div>
</main>
@@ -474,20 +503,19 @@
</div>
</div>
- <script src="../../../_static/js/index.1c5a1a01449ed65a7b51.js"></script>
-
+ <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
- © Copyright 2021, Apache Software Foundation.<br/>
+ © Copyright 2021, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
... 4073 lines suppressed ...