You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2025/06/13 16:10:45 UTC

(datafusion-python) branch asf-staging updated: Publish built docs triggered by d6ef9bcb33857b4a350fbe749b93b27345bc817b

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a commit to branch asf-staging
in repository https://gitbox.apache.org/repos/asf/datafusion-python.git


The following commit(s) were added to refs/heads/asf-staging by this push:
     new 8529a8ea Publish built docs triggered by d6ef9bcb33857b4a350fbe749b93b27345bc817b
8529a8ea is described below

commit 8529a8eaf79620b95f79a6a32bfe016ea96ab6de
Author: github-actions[bot] <gi...@users.noreply.github.com>
AuthorDate: Fri Jun 13 16:10:42 2025 +0000

    Publish built docs triggered by d6ef9bcb33857b4a350fbe749b93b27345bc817b
---
 _sources/api/dataframe.rst.txt                     | 387 +++++++++
 _sources/api/index.rst.txt                         |  27 +
 _sources/autoapi/datafusion/col/index.rst.txt      |  29 -
 _sources/autoapi/datafusion/index.rst.txt          |   2 -
 _sources/autoapi/datafusion/udf/index.rst.txt      |  11 -
 _sources/index.rst.txt                             |   2 +
 .../user-guide/common-operations/functions.rst.txt |   2 +-
 _sources/user-guide/dataframe.rst.txt              |   3 +-
 api/dataframe.html                                 | 900 +++++++++++++++++++++
 {autoapi/datafusion/udf => api}/index.html         | 202 ++---
 autoapi/datafusion/catalog/index.html              |  45 +-
 autoapi/datafusion/col/index.html                  | 540 -------------
 autoapi/datafusion/context/index.html              |  45 +-
 autoapi/datafusion/dataframe/index.html            |  39 +-
 autoapi/datafusion/expr/index.html                 |  39 +-
 autoapi/datafusion/functions/index.html            |  39 +-
 autoapi/datafusion/html_formatter/index.html       |  39 +-
 autoapi/datafusion/index.html                      |  45 +-
 autoapi/datafusion/input/base/index.html           |  39 +-
 autoapi/datafusion/input/index.html                |  39 +-
 autoapi/datafusion/input/location/index.html       |  39 +-
 autoapi/datafusion/io/index.html                   |  39 +-
 autoapi/datafusion/object_store/index.html         |  39 +-
 autoapi/datafusion/plan/index.html                 |  39 +-
 autoapi/datafusion/record_batch/index.html         |  39 +-
 autoapi/datafusion/substrait/index.html            |  45 +-
 autoapi/datafusion/unparser/index.html             |  45 +-
 autoapi/datafusion/user_defined/index.html         |  39 +-
 autoapi/index.html                                 |  47 +-
 contributor-guide/ffi.html                         |  41 +-
 contributor-guide/introduction.html                |  37 +-
 genindex.html                                      |  75 +-
 index.html                                         |  37 +-
 objects.inv                                        | Bin 7830 -> 7796 bytes
 py-modindex.html                                   |  47 +-
 search.html                                        |  37 +-
 searchindex.js                                     |   2 +-
 user-guide/basics.html                             |  37 +-
 user-guide/common-operations/aggregations.html     |  65 +-
 user-guide/common-operations/basic-info.html       |  71 +-
 user-guide/common-operations/expressions.html      |  37 +-
 user-guide/common-operations/functions.html        |  57 +-
 user-guide/common-operations/index.html            |  37 +-
 user-guide/common-operations/joins.html            |  37 +-
 .../common-operations/select-and-filter.html       |  37 +-
 user-guide/common-operations/udf-and-udfa.html     |  37 +-
 user-guide/common-operations/views.html            |  37 +-
 user-guide/common-operations/windows.html          |  37 +-
 user-guide/configuration.html                      |  37 +-
 user-guide/data-sources.html                       |  37 +-
 user-guide/dataframe.html                          |  47 +-
 user-guide/introduction.html                       |  37 +-
 user-guide/io/arrow.html                           |  37 +-
 user-guide/io/avro.html                            |  37 +-
 user-guide/io/csv.html                             |  37 +-
 user-guide/io/index.html                           |  37 +-
 user-guide/io/json.html                            |  37 +-
 user-guide/io/parquet.html                         |  37 +-
 user-guide/io/table_provider.html                  |  37 +-
 user-guide/sql.html                                |  37 +-
 60 files changed, 2558 insertions(+), 1506 deletions(-)

diff --git a/_sources/api/dataframe.rst.txt b/_sources/api/dataframe.rst.txt
new file mode 100644
index 00000000..a9e9e47c
--- /dev/null
+++ b/_sources/api/dataframe.rst.txt
@@ -0,0 +1,387 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+.. or more contributor license agreements.  See the NOTICE file
+.. distributed with this work for additional information
+.. regarding copyright ownership.  The ASF licenses this file
+.. to you under the Apache License, Version 2.0 (the
+.. "License"); you may not use this file except in compliance
+.. with the License.  You may obtain a copy of the License at
+
+..   http://www.apache.org/licenses/LICENSE-2.0
+
+.. Unless required by applicable law or agreed to in writing,
+.. software distributed under the License is distributed on an
+.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+.. KIND, either express or implied.  See the License for the
+.. specific language governing permissions and limitations
+.. under the License.
+
+=================
+DataFrame API
+=================
+
+Overview
+--------
+
+The ``DataFrame`` class is the core abstraction in DataFusion that represents tabular data and operations
+on that data. DataFrames provide a flexible API for transforming data through various operations such as
+filtering, projection, aggregation, joining, and more.
+
+A DataFrame represents a logical plan that is lazily evaluated. The actual execution occurs only when 
+terminal operations like ``collect()``, ``show()``, or ``to_pandas()`` are called.
+
+Creating DataFrames
+-------------------
+
+DataFrames can be created in several ways:
+
+* From SQL queries via a ``SessionContext``:
+
+  .. code-block:: python
+
+      from datafusion import SessionContext
+      
+      ctx = SessionContext()
+      df = ctx.sql("SELECT * FROM your_table")
+
+* From registered tables:
+
+  .. code-block:: python
+
+      df = ctx.table("your_table")
+
+* From various data sources:
+
+  .. code-block:: python
+
+      # From CSV files (see :ref:`io_csv` for detailed options)
+      df = ctx.read_csv("path/to/data.csv")
+      
+      # From Parquet files (see :ref:`io_parquet` for detailed options)
+      df = ctx.read_parquet("path/to/data.parquet")
+      
+      # From JSON files (see :ref:`io_json` for detailed options)
+      df = ctx.read_json("path/to/data.json")
+      
+      # From Avro files (see :ref:`io_avro` for detailed options)
+      df = ctx.read_avro("path/to/data.avro")
+      
+      # From Pandas DataFrame
+      import pandas as pd
+      pandas_df = pd.DataFrame({"a": [1, 2, 3], "b": [4, 5, 6]})
+      df = ctx.from_pandas(pandas_df)
+      
+      # From Arrow data
+      import pyarrow as pa
+      batch = pa.RecordBatch.from_arrays(
+          [pa.array([1, 2, 3]), pa.array([4, 5, 6])],
+          names=["a", "b"]
+      )
+      df = ctx.from_arrow(batch)
+
+  For detailed information about reading from different data sources, see the :doc:`I/O Guide <../user-guide/io/index>`.
+  For custom data sources, see :ref:`io_custom_table_provider`.
+
+Common DataFrame Operations
+---------------------------
+
+DataFusion's DataFrame API offers a wide range of operations:
+
+.. code-block:: python
+
+    from datafusion import column, literal
+    
+    # Select specific columns
+    df = df.select("col1", "col2")
+    
+    # Select with expressions
+    df = df.select(column("a") + column("b"), column("a") - column("b"))
+    
+    # Filter rows
+    df = df.filter(column("age") > literal(25))
+    
+    # Add computed columns
+    df = df.with_column("full_name", column("first_name") + literal(" ") + column("last_name"))
+    
+    # Multiple column additions
+    df = df.with_columns(
+        (column("a") + column("b")).alias("sum"),
+        (column("a") * column("b")).alias("product")
+    )
+    
+    # Sort data
+    df = df.sort(column("age").sort(ascending=False))
+    
+    # Join DataFrames
+    df = df1.join(df2, on="user_id", how="inner")
+    
+    # Aggregate data
+    from datafusion import functions as f
+    df = df.aggregate(
+        [],  # Group by columns (empty for global aggregation)
+        [f.sum(column("amount")).alias("total_amount")]
+    )
+    
+    # Limit rows
+    df = df.limit(100)
+    
+    # Drop columns
+    df = df.drop("temporary_column")
+
+Terminal Operations
+-------------------
+
+To materialize the results of your DataFrame operations:
+
+.. code-block:: python
+
+    # Collect all data as PyArrow RecordBatches
+    result_batches = df.collect()
+    
+    # Convert to various formats
+    pandas_df = df.to_pandas()        # Pandas DataFrame
+    polars_df = df.to_polars()        # Polars DataFrame
+    arrow_table = df.to_arrow_table() # PyArrow Table
+    py_dict = df.to_pydict()          # Python dictionary
+    py_list = df.to_pylist()          # Python list of dictionaries
+    
+    # Display results
+    df.show()                         # Print tabular format to console
+    
+    # Count rows
+    count = df.count()
+
+HTML Rendering in Jupyter
+-------------------------
+
+When working in Jupyter notebooks or other environments that support rich HTML display, 
+DataFusion DataFrames automatically render as nicely formatted HTML tables. This functionality
+is provided by the ``_repr_html_`` method, which is automatically called by Jupyter.
+
+Basic HTML Rendering
+~~~~~~~~~~~~~~~~~~~~
+
+In a Jupyter environment, simply displaying a DataFrame object will trigger HTML rendering:
+
+.. code-block:: python
+
+    # Will display as HTML table in Jupyter
+    df
+
+    # Explicit display also uses HTML rendering
+    display(df)
+
+HTML Rendering Customization
+----------------------------
+
+DataFusion provides extensive customization options for HTML table rendering through the
+``datafusion.html_formatter`` module.
+
+Configuring the HTML Formatter
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+You can customize how DataFrames are rendered by configuring the formatter:
+
+.. code-block:: python
+
+    from datafusion.html_formatter import configure_formatter
+    
+    configure_formatter(
+        max_cell_length=30,              # Maximum length of cell content before truncation
+        max_width=800,                   # Maximum width of table in pixels
+        max_height=400,                  # Maximum height of table in pixels
+        max_memory_bytes=2 * 1024 * 1024,# Maximum memory used for rendering (2MB)
+        min_rows_display=10,             # Minimum rows to display
+        repr_rows=20,                    # Number of rows to display in representation
+        enable_cell_expansion=True,      # Allow cells to be expandable on click
+        custom_css=None,                 # Custom CSS to apply
+        show_truncation_message=True,    # Show message when data is truncated
+        style_provider=None,             # Custom style provider class
+        use_shared_styles=True           # Share styles across tables to reduce duplication
+    )
+
+Custom Style Providers
+~~~~~~~~~~~~~~~~~~~~~~
+
+For advanced styling needs, you can create a custom style provider class:
+
+.. code-block:: python
+
+    from datafusion.html_formatter import configure_formatter
+    
+    class CustomStyleProvider:
+        def get_cell_style(self) -> str:
+            return "background-color: #f5f5f5; color: #333; padding: 8px; border: 1px solid #ddd;"
+    
+        def get_header_style(self) -> str:
+            return "background-color: #4285f4; color: white; font-weight: bold; padding: 10px;"
+    
+    # Apply custom styling
+    configure_formatter(style_provider=CustomStyleProvider())
+
+Custom Type Formatters
+~~~~~~~~~~~~~~~~~~~~~~
+
+You can register custom formatters for specific data types:
+
+.. code-block:: python
+
+    from datafusion.html_formatter import get_formatter
+    
+    formatter = get_formatter()
+    
+    # Format integers with color based on value
+    def format_int(value):
+        return f'<span style="color: {"red" if value > 100 else "blue"}">{value}</span>'
+    
+    formatter.register_formatter(int, format_int)
+    
+    # Format date values
+    def format_date(value):
+        return f'<span class="date-value">{value.isoformat()}</span>'
+    
+    formatter.register_formatter(datetime.date, format_date)
+
+Custom Cell Builders
+~~~~~~~~~~~~~~~~~~~~
+
+For complete control over cell rendering:
+
+.. code-block:: python
+
+    formatter = get_formatter()
+    
+    def custom_cell_builder(value, row, col, table_id):
+        try:
+            num_value = float(value)
+            if num_value > 0:  # Positive values get green
+                return f'<td style="background-color: #d9f0d3">{value}</td>'
+            if num_value < 0:  # Negative values get red
+                return f'<td style="background-color: #f0d3d3">{value}</td>'
+        except (ValueError, TypeError):
+            pass
+        
+        # Default styling for non-numeric or zero values
+        return f'<td style="border: 1px solid #ddd">{value}</td>'
+    
+    formatter.set_custom_cell_builder(custom_cell_builder)
+
+Custom Header Builders
+~~~~~~~~~~~~~~~~~~~~~~
+
+Similarly, you can customize the rendering of table headers:
+
+.. code-block:: python
+
+    def custom_header_builder(field):
+        tooltip = f"Type: {field.type}"
+        return f'<th style="background-color: #333; color: white" title="{tooltip}">{field.name}</th>'
+    
+    formatter.set_custom_header_builder(custom_header_builder)
+
+Managing Formatter State
+-----------------------~
+
+The HTML formatter maintains global state that can be managed:
+
+.. code-block:: python
+
+    from datafusion.html_formatter import reset_formatter, reset_styles_loaded_state, get_formatter
+    
+    # Reset the formatter to default settings
+    reset_formatter()
+    
+    # Reset only the styles loaded state (useful when styles were loaded but need reloading)
+    reset_styles_loaded_state()
+    
+    # Get the current formatter instance to make changes
+    formatter = get_formatter()
+
+Advanced Example: Dashboard-Style Formatting
+------------------------------------------~~
+
+This example shows how to create a dashboard-like styling for your DataFrames:
+
+.. code-block:: python
+
+    from datafusion.html_formatter import configure_formatter, get_formatter
+    
+    # Define custom CSS
+    custom_css = """
+    .datafusion-table {
+        font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+        border-collapse: collapse;
+        width: 100%;
+        box-shadow: 0 2px 3px rgba(0,0,0,0.1);
+    }
+    .datafusion-table th {
+        position: sticky;
+        top: 0;
+        z-index: 10;
+    }
+    .datafusion-table tr:hover td {
+        background-color: #f1f7fa !important;
+    }
+    .datafusion-table .numeric-positive {
+        color: #0a7c00;
+    }
+    .datafusion-table .numeric-negative {
+        color: #d13438;
+    }
+    """
+    
+    class DashboardStyleProvider:
+        def get_cell_style(self) -> str:
+            return "padding: 8px 12px; border-bottom: 1px solid #e0e0e0;"
+        
+        def get_header_style(self) -> str:
+            return ("background-color: #0078d4; color: white; font-weight: 600; "
+                    "padding: 12px; text-align: left; border-bottom: 2px solid #005a9e;")
+    
+    # Apply configuration
+    configure_formatter(
+        max_height=500,
+        enable_cell_expansion=True,
+        custom_css=custom_css,
+        style_provider=DashboardStyleProvider(),
+        max_cell_length=50
+    )
+    
+    # Add custom formatters for numbers
+    formatter = get_formatter()
+    
+    def format_number(value):
+        try:
+            num = float(value)
+            cls = "numeric-positive" if num > 0 else "numeric-negative" if num < 0 else ""
+            return f'<span class="{cls}">{value:,}</span>' if cls else f'{value:,}'
+        except (ValueError, TypeError):
+            return str(value)
+    
+    formatter.register_formatter(int, format_number)
+    formatter.register_formatter(float, format_number)
+
+Best Practices
+--------------
+
+1. **Memory Management**: For large datasets, use ``max_memory_bytes`` to limit memory usage.
+
+2. **Responsive Design**: Set reasonable ``max_width`` and ``max_height`` values to ensure tables display well on different screens.
+
+3. **Style Optimization**: Use ``use_shared_styles=True`` to avoid duplicate style definitions when displaying multiple tables.
+
+4. **Reset When Needed**: Call ``reset_formatter()`` when you want to start fresh with default settings.
+
+5. **Cell Expansion**: Use ``enable_cell_expansion=True`` when cells might contain longer content that users may want to see in full.
+
+Additional Resources
+--------------------
+
+* :doc:`../user-guide/dataframe` - Complete guide to using DataFrames
+* :doc:`../user-guide/io/index` - I/O Guide for reading data from various sources
+* :doc:`../user-guide/data-sources` - Comprehensive data sources guide
+* :ref:`io_csv` - CSV file reading
+* :ref:`io_parquet` - Parquet file reading  
+* :ref:`io_json` - JSON file reading
+* :ref:`io_avro` - Avro file reading
+* :ref:`io_custom_table_provider` - Custom table providers
+* `API Reference <https://arrow.apache.org/datafusion-python/api/index.html>`_ - Full API reference
diff --git a/_sources/api/index.rst.txt b/_sources/api/index.rst.txt
new file mode 100644
index 00000000..7f58227c
--- /dev/null
+++ b/_sources/api/index.rst.txt
@@ -0,0 +1,27 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+.. or more contributor license agreements.  See the NOTICE file
+.. distributed with this work for additional information
+.. regarding copyright ownership.  The ASF licenses this file
+.. to you under the Apache License, Version 2.0 (the
+.. "License"); you may not use this file except in compliance
+.. with the License.  You may obtain a copy of the License at
+
+..   http://www.apache.org/licenses/LICENSE-2.0
+
+.. Unless required by applicable law or agreed to in writing,
+.. software distributed under the License is distributed on an
+.. "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+.. KIND, either express or implied.  See the License for the
+.. specific language governing permissions and limitations
+.. under the License.
+
+=============
+API Reference
+=============
+
+This section provides detailed API documentation for the DataFusion Python library.
+
+.. toctree::
+   :maxdepth: 2
+   
+   dataframe
diff --git a/_sources/autoapi/datafusion/col/index.rst.txt b/_sources/autoapi/datafusion/col/index.rst.txt
deleted file mode 100644
index 138a35e7..00000000
--- a/_sources/autoapi/datafusion/col/index.rst.txt
+++ /dev/null
@@ -1,29 +0,0 @@
-datafusion.col
-==============
-
-.. py:module:: datafusion.col
-
-.. autoapi-nested-parse::
-
-   Col class.
-
-
-
-Attributes
-----------
-
-.. autoapisummary::
-
-   datafusion.col.col
-   datafusion.col.column
-
-
-Module Contents
----------------
-
-.. py:data:: col
-   :type:  Col
-
-.. py:data:: column
-   :type:  Col
-
diff --git a/_sources/autoapi/datafusion/index.rst.txt b/_sources/autoapi/datafusion/index.rst.txt
index 07c99bf6..8eb71b1b 100644
--- a/_sources/autoapi/datafusion/index.rst.txt
+++ b/_sources/autoapi/datafusion/index.rst.txt
@@ -19,7 +19,6 @@ Submodules
    :maxdepth: 1
 
    /autoapi/datafusion/catalog/index
-   /autoapi/datafusion/col/index
    /autoapi/datafusion/context/index
    /autoapi/datafusion/dataframe/index
    /autoapi/datafusion/expr/index
@@ -31,7 +30,6 @@ Submodules
    /autoapi/datafusion/plan/index
    /autoapi/datafusion/record_batch/index
    /autoapi/datafusion/substrait/index
-   /autoapi/datafusion/udf/index
    /autoapi/datafusion/unparser/index
    /autoapi/datafusion/user_defined/index
 
diff --git a/_sources/autoapi/datafusion/udf/index.rst.txt b/_sources/autoapi/datafusion/udf/index.rst.txt
deleted file mode 100644
index c11c9e6c..00000000
--- a/_sources/autoapi/datafusion/udf/index.rst.txt
+++ /dev/null
@@ -1,11 +0,0 @@
-datafusion.udf
-==============
-
-.. py:module:: datafusion.udf
-
-.. autoapi-nested-parse::
-
-   Deprecated module for user defined functions.
-
-
-
diff --git a/_sources/index.rst.txt b/_sources/index.rst.txt
index c1879382..ff1e4728 100644
--- a/_sources/index.rst.txt
+++ b/_sources/index.rst.txt
@@ -93,3 +93,5 @@ Example
    :hidden:
    :maxdepth: 1
    :caption: API
+   
+   api/index
diff --git a/_sources/user-guide/common-operations/functions.rst.txt b/_sources/user-guide/common-operations/functions.rst.txt
index d458d3eb..ccb47a4e 100644
--- a/_sources/user-guide/common-operations/functions.rst.txt
+++ b/_sources/user-guide/common-operations/functions.rst.txt
@@ -132,7 +132,7 @@ The function :py:func:`~datafusion.functions.in_list` allows to check a column f
 
 
 Handling Missing Values 
-=====================
+=======================
 
 DataFusion provides methods to handle missing values in DataFrames:
 
diff --git a/_sources/user-guide/dataframe.rst.txt b/_sources/user-guide/dataframe.rst.txt
index 11e3d7e7..23c65b5f 100644
--- a/_sources/user-guide/dataframe.rst.txt
+++ b/_sources/user-guide/dataframe.rst.txt
@@ -122,7 +122,8 @@ Performance Optimization with Shared Styles
 The ``use_shared_styles`` parameter (enabled by default) optimizes performance when displaying 
 multiple DataFrames in notebook environments:
 
- .. code-block:: python
+.. code-block:: python
+
     from datafusion.html_formatter import StyleProvider, configure_formatter
     # Default: Use shared styles (recommended for notebooks)
     configure_formatter(use_shared_styles=True)
diff --git a/api/dataframe.html b/api/dataframe.html
new file mode 100644
index 00000000..b8131642
--- /dev/null
+++ b/api/dataframe.html
@@ -0,0 +1,900 @@
+<!DOCTYPE html>
+
+<html lang="en" data-content_root="../">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+    <title>DataFrame API &#8212; Apache Arrow DataFusion  documentation</title>
+    
+    <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+  
+    
+    <link rel="stylesheet"
+      href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+    <link rel="preload" as="font" type="font/woff2" crossorigin
+      href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+    <link rel="preload" as="font" type="font/woff2" crossorigin
+      href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+  
+    
+      
+  
+    
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+    <link rel="stylesheet" type="text/css" href="../_static/styles/pydata-sphinx-theme.css?v=1140d252" />
+    <link rel="stylesheet" type="text/css" href="../_static/graphviz.css?v=4ae1632d" />
+    <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=dca7052a" />
+    
+    <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+  
+    <script src="../_static/documentation_options.js?v=8a448e45"></script>
+    <script src="../_static/doctools.js?v=9bcbadda"></script>
+    <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+    <link rel="index" title="Index" href="../genindex.html" />
+    <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="API Reference" href="../autoapi/index.html" />
+    <link rel="prev" title="API Reference" href="index.html" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <meta name="docsearch:language" content="en">
+    
+
+    <!-- Google Analytics -->
+    
+  </head>
+  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
+    
+    <div class="container-fluid" id="banner"></div>
+
+    
+
+
+    <div class="container-xl">
+      <div class="row">
+          
+            
+            <!-- Only show if we have sidebars configured, else just a small margin  -->
+            <div class="col-12 col-md-3 bd-sidebar">
+              <div class="sidebar-start-items">
+<a class="navbar-brand" href="../index.html">
+  <img src="../_static/images/2x_bgwhite_original.png" class="logo" alt="logo">
+</a>
+
+<form class="bd-search d-flex align-items-center" action="../search.html" method="get">
+  <i class="icon fas fa-search"></i>
+  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
+</form>
+
+<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
+  <div class="bd-toc-item active">
+    
+    <p aria-level="2" class="caption" role="heading">
+ <span class="caption-text">
+  LINKS
+ </span>
+</p>
+<ul class="nav bd-sidenav">
+ <li class="toctree-l1">
+  <a class="reference external" href="https://github.com/apache/datafusion-python">
+   Github and Issue Tracker
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/">
+   Rust's API Docs
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md">
+   Code of conduct
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples">
+   Examples
+  </a>
+ </li>
+</ul>
+<p aria-level="2" class="caption" role="heading">
+ <span class="caption-text">
+  USER GUIDE
+ </span>
+</p>
+<ul class="nav bd-sidenav">
+ <li class="toctree-l1">
+  <a class="reference internal" href="../user-guide/introduction.html">
+   Introduction
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference internal" href="../user-guide/basics.html">
+   Concepts
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference internal" href="../user-guide/data-sources.html">
+   Data Sources
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference internal" href="../user-guide/dataframe.html">
+   DataFrames
+  </a>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../user-guide/common-operations/index.html">
+   Common Operations
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
+  <label for="toctree-checkbox-1">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/views.html">
+     Registering Views
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/basic-info.html">
+     Basic Operations
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/select-and-filter.html">
+     Column Selections
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/expressions.html">
+     Expressions
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/joins.html">
+     Joins
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/functions.html">
+     Functions
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/aggregations.html">
+     Aggregation
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/windows.html">
+     Window Functions
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/common-operations/udf-and-udfa.html">
+     User-Defined Functions
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../user-guide/io/index.html">
+   IO
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
+  <label for="toctree-checkbox-2">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/io/arrow.html">
+     Arrow
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/io/avro.html">
+     Avro
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/io/csv.html">
+     CSV
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/io/json.html">
+     JSON
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/io/parquet.html">
+     Parquet
+    </a>
+   </li>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../user-guide/io/table_provider.html">
+     Custom Table Provider
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference internal" href="../user-guide/configuration.html">
+   Configuration
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference internal" href="../user-guide/sql.html">
+   SQL
+  </a>
+ </li>
+</ul>
+<p aria-level="2" class="caption" role="heading">
+ <span class="caption-text">
+  CONTRIBUTOR GUIDE
+ </span>
+</p>
+<ul class="nav bd-sidenav">
+ <li class="toctree-l1">
+  <a class="reference internal" href="../contributor-guide/introduction.html">
+   Introduction
+  </a>
+ </li>
+ <li class="toctree-l1">
+  <a class="reference internal" href="../contributor-guide/ffi.html">
+   Python Extensions
+  </a>
+ </li>
+</ul>
+<p aria-level="2" class="caption" role="heading">
+ <span class="caption-text">
+  API
+ </span>
+</p>
+<ul class="current nav bd-sidenav">
+ <li class="toctree-l1 current active has-children">
+  <a class="reference internal" href="index.html">
+   API Reference
+  </a>
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul class="current">
+   <li class="toctree-l2 current active">
+    <a class="current reference internal" href="#">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2 has-children">
+    <a class="reference internal" href="../autoapi/datafusion/index.html">
+     datafusion
+    </a>
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
+     <i class="fas fa-chevron-down">
+     </i>
+    </label>
+    <ul>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/catalog/index.html">
+       datafusion.catalog
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/context/index.html">
+       datafusion.context
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html">
+       datafusion.dataframe
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/expr/index.html">
+       datafusion.expr
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/functions/index.html">
+       datafusion.functions
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/html_formatter/index.html">
+       datafusion.html_formatter
+      </a>
+     </li>
+     <li class="toctree-l3 has-children">
+      <a class="reference internal" href="../autoapi/datafusion/input/index.html">
+       datafusion.input
+      </a>
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
+       <i class="fas fa-chevron-down">
+       </i>
+      </label>
+      <ul>
+       <li class="toctree-l4">
+        <a class="reference internal" href="../autoapi/datafusion/input/base/index.html">
+         datafusion.input.base
+        </a>
+       </li>
+       <li class="toctree-l4">
+        <a class="reference internal" href="../autoapi/datafusion/input/location/index.html">
+         datafusion.input.location
+        </a>
+       </li>
+      </ul>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/io/index.html">
+       datafusion.io
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/object_store/index.html">
+       datafusion.object_store
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/plan/index.html">
+       datafusion.plan
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/record_batch/index.html">
+       datafusion.record_batch
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/substrait/index.html">
+       datafusion.substrait
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
+       datafusion.unparser
+      </a>
+     </li>
+     <li class="toctree-l3">
+      <a class="reference internal" href="../autoapi/datafusion/user_defined/index.html">
+       datafusion.user_defined
+      </a>
+     </li>
+    </ul>
+   </li>
+  </ul>
+ </li>
+</ul>
+
+    
+  </div>
+</nav>
+              </div>
+              <div class="sidebar-end-items">
+              </div>
+            </div>
+            
+          
+
+          
+          <div class="d-none d-xl-block col-xl-2 bd-toc">
+            
+              
+              <div class="toc-item">
+                
+<div class="tocsection onthispage pt-5 pb-3">
+    <i class="fas fa-list"></i> On this page
+</div>
+
+<nav id="bd-toc-nav">
+    <ul class="visible nav section-nav flex-column">
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#overview">
+   Overview
+  </a>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#creating-dataframes">
+   Creating DataFrames
+  </a>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#common-dataframe-operations">
+   Common DataFrame Operations
+  </a>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#terminal-operations">
+   Terminal Operations
+  </a>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#html-rendering-in-jupyter">
+   HTML Rendering in Jupyter
+  </a>
+  <ul class="visible nav section-nav flex-column">
+   <li class="toc-h3 nav-item toc-entry">
+    <a class="reference internal nav-link" href="#basic-html-rendering">
+     Basic HTML Rendering
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#html-rendering-customization">
+   HTML Rendering Customization
+  </a>
+  <ul class="visible nav section-nav flex-column">
+   <li class="toc-h3 nav-item toc-entry">
+    <a class="reference internal nav-link" href="#configuring-the-html-formatter">
+     Configuring the HTML Formatter
+    </a>
+   </li>
+   <li class="toc-h3 nav-item toc-entry">
+    <a class="reference internal nav-link" href="#custom-style-providers">
+     Custom Style Providers
+    </a>
+   </li>
+   <li class="toc-h3 nav-item toc-entry">
+    <a class="reference internal nav-link" href="#custom-type-formatters">
+     Custom Type Formatters
+    </a>
+   </li>
+   <li class="toc-h3 nav-item toc-entry">
+    <a class="reference internal nav-link" href="#custom-cell-builders">
+     Custom Cell Builders
+    </a>
+   </li>
+   <li class="toc-h3 nav-item toc-entry">
+    <a class="reference internal nav-link" href="#custom-header-builders">
+     Custom Header Builders
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#best-practices">
+   Best Practices
+  </a>
+ </li>
+ <li class="toc-h2 nav-item toc-entry">
+  <a class="reference internal nav-link" href="#additional-resources">
+   Additional Resources
+  </a>
+ </li>
+</ul>
+
+</nav>
+              </div>
+              
+              <div class="toc-item">
+                
+              </div>
+              
+            
+          </div>
+          
+
+          
+          
+            
+          
+          <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main">
+              
+              <div>
+                
+  <section id="dataframe-api">
+<h1>DataFrame API<a class="headerlink" href="#dataframe-api" title="Link to this heading">¶</a></h1>
+<section id="overview">
+<h2>Overview<a class="headerlink" href="#overview" title="Link to this heading">¶</a></h2>
+<p>The <code class="docutils literal notranslate"><span class="pre">DataFrame</span></code> class is the core abstraction in DataFusion that represents tabular data and operations
+on that data. DataFrames provide a flexible API for transforming data through various operations such as
+filtering, projection, aggregation, joining, and more.</p>
+<p>A DataFrame represents a logical plan that is lazily evaluated. The actual execution occurs only when
+terminal operations like <code class="docutils literal notranslate"><span class="pre">collect()</span></code>, <code class="docutils literal notranslate"><span class="pre">show()</span></code>, or <code class="docutils literal notranslate"><span class="pre">to_pandas()</span></code> are called.</p>
+</section>
+<section id="creating-dataframes">
+<h2>Creating DataFrames<a class="headerlink" href="#creating-dataframes" title="Link to this heading">¶</a></h2>
+<p>DataFrames can be created in several ways:</p>
+<ul>
+<li><p>From SQL queries via a <code class="docutils literal notranslate"><span class="pre">SessionContext</span></code>:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">SessionContext</span>
+
+<span class="n">ctx</span> <span class="o">=</span> <span class="n">SessionContext</span><span class="p">()</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">sql</span><span class="p">(</span><span class="s2">&quot;SELECT * FROM your_table&quot;</span><span class="p">)</span>
+</pre></div>
+</div>
+</li>
+<li><p>From registered tables:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">table</span><span class="p">(</span><span class="s2">&quot;your_table&quot;</span><span class="p">)</span>
+</pre></div>
+</div>
+</li>
+<li><p>From various data sources:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># From CSV files (see :ref:`io_csv` for detailed options)</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s2">&quot;path/to/data.csv&quot;</span><span class="p">)</span>
+
+<span class="c1"># From Parquet files (see :ref:`io_parquet` for detailed options)</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_parquet</span><span class="p">(</span><span class="s2">&quot;path/to/data.parquet&quot;</span><span class="p">)</span>
+
+<span class="c1"># From JSON files (see :ref:`io_json` for detailed options)</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_json</span><span class="p">(</span><span class="s2">&quot;path/to/data.json&quot;</span><span class="p">)</span>
+
+<span class="c1"># From Avro files (see :ref:`io_avro` for detailed options)</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">read_avro</span><span class="p">(</span><span class="s2">&quot;path/to/data.avro&quot;</span><span class="p">)</span>
+
+<span class="c1"># From Pandas DataFrame</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">pandas</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pd</span>
+<span class="n">pandas_df</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">({</span><span class="s2">&quot;a&quot;</span><span class="p">:</span> <span class="p">[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">],</span> <span class="s2">&quot;b&quot;</span><span class="p">:</span> <span class="p">[</span><span [...]
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">from_pandas</span><span class="p">(</span><span class="n">pandas_df</span><span class="p">)</span>
+
+<span class="c1"># From Arrow data</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">pyarrow</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pa</span>
+<span class="n">batch</span> <span class="o">=</span> <span class="n">pa</span><span class="o">.</span><span class="n">RecordBatch</span><span class="o">.</span><span class="n">from_arrays</span><span class="p">(</span>
+    <span class="p">[</span><span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">]),</span> <span class="n">pa</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">4</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span cl [...]
+    <span class="n">names</span><span class="o">=</span><span class="p">[</span><span class="s2">&quot;a&quot;</span><span class="p">,</span> <span class="s2">&quot;b&quot;</span><span class="p">]</span>
+<span class="p">)</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">from_arrow</span><span class="p">(</span><span class="n">batch</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>For detailed information about reading from different data sources, see the <a class="reference internal" href="../user-guide/io/index.html"><span class="doc">I/O Guide</span></a>.
+For custom data sources, see <a class="reference internal" href="../user-guide/io/table_provider.html#io-custom-table-provider"><span class="std std-ref">Custom Table Provider</span></a>.</p>
+</li>
+</ul>
+</section>
+<section id="common-dataframe-operations">
+<h2>Common DataFrame Operations<a class="headerlink" href="#common-dataframe-operations" title="Link to this heading">¶</a></h2>
+<p>DataFusion’s DataFrame API offers a wide range of operations:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">column</span><span class="p">,</span> <span class="n">literal</span>
+
+<span class="c1"># Select specific columns</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="s2">&quot;col1&quot;</span><span class="p">,</span> <span class="s2">&quot;col2&quot;</span><span class="p">)</span>
+
+<span class="c1"># Select with expressions</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">&quot;a&quot;</span><span class="p">)</span> <span class="o">+</span> <span class="n">column</span><span class="p">(</span><span class="s2">&quot;b&quot;</span><span class="p">),</span> <span class="n">column</span><span class="p">(</span><span class="s2">&quot;a&quot; [...]
+
+<span class="c1"># Filter rows</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">filter</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">&quot;age&quot;</span><span class="p">)</span> <span class="o">&gt;</span> <span class="n">literal</span><span class="p">(</span><span class="mi">25</span><span class="p">))</span>
+
+<span class="c1"># Add computed columns</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">with_column</span><span class="p">(</span><span class="s2">&quot;full_name&quot;</span><span class="p">,</span> <span class="n">column</span><span class="p">(</span><span class="s2">&quot;first_name&quot;</span><span class="p">)</span> <span class="o">+</span> <span class="n">literal</span><span class="p">(</span><span class="s2">&quot; &quot;</span><span class="p">)</span> [...]
+
+<span class="c1"># Multiple column additions</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">with_columns</span><span class="p">(</span>
+    <span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">&quot;a&quot;</span><span class="p">)</span> <span class="o">+</span> <span class="n">column</span><span class="p">(</span><span class="s2">&quot;b&quot;</span><span class="p">))</span><span class="o">.</span><span class="n">alias</span><span class="p">(</span><span class="s2">&quot;sum&quot;</span><span class="p">),</span>
+    <span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">&quot;a&quot;</span><span class="p">)</span> <span class="o">*</span> <span class="n">column</span><span class="p">(</span><span class="s2">&quot;b&quot;</span><span class="p">))</span><span class="o">.</span><span class="n">alias</span><span class="p">(</span><span class="s2">&quot;product&quot;</span><span class="p">)</span>
+<span class="p">)</span>
+
+<span class="c1"># Sort data</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">sort</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">&quot;age&quot;</span><span class="p">)</span><span class="o">.</span><span class="n">sort</span><span class="p">(</span><span class="n">ascending</span><span class="o">=</span><span class="kc">False</span><span class="p">))</span>
+
+<span class="c1"># Join DataFrames</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df1</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">df2</span><span class="p">,</span> <span class="n">on</span><span class="o">=</span><span class="s2">&quot;user_id&quot;</span><span class="p">,</span> <span class="n">how</span><span class="o">=</span><span class="s2">&quot;inner&quot;</span><span class="p">)</span>
+
+<span class="c1"># Aggregate data</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">datafusion</span><span class="w"> </span><span class="kn">import</span> <span class="n">functions</span> <span class="k">as</span> <span class="n">f</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">aggregate</span><span class="p">(</span>
+    <span class="p">[],</span>  <span class="c1"># Group by columns (empty for global aggregation)</span>
+    <span class="p">[</span><span class="n">f</span><span class="o">.</span><span class="n">sum</span><span class="p">(</span><span class="n">column</span><span class="p">(</span><span class="s2">&quot;amount&quot;</span><span class="p">))</span><span class="o">.</span><span class="n">alias</span><span class="p">(</span><span class="s2">&quot;total_amount&quot;</span><span class="p">)]</span>
+<span class="p">)</span>
+
+<span class="c1"># Limit rows</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">limit</span><span class="p">(</span><span class="mi">100</span><span class="p">)</span>
+
+<span class="c1"># Drop columns</span>
+<span class="n">df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">drop</span><span class="p">(</span><span class="s2">&quot;temporary_column&quot;</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="terminal-operations">
+<h2>Terminal Operations<a class="headerlink" href="#terminal-operations" title="Link to this heading">¶</a></h2>
+<p>To materialize the results of your DataFrame operations:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Collect all data as PyArrow RecordBatches</span>
+<span class="n">result_batches</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">collect</span><span class="p">()</span>
+
+<span class="c1"># Convert to various formats</span>
+<span class="n">pandas_df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>        <span class="c1"># Pandas DataFrame</span>
+<span class="n">polars_df</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_polars</span><span class="p">()</span>        <span class="c1"># Polars DataFrame</span>
+<span class="n">arrow_table</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_arrow_table</span><span class="p">()</span> <span class="c1"># PyArrow Table</span>
+<span class="n">py_dict</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pydict</span><span class="p">()</span>          <span class="c1"># Python dictionary</span>
+<span class="n">py_list</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pylist</span><span class="p">()</span>          <span class="c1"># Python list of dictionaries</span>
+
+<span class="c1"># Display results</span>
+<span class="n">df</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>                         <span class="c1"># Print tabular format to console</span>
+
+<span class="c1"># Count rows</span>
+<span class="n">count</span> <span class="o">=</span> <span class="n">df</span><span class="o">.</span><span class="n">count</span><span class="p">()</span>
+</pre></div>
+</div>
+</section>
+<section id="html-rendering-in-jupyter">
+<h2>HTML Rendering in Jupyter<a class="headerlink" href="#html-rendering-in-jupyter" title="Link to this heading">¶</a></h2>
+<p>When working in Jupyter notebooks or other environments that support rich HTML display,
+DataFusion DataFrames automatically render as nicely formatted HTML tables. This functionality
+is provided by the <code class="docutils literal notranslate"><span class="pre">_repr_html_</span></code> method, which is automatically called by Jupyter.</p>
+<section id="basic-html-rendering">
+<h3>Basic HTML Rendering<a class="headerlink" href="#basic-html-rendering" title="Link to this heading">¶</a></h3>
+<p>In a Jupyter environment, simply displaying a DataFrame object will trigger HTML rendering:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Will display as HTML table in Jupyter</span>
+<span class="n">df</span>
+
+<span class="c1"># Explicit display also uses HTML rendering</span>
+<span class="n">display</span><span class="p">(</span><span class="n">df</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+</section>
+<section id="html-rendering-customization">
+<h2>HTML Rendering Customization<a class="headerlink" href="#html-rendering-customization" title="Link to this heading">¶</a></h2>
+<p>DataFusion provides extensive customization options for HTML table rendering through the
+<code class="docutils literal notranslate"><span class="pre">datafusion.html_formatter</span></code> module.</p>
+<section id="configuring-the-html-formatter">
+<h3>Configuring the HTML Formatter<a class="headerlink" href="#configuring-the-html-formatter" title="Link to this heading">¶</a></h3>
+<p>You can customize how DataFrames are rendered by configuring the formatter:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">configure_formatter</span>
+
+<span class="n">configure_formatter</span><span class="p">(</span>
+    <span class="n">max_cell_length</span><span class="o">=</span><span class="mi">30</span><span class="p">,</span>              <span class="c1"># Maximum length of cell content before truncation</span>
+    <span class="n">max_width</span><span class="o">=</span><span class="mi">800</span><span class="p">,</span>                   <span class="c1"># Maximum width of table in pixels</span>
+    <span class="n">max_height</span><span class="o">=</span><span class="mi">400</span><span class="p">,</span>                  <span class="c1"># Maximum height of table in pixels</span>
+    <span class="n">max_memory_bytes</span><span class="o">=</span><span class="mi">2</span> <span class="o">*</span> <span class="mi">1024</span> <span class="o">*</span> <span class="mi">1024</span><span class="p">,</span><span class="c1"># Maximum memory used for rendering (2MB)</span>
+    <span class="n">min_rows_display</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span>             <span class="c1"># Minimum rows to display</span>
+    <span class="n">repr_rows</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span>                    <span class="c1"># Number of rows to display in representation</span>
+    <span class="n">enable_cell_expansion</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>      <span class="c1"># Allow cells to be expandable on click</span>
+    <span class="n">custom_css</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>                 <span class="c1"># Custom CSS to apply</span>
+    <span class="n">show_truncation_message</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>    <span class="c1"># Show message when data is truncated</span>
+    <span class="n">style_provider</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span>             <span class="c1"># Custom style provider class</span>
+    <span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">True</span>           <span class="c1"># Share styles across tables to reduce duplication</span>
+<span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="custom-style-providers">
+<h3>Custom Style Providers<a class="headerlink" href="#custom-style-providers" title="Link to this heading">¶</a></h3>
+<p>For advanced styling needs, you can create a custom style provider class:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">configure_formatter</span>
+
+<span class="k">class</span><span class="w"> </span><span class="nc">CustomStyleProvider</span><span class="p">:</span>
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_cell_style</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+        <span class="k">return</span> <span class="s2">&quot;background-color: #f5f5f5; color: #333; padding: 8px; border: 1px solid #ddd;&quot;</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_header_style</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+        <span class="k">return</span> <span class="s2">&quot;background-color: #4285f4; color: white; font-weight: bold; padding: 10px;&quot;</span>
+
+<span class="c1"># Apply custom styling</span>
+<span class="n">configure_formatter</span><span class="p">(</span><span class="n">style_provider</span><span class="o">=</span><span class="n">CustomStyleProvider</span><span class="p">())</span>
+</pre></div>
+</div>
+</section>
+<section id="custom-type-formatters">
+<h3>Custom Type Formatters<a class="headerlink" href="#custom-type-formatters" title="Link to this heading">¶</a></h3>
+<p>You can register custom formatters for specific data types:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_formatter</span>
+
+<span class="n">formatter</span> <span class="o">=</span> <span class="n">get_formatter</span><span class="p">()</span>
+
+<span class="c1"># Format integers with color based on value</span>
+<span class="k">def</span><span class="w"> </span><span class="nf">format_int</span><span class="p">(</span><span class="n">value</span><span class="p">):</span>
+    <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;span style=&quot;color: </span><span class="si">{</span><span class="s2">&quot;red&quot;</span><span class="w"> </span><span class="k">if</span><span class="w"> </span><span class="n">value</span><span class="w"> </span><span class="o">&gt;</span><span class="w"> </span><span class="mi">100</span><span class="w"> </span><span class="k">else</span><span class="w"> </span><span class="s2">&quot;blue&quot;< [...]
+
+<span class="n">formatter</span><span class="o">.</span><span class="n">register_formatter</span><span class="p">(</span><span class="nb">int</span><span class="p">,</span> <span class="n">format_int</span><span class="p">)</span>
+
+<span class="c1"># Format date values</span>
+<span class="k">def</span><span class="w"> </span><span class="nf">format_date</span><span class="p">(</span><span class="n">value</span><span class="p">):</span>
+    <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;span class=&quot;date-value&quot;&gt;</span><span class="si">{</span><span class="n">value</span><span class="o">.</span><span class="n">isoformat</span><span class="p">()</span><span class="si">}</span><span class="s1">&lt;/span&gt;&#39;</span>
+
+<span class="n">formatter</span><span class="o">.</span><span class="n">register_formatter</span><span class="p">(</span><span class="n">datetime</span><span class="o">.</span><span class="n">date</span><span class="p">,</span> <span class="n">format_date</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="custom-cell-builders">
+<h3>Custom Cell Builders<a class="headerlink" href="#custom-cell-builders" title="Link to this heading">¶</a></h3>
+<p>For complete control over cell rendering:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">formatter</span> <span class="o">=</span> <span class="n">get_formatter</span><span class="p">()</span>
+
+<span class="k">def</span><span class="w"> </span><span class="nf">custom_cell_builder</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="n">row</span><span class="p">,</span> <span class="n">col</span><span class="p">,</span> <span class="n">table_id</span><span class="p">):</span>
+    <span class="k">try</span><span class="p">:</span>
+        <span class="n">num_value</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
+        <span class="k">if</span> <span class="n">num_value</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>  <span class="c1"># Positive values get green</span>
+            <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;td style=&quot;background-color: #d9f0d3&quot;&gt;</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s1">&lt;/td&gt;&#39;</span>
+        <span class="k">if</span> <span class="n">num_value</span> <span class="o">&lt;</span> <span class="mi">0</span><span class="p">:</span>  <span class="c1"># Negative values get red</span>
+            <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;td style=&quot;background-color: #f0d3d3&quot;&gt;</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s1">&lt;/td&gt;&#39;</span>
+    <span class="k">except</span> <span class="p">(</span><span class="ne">ValueError</span><span class="p">,</span> <span class="ne">TypeError</span><span class="p">):</span>
+        <span class="k">pass</span>
+
+    <span class="c1"># Default styling for non-numeric or zero values</span>
+    <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;td style=&quot;border: 1px solid #ddd&quot;&gt;</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s1">&lt;/td&gt;&#39;</span>
+
+<span class="n">formatter</span><span class="o">.</span><span class="n">set_custom_cell_builder</span><span class="p">(</span><span class="n">custom_cell_builder</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="custom-header-builders">
+<h3>Custom Header Builders<a class="headerlink" href="#custom-header-builders" title="Link to this heading">¶</a></h3>
+<p>Similarly, you can customize the rendering of table headers:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span><span class="w"> </span><span class="nf">custom_header_builder</span><span class="p">(</span><span class="n">field</span><span class="p">):</span>
+    <span class="n">tooltip</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;Type: </span><span class="si">{</span><span class="n">field</span><span class="o">.</span><span class="n">type</span><span class="si">}</span><span class="s2">&quot;</span>
+    <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;th style=&quot;background-color: #333; color: white&quot; title=&quot;</span><span class="si">{</span><span class="n">tooltip</span><span class="si">}</span><span class="s1">&quot;&gt;</span><span class="si">{</span><span class="n">field</span><span class="o">.</span><span class="n">name</span><span class="si">}</span><span class="s1">&lt;/th&gt;&#39;</span>
+
+<span class="n">formatter</span><span class="o">.</span><span class="n">set_custom_header_builder</span><span class="p">(</span><span class="n">custom_header_builder</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>Managing Formatter State
+———————–~</p>
+<p>The HTML formatter maintains global state that can be managed:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">reset_formatter</span><span class="p">,</span> <span class="n">reset_styles_loaded_state</span><span class="p">,</span> <span class="n">get_formatter</span>
+
+<span class="c1"># Reset the formatter to default settings</span>
+<span class="n">reset_formatter</span><span class="p">()</span>
+
+<span class="c1"># Reset only the styles loaded state (useful when styles were loaded but need reloading)</span>
+<span class="n">reset_styles_loaded_state</span><span class="p">()</span>
+
+<span class="c1"># Get the current formatter instance to make changes</span>
+<span class="n">formatter</span> <span class="o">=</span> <span class="n">get_formatter</span><span class="p">()</span>
+</pre></div>
+</div>
+<p>Advanced Example: Dashboard-Style Formatting
+——————————————~~</p>
+<p>This example shows how to create a dashboard-like styling for your DataFrames:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">configure_formatter</span><span class="p">,</span> <span class="n">get_formatter</span>
+
+<span class="c1"># Define custom CSS</span>
+<span class="n">custom_css</span> <span class="o">=</span> <span class="s2">&quot;&quot;&quot;</span>
+<span class="s2">.datafusion-table {</span>
+<span class="s2">    font-family: &#39;Segoe UI&#39;, Tahoma, Geneva, Verdana, sans-serif;</span>
+<span class="s2">    border-collapse: collapse;</span>
+<span class="s2">    width: 100%;</span>
+<span class="s2">    box-shadow: 0 2px 3px rgba(0,0,0,0.1);</span>
+<span class="s2">}</span>
+<span class="s2">.datafusion-table th {</span>
+<span class="s2">    position: sticky;</span>
+<span class="s2">    top: 0;</span>
+<span class="s2">    z-index: 10;</span>
+<span class="s2">}</span>
+<span class="s2">.datafusion-table tr:hover td {</span>
+<span class="s2">    background-color: #f1f7fa !important;</span>
+<span class="s2">}</span>
+<span class="s2">.datafusion-table .numeric-positive {</span>
+<span class="s2">    color: #0a7c00;</span>
+<span class="s2">}</span>
+<span class="s2">.datafusion-table .numeric-negative {</span>
+<span class="s2">    color: #d13438;</span>
+<span class="s2">}</span>
+<span class="s2">&quot;&quot;&quot;</span>
+
+<span class="k">class</span><span class="w"> </span><span class="nc">DashboardStyleProvider</span><span class="p">:</span>
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_cell_style</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+        <span class="k">return</span> <span class="s2">&quot;padding: 8px 12px; border-bottom: 1px solid #e0e0e0;&quot;</span>
+
+    <span class="k">def</span><span class="w"> </span><span class="nf">get_header_style</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">str</span><span class="p">:</span>
+        <span class="k">return</span> <span class="p">(</span><span class="s2">&quot;background-color: #0078d4; color: white; font-weight: 600; &quot;</span>
+                <span class="s2">&quot;padding: 12px; text-align: left; border-bottom: 2px solid #005a9e;&quot;</span><span class="p">)</span>
+
+<span class="c1"># Apply configuration</span>
+<span class="n">configure_formatter</span><span class="p">(</span>
+    <span class="n">max_height</span><span class="o">=</span><span class="mi">500</span><span class="p">,</span>
+    <span class="n">enable_cell_expansion</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+    <span class="n">custom_css</span><span class="o">=</span><span class="n">custom_css</span><span class="p">,</span>
+    <span class="n">style_provider</span><span class="o">=</span><span class="n">DashboardStyleProvider</span><span class="p">(),</span>
+    <span class="n">max_cell_length</span><span class="o">=</span><span class="mi">50</span>
+<span class="p">)</span>
+
+<span class="c1"># Add custom formatters for numbers</span>
+<span class="n">formatter</span> <span class="o">=</span> <span class="n">get_formatter</span><span class="p">()</span>
+
+<span class="k">def</span><span class="w"> </span><span class="nf">format_number</span><span class="p">(</span><span class="n">value</span><span class="p">):</span>
+    <span class="k">try</span><span class="p">:</span>
+        <span class="n">num</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
+        <span class="bp">cls</span> <span class="o">=</span> <span class="s2">&quot;numeric-positive&quot;</span> <span class="k">if</span> <span class="n">num</span> <span class="o">&gt;</span> <span class="mi">0</span> <span class="k">else</span> <span class="s2">&quot;numeric-negative&quot;</span> <span class="k">if</span> <span class="n">num</span> <span class="o">&lt;</span> <span class="mi">0</span> <span class="k">else</span> <span class="s2">&quot;&quot;</span>
+        <span class="k">return</span> <span class="sa">f</span><span class="s1">&#39;&lt;span class=&quot;</span><span class="si">{</span><span class="bp">cls</span><span class="si">}</span><span class="s1">&quot;&gt;</span><span class="si">{</span><span class="n">value</span><span class="si">:</span><span class="s1">,</span><span class="si">}</span><span class="s1">&lt;/span&gt;&#39;</span> <span class="k">if</span> <span class="bp">cls</span> <span class="k">else</span> <span class="sa [...]
+    <span class="k">except</span> <span class="p">(</span><span class="ne">ValueError</span><span class="p">,</span> <span class="ne">TypeError</span><span class="p">):</span>
+        <span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="n">value</span><span class="p">)</span>
+
+<span class="n">formatter</span><span class="o">.</span><span class="n">register_formatter</span><span class="p">(</span><span class="nb">int</span><span class="p">,</span> <span class="n">format_number</span><span class="p">)</span>
+<span class="n">formatter</span><span class="o">.</span><span class="n">register_formatter</span><span class="p">(</span><span class="nb">float</span><span class="p">,</span> <span class="n">format_number</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+</section>
+<section id="best-practices">
+<h2>Best Practices<a class="headerlink" href="#best-practices" title="Link to this heading">¶</a></h2>
+<ol class="arabic simple">
+<li><p><strong>Memory Management</strong>: For large datasets, use <code class="docutils literal notranslate"><span class="pre">max_memory_bytes</span></code> to limit memory usage.</p></li>
+<li><p><strong>Responsive Design</strong>: Set reasonable <code class="docutils literal notranslate"><span class="pre">max_width</span></code> and <code class="docutils literal notranslate"><span class="pre">max_height</span></code> values to ensure tables display well on different screens.</p></li>
+<li><p><strong>Style Optimization</strong>: Use <code class="docutils literal notranslate"><span class="pre">use_shared_styles=True</span></code> to avoid duplicate style definitions when displaying multiple tables.</p></li>
+<li><p><strong>Reset When Needed</strong>: Call <code class="docutils literal notranslate"><span class="pre">reset_formatter()</span></code> when you want to start fresh with default settings.</p></li>
+<li><p><strong>Cell Expansion</strong>: Use <code class="docutils literal notranslate"><span class="pre">enable_cell_expansion=True</span></code> when cells might contain longer content that users may want to see in full.</p></li>
+</ol>
+</section>
+<section id="additional-resources">
+<h2>Additional Resources<a class="headerlink" href="#additional-resources" title="Link to this heading">¶</a></h2>
+<ul class="simple">
+<li><p><a class="reference internal" href="../user-guide/dataframe.html"><span class="doc">DataFrames</span></a> - Complete guide to using DataFrames</p></li>
+<li><p><a class="reference internal" href="../user-guide/io/index.html"><span class="doc">IO</span></a> - I/O Guide for reading data from various sources</p></li>
+<li><p><a class="reference internal" href="../user-guide/data-sources.html"><span class="doc">Data Sources</span></a> - Comprehensive data sources guide</p></li>
+<li><p><a class="reference internal" href="../user-guide/io/csv.html#io-csv"><span class="std std-ref">CSV</span></a> - CSV file reading</p></li>
+<li><p><a class="reference internal" href="../user-guide/io/parquet.html#io-parquet"><span class="std std-ref">Parquet</span></a> - Parquet file reading</p></li>
+<li><p><a class="reference internal" href="../user-guide/io/json.html#io-json"><span class="std std-ref">JSON</span></a> - JSON file reading</p></li>
+<li><p><a class="reference internal" href="../user-guide/io/avro.html#io-avro"><span class="std std-ref">Avro</span></a> - Avro file reading</p></li>
+<li><p><a class="reference internal" href="../user-guide/io/table_provider.html#io-custom-table-provider"><span class="std std-ref">Custom Table Provider</span></a> - Custom table providers</p></li>
+<li><p><a class="reference external" href="https://arrow.apache.org/datafusion-python/api/index.html">API Reference</a> - Full API reference</p></li>
+</ul>
+</section>
+</section>
+
+
+              </div>
+              
+              
+              <!-- Previous / next buttons -->
+<div class='prev-next-area'>
+    <a class='left-prev' id="prev-link" href="index.html" title="previous page">
+        <i class="fas fa-angle-left"></i>
+        <div class="prev-next-info">
+            <p class="prev-next-subtitle">previous</p>
+            <p class="prev-next-title">API Reference</p>
+        </div>
+    </a>
+    <a class='right-next' id="next-link" href="../autoapi/index.html" title="next page">
+    <div class="prev-next-info">
+        <p class="prev-next-subtitle">next</p>
+        <p class="prev-next-title">API Reference</p>
+    </div>
+    <i class="fas fa-angle-right"></i>
+    </a>
+</div>
+              
+          </main>
+          
+
+      </div>
+    </div>
+  
+    <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
+  
+<!-- Based on pydata_sphinx_theme/footer.html -->
+<footer class="footer mt-5 mt-md-0">
+  <div class="container">
+    
+    <div class="footer-item">
+      <p class="copyright">
+    &copy; Copyright 2019-2024, Apache Software Foundation.<br>
+</p>
+    </div>
+    
+    <div class="footer-item">
+      <p class="sphinx-version">
+Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br>
+</p>
+    </div>
+    
+    <div class="footer-item">
+      <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p>
+      <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
+    </div>
+  </div>
+</footer>
+
+
+  </body>
+</html>
\ No newline at end of file
diff --git a/autoapi/datafusion/udf/index.html b/api/index.html
similarity index 51%
rename from autoapi/datafusion/udf/index.html
rename to api/index.html
index a6ff5e14..e2a3ad8d 100644
--- a/autoapi/datafusion/udf/index.html
+++ b/api/index.html
@@ -1,41 +1,41 @@
 <!DOCTYPE html>
 
-<html lang="en" data-content_root="../../../">
+<html lang="en" data-content_root="../">
   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
-    <title>datafusion.udf &#8212; Apache Arrow DataFusion  documentation</title>
+    <title>API Reference &#8212; Apache Arrow DataFusion  documentation</title>
     
-    <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+    <link href="../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
+<link href="../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
   
     
     <link rel="stylesheet"
-      href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
+      href="../_static/vendor/fontawesome/5.13.0/css/all.min.css">
     <link rel="preload" as="font" type="font/woff2" crossorigin
-      href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
+      href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
     <link rel="preload" as="font" type="font/woff2" crossorigin
-      href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
+      href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
   
     
       
   
     
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=8f2a1f02" />
-    <link rel="stylesheet" type="text/css" href="../../../_static/styles/pydata-sphinx-theme.css?v=1140d252" />
-    <link rel="stylesheet" type="text/css" href="../../../_static/graphviz.css?v=4ae1632d" />
-    <link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css?v=dca7052a" />
+    <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
+    <link rel="stylesheet" type="text/css" href="../_static/styles/pydata-sphinx-theme.css?v=1140d252" />
+    <link rel="stylesheet" type="text/css" href="../_static/graphviz.css?v=4ae1632d" />
+    <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=dca7052a" />
     
-    <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
+    <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
   
-    <script src="../../../_static/documentation_options.js?v=8a448e45"></script>
-    <script src="../../../_static/doctools.js?v=9bcbadda"></script>
-    <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
-    <link rel="index" title="Index" href="../../../genindex.html" />
-    <link rel="search" title="Search" href="../../../search.html" />
-    <link rel="next" title="datafusion.unparser" href="../unparser/index.html" />
-    <link rel="prev" title="datafusion.substrait" href="../substrait/index.html" />
+    <script src="../_static/documentation_options.js?v=8a448e45"></script>
+    <script src="../_static/doctools.js?v=9bcbadda"></script>
+    <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+    <link rel="index" title="Index" href="../genindex.html" />
+    <link rel="search" title="Search" href="../search.html" />
+    <link rel="next" title="DataFrame API" href="dataframe.html" />
+    <link rel="prev" title="Python Extensions" href="../contributor-guide/ffi.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
     
@@ -57,11 +57,11 @@
             <!-- Only show if we have sidebars configured, else just a small margin  -->
             <div class="col-12 col-md-3 bd-sidebar">
               <div class="sidebar-start-items">
-<a class="navbar-brand" href="../../../index.html">
-  <img src="../../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo">
+<a class="navbar-brand" href="../index.html">
+  <img src="../_static/images/2x_bgwhite_original.png" class="logo" alt="logo">
 </a>
 
-<form class="bd-search d-flex align-items-center" action="../../../search.html" method="get">
+<form class="bd-search d-flex align-items-center" action="../search.html" method="get">
   <i class="icon fas fa-search"></i>
   <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
 </form>
@@ -103,27 +103,27 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/introduction.html">
+  <a class="reference internal" href="../user-guide/introduction.html">
    Introduction
   </a>
  </li>
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/basics.html">
+  <a class="reference internal" href="../user-guide/basics.html">
    Concepts
   </a>
  </li>
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/data-sources.html">
+  <a class="reference internal" href="../user-guide/data-sources.html">
    Data Sources
   </a>
  </li>
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/dataframe.html">
+  <a class="reference internal" href="../user-guide/dataframe.html">
    DataFrames
   </a>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../../user-guide/common-operations/index.html">
+  <a class="reference internal" href="../user-guide/common-operations/index.html">
    Common Operations
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
@@ -133,54 +133,54 @@
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/views.html">
+    <a class="reference internal" href="../user-guide/common-operations/views.html">
      Registering Views
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/basic-info.html">
+    <a class="reference internal" href="../user-guide/common-operations/basic-info.html">
      Basic Operations
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/select-and-filter.html">
+    <a class="reference internal" href="../user-guide/common-operations/select-and-filter.html">
      Column Selections
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/expressions.html">
+    <a class="reference internal" href="../user-guide/common-operations/expressions.html">
      Expressions
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/joins.html">
+    <a class="reference internal" href="../user-guide/common-operations/joins.html">
      Joins
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/functions.html">
+    <a class="reference internal" href="../user-guide/common-operations/functions.html">
      Functions
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/aggregations.html">
+    <a class="reference internal" href="../user-guide/common-operations/aggregations.html">
      Aggregation
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/windows.html">
+    <a class="reference internal" href="../user-guide/common-operations/windows.html">
      Window Functions
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/udf-and-udfa.html">
+    <a class="reference internal" href="../user-guide/common-operations/udf-and-udfa.html">
      User-Defined Functions
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../../user-guide/io/index.html">
+  <a class="reference internal" href="../user-guide/io/index.html">
    IO
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
@@ -190,44 +190,44 @@
   </label>
   <ul>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/arrow.html">
+    <a class="reference internal" href="../user-guide/io/arrow.html">
      Arrow
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/avro.html">
+    <a class="reference internal" href="../user-guide/io/avro.html">
      Avro
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/csv.html">
+    <a class="reference internal" href="../user-guide/io/csv.html">
      CSV
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/json.html">
+    <a class="reference internal" href="../user-guide/io/json.html">
      JSON
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/parquet.html">
+    <a class="reference internal" href="../user-guide/io/parquet.html">
      Parquet
     </a>
    </li>
    <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/table_provider.html">
+    <a class="reference internal" href="../user-guide/io/table_provider.html">
      Custom Table Provider
     </a>
    </li>
   </ul>
  </li>
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/configuration.html">
+  <a class="reference internal" href="../user-guide/configuration.html">
    Configuration
   </a>
  </li>
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/sql.html">
+  <a class="reference internal" href="../user-guide/sql.html">
    SQL
   </a>
  </li>
@@ -239,12 +239,12 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../contributor-guide/introduction.html">
+  <a class="reference internal" href="../contributor-guide/introduction.html">
    Introduction
   </a>
  </li>
  <li class="toctree-l1">
-  <a class="reference internal" href="../../../contributor-guide/ffi.html">
+  <a class="reference internal" href="../contributor-guide/ffi.html">
    Python Extensions
   </a>
  </li>
@@ -256,7 +256,7 @@
 </p>
 <ul class="current nav bd-sidenav">
  <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../../index.html">
+  <a class="current reference internal" href="#">
    API Reference
   </a>
   <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,111 +264,118 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="../index.html">
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2 has-children">
+    <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
-    <ul class="current">
+    <ul>
      <li class="toctree-l3">
-      <a class="reference internal" href="../catalog/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/catalog/index.html">
        datafusion.catalog
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../context/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../dataframe/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/dataframe/index.html">
        datafusion.dataframe
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../expr/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/expr/index.html">
        datafusion.expr
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../functions/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/functions/index.html">
        datafusion.functions
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../html_formatter/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/html_formatter/index.html">
        datafusion.html_formatter
       </a>
      </li>
      <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../input/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
       <ul>
        <li class="toctree-l4">
-        <a class="reference internal" href="../input/base/index.html">
+        <a class="reference internal" href="../autoapi/datafusion/input/base/index.html">
          datafusion.input.base
         </a>
        </li>
        <li class="toctree-l4">
-        <a class="reference internal" href="../input/location/index.html">
+        <a class="reference internal" href="../autoapi/datafusion/input/location/index.html">
          datafusion.input.location
         </a>
        </li>
       </ul>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../io/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/io/index.html">
        datafusion.io
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../object_store/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/object_store/index.html">
        datafusion.object_store
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../plan/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/plan/index.html">
        datafusion.plan
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../record_batch/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/record_batch/index.html">
        datafusion.record_batch
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../substrait/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/substrait/index.html">
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3 current active">
-      <a class="current reference internal" href="#">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../unparser/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
       </a>
      </li>
      <li class="toctree-l3">
-      <a class="reference internal" href="../user_defined/index.html">
+      <a class="reference internal" href="../autoapi/datafusion/user_defined/index.html">
        datafusion.user_defined
       </a>
      </li>
@@ -416,9 +423,24 @@
               
               <div>
                 
-  <section id="module-datafusion.udf">
-<span id="datafusion-udf"></span><h1>datafusion.udf<a class="headerlink" href="#module-datafusion.udf" title="Link to this heading">¶</a></h1>
-<p>Deprecated module for user defined functions.</p>
+  <section id="api-reference">
+<h1>API Reference<a class="headerlink" href="#api-reference" title="Link to this heading">¶</a></h1>
+<p>This section provides detailed API documentation for the DataFusion Python library.</p>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="dataframe.html">DataFrame API</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#overview">Overview</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#creating-dataframes">Creating DataFrames</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#common-dataframe-operations">Common DataFrame Operations</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#terminal-operations">Terminal Operations</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#html-rendering-in-jupyter">HTML Rendering in Jupyter</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#html-rendering-customization">HTML Rendering Customization</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#best-practices">Best Practices</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dataframe.html#additional-resources">Additional Resources</a></li>
+</ul>
+</li>
+</ul>
+</div>
 </section>
 
 
@@ -427,17 +449,17 @@
               
               <!-- Previous / next buttons -->
 <div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../substrait/index.html" title="previous page">
+    <a class='left-prev' id="prev-link" href="../contributor-guide/ffi.html" title="previous page">
         <i class="fas fa-angle-left"></i>
         <div class="prev-next-info">
             <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">datafusion.substrait</p>
+            <p class="prev-next-title">Python Extensions</p>
         </div>
     </a>
-    <a class='right-next' id="next-link" href="../unparser/index.html" title="next page">
+    <a class='right-next' id="next-link" href="dataframe.html" title="next page">
     <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">datafusion.unparser</p>
+        <p class="prev-next-title">DataFrame API</p>
     </div>
     <i class="fas fa-angle-right"></i>
     </a>
@@ -449,7 +471,7 @@
       </div>
     </div>
   
-    <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
+    <script src="../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
   
 <!-- Based on pydata_sphinx_theme/footer.html -->
 <footer class="footer mt-5 mt-md-0">
diff --git a/autoapi/datafusion/catalog/index.html b/autoapi/datafusion/catalog/index.html
index 7629a570..a2bf15b7 100644
--- a/autoapi/datafusion/catalog/index.html
+++ b/autoapi/datafusion/catalog/index.html
@@ -34,7 +34,7 @@
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
-    <link rel="next" title="datafusion.col" href="../col/index.html" />
+    <link rel="next" title="datafusion.context" href="../context/index.html" />
     <link rel="prev" title="datafusion" href="../index.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
@@ -656,10 +663,10 @@
             <p class="prev-next-title">datafusion</p>
         </div>
     </a>
-    <a class='right-next' id="next-link" href="../col/index.html" title="next page">
+    <a class='right-next' id="next-link" href="../context/index.html" title="next page">
     <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">datafusion.col</p>
+        <p class="prev-next-title">datafusion.context</p>
     </div>
     <i class="fas fa-angle-right"></i>
     </a>
diff --git a/autoapi/datafusion/col/index.html b/autoapi/datafusion/col/index.html
deleted file mode 100644
index 77e23e0e..00000000
--- a/autoapi/datafusion/col/index.html
+++ /dev/null
@@ -1,540 +0,0 @@
-<!DOCTYPE html>
-
-<html lang="en" data-content_root="../../../">
-  <head>
-    <meta charset="utf-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
-
-    <title>datafusion.col &#8212; Apache Arrow DataFusion  documentation</title>
-    
-    <link href="../../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
-  
-    
-    <link rel="stylesheet"
-      href="../../../_static/vendor/fontawesome/5.13.0/css/all.min.css">
-    <link rel="preload" as="font" type="font/woff2" crossorigin
-      href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
-    <link rel="preload" as="font" type="font/woff2" crossorigin
-      href="../../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
-  
-    
-      
-  
-    
-    <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=8f2a1f02" />
-    <link rel="stylesheet" type="text/css" href="../../../_static/styles/pydata-sphinx-theme.css?v=1140d252" />
-    <link rel="stylesheet" type="text/css" href="../../../_static/graphviz.css?v=4ae1632d" />
-    <link rel="stylesheet" type="text/css" href="../../../_static/theme_overrides.css?v=dca7052a" />
-    
-    <link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
-  
-    <script src="../../../_static/documentation_options.js?v=8a448e45"></script>
-    <script src="../../../_static/doctools.js?v=9bcbadda"></script>
-    <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
-    <link rel="index" title="Index" href="../../../genindex.html" />
-    <link rel="search" title="Search" href="../../../search.html" />
-    <link rel="next" title="datafusion.context" href="../context/index.html" />
-    <link rel="prev" title="datafusion.catalog" href="../catalog/index.html" />
-    <meta name="viewport" content="width=device-width, initial-scale=1" />
-    <meta name="docsearch:language" content="en">
-    
-
-    <!-- Google Analytics -->
-    
-  </head>
-  <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
-    
-    <div class="container-fluid" id="banner"></div>
-
-    
-
-
-    <div class="container-xl">
-      <div class="row">
-          
-            
-            <!-- Only show if we have sidebars configured, else just a small margin  -->
-            <div class="col-12 col-md-3 bd-sidebar">
-              <div class="sidebar-start-items">
-<a class="navbar-brand" href="../../../index.html">
-  <img src="../../../_static/images/2x_bgwhite_original.png" class="logo" alt="logo">
-</a>
-
-<form class="bd-search d-flex align-items-center" action="../../../search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
-</form>
-
-<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
-  <div class="bd-toc-item active">
-    
-    <p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  LINKS
- </span>
-</p>
-<ul class="nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference external" href="https://github.com/apache/datafusion-python">
-   Github and Issue Tracker
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/">
-   Rust's API Docs
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md">
-   Code of conduct
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples">
-   Examples
-  </a>
- </li>
-</ul>
-<p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  USER GUIDE
- </span>
-</p>
-<ul class="nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/introduction.html">
-   Introduction
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/basics.html">
-   Concepts
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/data-sources.html">
-   Data Sources
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/dataframe.html">
-   DataFrames
-  </a>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../../user-guide/common-operations/index.html">
-   Common Operations
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
-  <label for="toctree-checkbox-1">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/views.html">
-     Registering Views
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/basic-info.html">
-     Basic Operations
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/select-and-filter.html">
-     Column Selections
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/expressions.html">
-     Expressions
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/joins.html">
-     Joins
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/functions.html">
-     Functions
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/aggregations.html">
-     Aggregation
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/windows.html">
-     Window Functions
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/common-operations/udf-and-udfa.html">
-     User-Defined Functions
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../../user-guide/io/index.html">
-   IO
-  </a>
-  <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
-  <label for="toctree-checkbox-2">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/arrow.html">
-     Arrow
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/avro.html">
-     Avro
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/csv.html">
-     CSV
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/json.html">
-     JSON
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/parquet.html">
-     Parquet
-    </a>
-   </li>
-   <li class="toctree-l2">
-    <a class="reference internal" href="../../../user-guide/io/table_provider.html">
-     Custom Table Provider
-    </a>
-   </li>
-  </ul>
- </li>
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/configuration.html">
-   Configuration
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../user-guide/sql.html">
-   SQL
-  </a>
- </li>
-</ul>
-<p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  CONTRIBUTOR GUIDE
- </span>
-</p>
-<ul class="nav bd-sidenav">
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../contributor-guide/introduction.html">
-   Introduction
-  </a>
- </li>
- <li class="toctree-l1">
-  <a class="reference internal" href="../../../contributor-guide/ffi.html">
-   Python Extensions
-  </a>
- </li>
-</ul>
-<p aria-level="2" class="caption" role="heading">
- <span class="caption-text">
-  API
- </span>
-</p>
-<ul class="current nav bd-sidenav">
- <li class="toctree-l1 current active has-children">
-  <a class="reference internal" href="../../index.html">
-   API Reference
-  </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
-   <i class="fas fa-chevron-down">
-   </i>
-  </label>
-  <ul class="current">
-   <li class="toctree-l2 current active has-children">
-    <a class="reference internal" href="../index.html">
-     datafusion
-    </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
-     <i class="fas fa-chevron-down">
-     </i>
-    </label>
-    <ul class="current">
-     <li class="toctree-l3">
-      <a class="reference internal" href="../catalog/index.html">
-       datafusion.catalog
-      </a>
-     </li>
-     <li class="toctree-l3 current active">
-      <a class="current reference internal" href="#">
-       datafusion.col
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../context/index.html">
-       datafusion.context
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../dataframe/index.html">
-       datafusion.dataframe
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../expr/index.html">
-       datafusion.expr
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../functions/index.html">
-       datafusion.functions
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../html_formatter/index.html">
-       datafusion.html_formatter
-      </a>
-     </li>
-     <li class="toctree-l3 has-children">
-      <a class="reference internal" href="../input/index.html">
-       datafusion.input
-      </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
-       <i class="fas fa-chevron-down">
-       </i>
-      </label>
-      <ul>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../input/base/index.html">
-         datafusion.input.base
-        </a>
-       </li>
-       <li class="toctree-l4">
-        <a class="reference internal" href="../input/location/index.html">
-         datafusion.input.location
-        </a>
-       </li>
-      </ul>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../io/index.html">
-       datafusion.io
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../object_store/index.html">
-       datafusion.object_store
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../plan/index.html">
-       datafusion.plan
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../record_batch/index.html">
-       datafusion.record_batch
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../substrait/index.html">
-       datafusion.substrait
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../unparser/index.html">
-       datafusion.unparser
-      </a>
-     </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../user_defined/index.html">
-       datafusion.user_defined
-      </a>
-     </li>
-    </ul>
-   </li>
-  </ul>
- </li>
-</ul>
-
-    
-  </div>
-</nav>
-              </div>
-              <div class="sidebar-end-items">
-              </div>
-            </div>
-            
-          
-
-          
-          <div class="d-none d-xl-block col-xl-2 bd-toc">
-            
-              
-              <div class="toc-item">
-                
-<div class="tocsection onthispage pt-5 pb-3">
-    <i class="fas fa-list"></i> On this page
-</div>
-
-<nav id="bd-toc-nav">
-    <ul class="visible nav section-nav flex-column">
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#attributes">
-   Attributes
-  </a>
- </li>
- <li class="toc-h2 nav-item toc-entry">
-  <a class="reference internal nav-link" href="#module-contents">
-   Module Contents
-  </a>
-  <ul class="visible nav section-nav flex-column">
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#datafusion.col.col">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       col
-      </span>
-     </code>
-    </a>
-   </li>
-   <li class="toc-h3 nav-item toc-entry">
-    <a class="reference internal nav-link" href="#datafusion.col.column">
-     <code class="docutils literal notranslate">
-      <span class="pre">
-       column
-      </span>
-     </code>
-    </a>
-   </li>
-  </ul>
- </li>
-</ul>
-
-</nav>
-              </div>
-              
-              <div class="toc-item">
-                
-              </div>
-              
-            
-          </div>
-          
-
-          
-          
-            
-          
-          <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main">
-              
-              <div>
-                
-  <section id="module-datafusion.col">
-<span id="datafusion-col"></span><h1>datafusion.col<a class="headerlink" href="#module-datafusion.col" title="Link to this heading">¶</a></h1>
-<p>Col class.</p>
-<section id="attributes">
-<h2>Attributes<a class="headerlink" href="#attributes" title="Link to this heading">¶</a></h2>
-<table class="autosummary longtable table autosummary">
-<tbody>
-<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.col.col" title="datafusion.col.col"><code class="xref py py-obj docutils literal notranslate"><span class="pre">col</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="#datafusion.col.column" title="datafusion.col.column"><code class="xref py py-obj docutils literal notranslate"><span class="pre">column</span></code></a></p></td>
-<td><p></p></td>
-</tr>
-</tbody>
-</table>
-</section>
-<section id="module-contents">
-<h2>Module Contents<a class="headerlink" href="#module-contents" title="Link to this heading">¶</a></h2>
-<dl class="py data">
-<dt class="sig sig-object py" id="datafusion.col.col">
-<span class="sig-prename descclassname"><span class="pre">datafusion.col.</span></span><span class="sig-name descname"><span class="pre">col</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Col</span></em><a class="headerlink" href="#datafusion.col.col" title="Link to this definition">¶</a></dt>
-<dd></dd></dl>
-
-<dl class="py data">
-<dt class="sig sig-object py" id="datafusion.col.column">
-<span class="sig-prename descclassname"><span class="pre">datafusion.col.</span></span><span class="sig-name descname"><span class="pre">column</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Col</span></em><a class="headerlink" href="#datafusion.col.column" title="Link to this definition">¶</a></dt>
-<dd></dd></dl>
-
-</section>
-</section>
-
-
-              </div>
-              
-              
-              <!-- Previous / next buttons -->
-<div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../catalog/index.html" title="previous page">
-        <i class="fas fa-angle-left"></i>
-        <div class="prev-next-info">
-            <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">datafusion.catalog</p>
-        </div>
-    </a>
-    <a class='right-next' id="next-link" href="../context/index.html" title="next page">
-    <div class="prev-next-info">
-        <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">datafusion.context</p>
-    </div>
-    <i class="fas fa-angle-right"></i>
-    </a>
-</div>
-              
-          </main>
-          
-
-      </div>
-    </div>
-  
-    <script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
-  
-<!-- Based on pydata_sphinx_theme/footer.html -->
-<footer class="footer mt-5 mt-md-0">
-  <div class="container">
-    
-    <div class="footer-item">
-      <p class="copyright">
-    &copy; Copyright 2019-2024, Apache Software Foundation.<br>
-</p>
-    </div>
-    
-    <div class="footer-item">
-      <p class="sphinx-version">
-Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br>
-</p>
-    </div>
-    
-    <div class="footer-item">
-      <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p>
-      <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
-    </div>
-  </div>
-</footer>
-
-
-  </body>
-</html>
\ No newline at end of file
diff --git a/autoapi/datafusion/context/index.html b/autoapi/datafusion/context/index.html
index 097fcd72..8d56dd3e 100644
--- a/autoapi/datafusion/context/index.html
+++ b/autoapi/datafusion/context/index.html
@@ -35,7 +35,7 @@
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
     <link rel="next" title="datafusion.dataframe" href="../dataframe/index.html" />
-    <link rel="prev" title="datafusion.col" href="../col/index.html" />
+    <link rel="prev" title="datafusion.catalog" href="../catalog/index.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
     
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3 current active">
       <a class="current reference internal" href="#">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
@@ -2238,11 +2245,11 @@ provided options.</p>
               
               <!-- Previous / next buttons -->
 <div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../col/index.html" title="previous page">
+    <a class='left-prev' id="prev-link" href="../catalog/index.html" title="previous page">
         <i class="fas fa-angle-left"></i>
         <div class="prev-next-info">
             <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">datafusion.col</p>
+            <p class="prev-next-title">datafusion.catalog</p>
         </div>
     </a>
     <a class='right-next' id="next-link" href="../dataframe/index.html" title="next page">
diff --git a/autoapi/datafusion/dataframe/index.html b/autoapi/datafusion/dataframe/index.html
index 75e62c26..0294d502 100644
--- a/autoapi/datafusion/dataframe/index.html
+++ b/autoapi/datafusion/dataframe/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/expr/index.html b/autoapi/datafusion/expr/index.html
index 62411520..c4a3a042 100644
--- a/autoapi/datafusion/expr/index.html
+++ b/autoapi/datafusion/expr/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/functions/index.html b/autoapi/datafusion/functions/index.html
index 16accb2f..037dad83 100644
--- a/autoapi/datafusion/functions/index.html
+++ b/autoapi/datafusion/functions/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/html_formatter/index.html b/autoapi/datafusion/html_formatter/index.html
index 53292c61..cbe99ded 100644
--- a/autoapi/datafusion/html_formatter/index.html
+++ b/autoapi/datafusion/html_formatter/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/index.html b/autoapi/datafusion/index.html
index af84cab2..56eaf64e 100644
--- a/autoapi/datafusion/index.html
+++ b/autoapi/datafusion/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="current reference internal" href="#">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="unparser/index.html">
        datafusion.unparser
@@ -2643,7 +2650,6 @@ See <a class="reference external" href="https://datafusion.apache.org/python">ht
 <div class="toctree-wrapper compound">
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="catalog/index.html">datafusion.catalog</a></li>
-<li class="toctree-l1"><a class="reference internal" href="col/index.html">datafusion.col</a></li>
 <li class="toctree-l1"><a class="reference internal" href="context/index.html">datafusion.context</a></li>
 <li class="toctree-l1"><a class="reference internal" href="dataframe/index.html">datafusion.dataframe</a></li>
 <li class="toctree-l1"><a class="reference internal" href="expr/index.html">datafusion.expr</a></li>
@@ -2655,7 +2661,6 @@ See <a class="reference external" href="https://datafusion.apache.org/python">ht
 <li class="toctree-l1"><a class="reference internal" href="plan/index.html">datafusion.plan</a></li>
 <li class="toctree-l1"><a class="reference internal" href="record_batch/index.html">datafusion.record_batch</a></li>
 <li class="toctree-l1"><a class="reference internal" href="substrait/index.html">datafusion.substrait</a></li>
-<li class="toctree-l1"><a class="reference internal" href="udf/index.html">datafusion.udf</a></li>
 <li class="toctree-l1"><a class="reference internal" href="unparser/index.html">datafusion.unparser</a></li>
 <li class="toctree-l1"><a class="reference internal" href="user_defined/index.html">datafusion.user_defined</a></li>
 </ul>
@@ -2677,7 +2682,7 @@ See <a class="reference external" href="https://datafusion.apache.org/python">ht
 <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.udaf" title="datafusion.udaf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udaf</span></code></a></p></td>
 <td><p></p></td>
 </tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="udf/index.html#module-datafusion.udf" title="datafusion.udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udf</span></code></a></p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="#datafusion.udf" title="datafusion.udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udf</span></code></a></p></td>
 <td><p></p></td>
 </tr>
 <tr class="row-even"><td><p><a class="reference internal" href="#datafusion.udtf" title="datafusion.udtf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udtf</span></code></a></p></td>
@@ -4203,7 +4208,7 @@ multiple spillable operators that all will spill.</p>
 <p>Scalar UDFs operate on a row by row basis. See also <a class="reference internal" href="#datafusion.AggregateUDF" title="datafusion.AggregateUDF"><code class="xref py py-class docutils literal notranslate"><span class="pre">AggregateUDF</span></code></a> for
 operating on a group of rows.</p>
 <p>Instantiate a scalar user-defined function (UDF).</p>
-<p>See helper method <a class="reference internal" href="udf/index.html#module-datafusion.udf" title="datafusion.udf"><code class="xref py py-func docutils literal notranslate"><span class="pre">udf()</span></code></a> for argument details.</p>
+<p>See helper method <a class="reference internal" href="#datafusion.udf" title="datafusion.udf"><code class="xref py py-func docutils literal notranslate"><span class="pre">udf()</span></code></a> for argument details.</p>
 <dl class="py method">
 <dt class="sig sig-object py" id="datafusion.ScalarUDF.__call__">
 <span class="sig-name descname"><span class="pre">__call__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="expr/index.html#datafusion.expr.Expr" title="datafusion.expr.Expr"><span class="pre">datafusion.expr.Expr</span></a></span></em><span class= [...]
diff --git a/autoapi/datafusion/input/base/index.html b/autoapi/datafusion/input/base/index.html
index b7958e53..35678720 100644
--- a/autoapi/datafusion/input/base/index.html
+++ b/autoapi/datafusion/input/base/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../index.html">
        datafusion.input
       </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/input/index.html b/autoapi/datafusion/input/index.html
index 299228ad..938b48a0 100644
--- a/autoapi/datafusion/input/index.html
+++ b/autoapi/datafusion/input/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="current reference internal" href="#">
        datafusion.input
       </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/input/location/index.html b/autoapi/datafusion/input/location/index.html
index f0890e2a..d6b56fc7 100644
--- a/autoapi/datafusion/input/location/index.html
+++ b/autoapi/datafusion/input/location/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../index.html">
        datafusion.input
       </a>
-      <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input checked="" class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/io/index.html b/autoapi/datafusion/io/index.html
index 726ec263..6ed86dd6 100644
--- a/autoapi/datafusion/io/index.html
+++ b/autoapi/datafusion/io/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/object_store/index.html b/autoapi/datafusion/object_store/index.html
index d3a249fb..44c4f530 100644
--- a/autoapi/datafusion/object_store/index.html
+++ b/autoapi/datafusion/object_store/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/plan/index.html b/autoapi/datafusion/plan/index.html
index bfb70723..524c7580 100644
--- a/autoapi/datafusion/plan/index.html
+++ b/autoapi/datafusion/plan/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/record_batch/index.html b/autoapi/datafusion/record_batch/index.html
index 3db4e2b6..578c8514 100644
--- a/autoapi/datafusion/record_batch/index.html
+++ b/autoapi/datafusion/record_batch/index.html
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/datafusion/substrait/index.html b/autoapi/datafusion/substrait/index.html
index 9443e482..da018847 100644
--- a/autoapi/datafusion/substrait/index.html
+++ b/autoapi/datafusion/substrait/index.html
@@ -34,7 +34,7 @@
     <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
-    <link rel="next" title="datafusion.udf" href="../udf/index.html" />
+    <link rel="next" title="datafusion.unparser" href="../unparser/index.html" />
     <link rel="prev" title="datafusion.record_batch" href="../record_batch/index.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
@@ -752,10 +759,10 @@ ctx: SessionContext to use.</p>
             <p class="prev-next-title">datafusion.record_batch</p>
         </div>
     </a>
-    <a class='right-next' id="next-link" href="../udf/index.html" title="next page">
+    <a class='right-next' id="next-link" href="../unparser/index.html" title="next page">
     <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
-        <p class="prev-next-title">datafusion.udf</p>
+        <p class="prev-next-title">datafusion.unparser</p>
     </div>
     <i class="fas fa-angle-right"></i>
     </a>
diff --git a/autoapi/datafusion/unparser/index.html b/autoapi/datafusion/unparser/index.html
index 33d59e04..7d68e96d 100644
--- a/autoapi/datafusion/unparser/index.html
+++ b/autoapi/datafusion/unparser/index.html
@@ -35,7 +35,7 @@
     <link rel="index" title="Index" href="../../../genindex.html" />
     <link rel="search" title="Search" href="../../../search.html" />
     <link rel="next" title="datafusion.user_defined" href="../user_defined/index.html" />
-    <link rel="prev" title="datafusion.udf" href="../udf/index.html" />
+    <link rel="prev" title="datafusion.substrait" href="../substrait/index.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
     
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3 current active">
       <a class="current reference internal" href="#">
        datafusion.unparser
@@ -630,11 +637,11 @@
               
               <!-- Previous / next buttons -->
 <div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../udf/index.html" title="previous page">
+    <a class='left-prev' id="prev-link" href="../substrait/index.html" title="previous page">
         <i class="fas fa-angle-left"></i>
         <div class="prev-next-info">
             <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">datafusion.udf</p>
+            <p class="prev-next-title">datafusion.substrait</p>
         </div>
     </a>
     <a class='right-next' id="next-link" href="../user_defined/index.html" title="next page">
diff --git a/autoapi/datafusion/user_defined/index.html b/autoapi/datafusion/user_defined/index.html
index 40d8f071..40394dcc 100644
--- a/autoapi/datafusion/user_defined/index.html
+++ b/autoapi/datafusion/user_defined/index.html
@@ -254,12 +254,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="reference internal" href="../../index.html">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -268,8 +285,8 @@
     <a class="reference internal" href="../index.html">
      datafusion
     </a>
-    <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input checked="" class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -279,11 +296,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../context/index.html">
        datafusion.context
@@ -313,8 +325,8 @@
       <a class="reference internal" href="../input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -356,11 +368,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../unparser/index.html">
        datafusion.unparser
diff --git a/autoapi/index.html b/autoapi/index.html
index b8d920ea..17680d89 100644
--- a/autoapi/index.html
+++ b/autoapi/index.html
@@ -35,7 +35,7 @@
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="datafusion" href="datafusion/index.html" />
-    <link rel="prev" title="Python Extensions" href="../contributor-guide/ffi.html" />
+    <link rel="prev" title="DataFrame API" href="../api/dataframe.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
     
@@ -255,12 +255,29 @@
  </span>
 </p>
 <ul class="current nav bd-sidenav">
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../api/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
+  <label for="toctree-checkbox-3">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
  <li class="toctree-l1 current active has-children">
   <a class="current reference internal" href="#">
    API Reference
   </a>
-  <input checked="" class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
-  <label for="toctree-checkbox-3">
+  <input checked="" class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
    <i class="fas fa-chevron-down">
    </i>
   </label>
@@ -269,8 +286,8 @@
     <a class="reference internal" href="datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="datafusion/unparser/index.html">
        datafusion.unparser
@@ -423,7 +430,6 @@
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="datafusion/index.html">datafusion</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/catalog/index.html">datafusion.catalog</a></li>
-<li class="toctree-l2"><a class="reference internal" href="datafusion/col/index.html">datafusion.col</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/context/index.html">datafusion.context</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/dataframe/index.html">datafusion.dataframe</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/expr/index.html">datafusion.expr</a></li>
@@ -439,7 +445,6 @@
 <li class="toctree-l2"><a class="reference internal" href="datafusion/plan/index.html">datafusion.plan</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/record_batch/index.html">datafusion.record_batch</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/substrait/index.html">datafusion.substrait</a></li>
-<li class="toctree-l2"><a class="reference internal" href="datafusion/udf/index.html">datafusion.udf</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/unparser/index.html">datafusion.unparser</a></li>
 <li class="toctree-l2"><a class="reference internal" href="datafusion/user_defined/index.html">datafusion.user_defined</a></li>
 </ul>
@@ -460,11 +465,11 @@
               
               <!-- Previous / next buttons -->
 <div class='prev-next-area'>
-    <a class='left-prev' id="prev-link" href="../contributor-guide/ffi.html" title="previous page">
+    <a class='left-prev' id="prev-link" href="../api/dataframe.html" title="previous page">
         <i class="fas fa-angle-left"></i>
         <div class="prev-next-info">
             <p class="prev-next-subtitle">previous</p>
-            <p class="prev-next-title">Python Extensions</p>
+            <p class="prev-next-title">DataFrame API</p>
         </div>
     </a>
     <a class='right-next' id="next-link" href="datafusion/index.html" title="next page">
diff --git a/contributor-guide/ffi.html b/contributor-guide/ffi.html
index 2607e722..0559e6bc 100644
--- a/contributor-guide/ffi.html
+++ b/contributor-guide/ffi.html
@@ -34,7 +34,7 @@
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
-    <link rel="next" title="API Reference" href="../autoapi/index.html" />
+    <link rel="next" title="API Reference" href="../api/index.html" />
     <link rel="prev" title="Introduction" href="introduction.html" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta name="docsearch:language" content="en">
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -629,7 +636,7 @@ the latest status, we recommend reviewing the code in the <a class="reference ex
             <p class="prev-next-title">Introduction</p>
         </div>
     </a>
-    <a class='right-next' id="next-link" href="../autoapi/index.html" title="next page">
+    <a class='right-next' id="next-link" href="../api/index.html" title="next page">
     <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
         <p class="prev-next-title">API Reference</p>
diff --git a/contributor-guide/introduction.html b/contributor-guide/introduction.html
index a8c329ba..9e50f7c1 100644
--- a/contributor-guide/introduction.html
+++ b/contributor-guide/introduction.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/genindex.html b/genindex.html
index 3044426d..a43799e9 100644
--- a/genindex.html
+++ b/genindex.html
@@ -253,7 +253,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="autoapi/index.html">
+  <a class="reference internal" href="api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -261,13 +261,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -277,11 +294,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/context/index.html">
        datafusion.context
@@ -311,8 +323,8 @@
       <a class="reference internal" href="autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -354,11 +366,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -1189,11 +1196,7 @@
       <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.coalesce">coalesce() (in module datafusion.functions)</a>
 </li>
       <li><a href="autoapi/datafusion/index.html#datafusion.col">col (in module datafusion)</a>
-
-      <ul>
-        <li><a href="autoapi/datafusion/col/index.html#datafusion.col.col">(in module datafusion.col)</a>
 </li>
-      </ul></li>
       <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.col">col() (in module datafusion.functions)</a>
 </li>
       <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.collect">collect() (datafusion.dataframe.DataFrame method)</a>
@@ -1201,21 +1204,17 @@
       <li><a href="autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.collect_partitioned">collect_partitioned() (datafusion.dataframe.DataFrame method)</a>
 </li>
       <li><a href="autoapi/datafusion/index.html#datafusion.column">column (in module datafusion)</a>
-
-      <ul>
-        <li><a href="autoapi/datafusion/col/index.html#datafusion.col.column">(in module datafusion.col)</a>
 </li>
-      </ul></li>
       <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Column">Column (in module datafusion.expr)</a>
 </li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="autoapi/datafusion/index.html#datafusion.Expr.column">column() (datafusion.Expr static method)</a>
 
       <ul>
         <li><a href="autoapi/datafusion/expr/index.html#datafusion.expr.Expr.column">(datafusion.expr.Expr static method)</a>
 </li>
       </ul></li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="autoapi/datafusion/index.html#datafusion.Expr.column_name">column_name() (datafusion.Expr method)</a>
 
       <ul>
@@ -1352,13 +1351,6 @@
 
       <ul>
         <li><a href="autoapi/datafusion/catalog/index.html#module-datafusion.catalog">module</a>
-</li>
-      </ul></li>
-      <li>
-    datafusion.col
-
-      <ul>
-        <li><a href="autoapi/datafusion/col/index.html#module-datafusion.col">module</a>
 </li>
       </ul></li>
       <li>
@@ -1450,13 +1442,6 @@
 
       <ul>
         <li><a href="autoapi/datafusion/substrait/index.html#module-datafusion.substrait">module</a>
-</li>
-      </ul></li>
-      <li>
-    datafusion.udf
-
-      <ul>
-        <li><a href="autoapi/datafusion/udf/index.html#module-datafusion.udf">module</a>
 </li>
       </ul></li>
       <li>
@@ -1479,12 +1464,12 @@
 </li>
       <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.date_trunc">date_trunc() (in module datafusion.functions)</a>
 </li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.datepart">datepart() (in module datafusion.functions)</a>
 </li>
       <li><a href="autoapi/datafusion/functions/index.html#datafusion.functions.datetrunc">datetrunc() (in module datafusion.functions)</a>
 </li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="autoapi/datafusion/catalog/index.html#datafusion.catalog.Database.db">db (datafusion.catalog.Database attribute)</a>
 
       <ul>
@@ -2235,6 +2220,8 @@
 </li>
       <li><a href="autoapi/datafusion/html_formatter/index.html#datafusion.html_formatter.DataFrameHtmlFormatter.min_rows_display">min_rows_display (datafusion.html_formatter.DataFrameHtmlFormatter attribute)</a>
 </li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li>
     module
 
@@ -2242,8 +2229,6 @@
         <li><a href="autoapi/datafusion/index.html#module-datafusion">datafusion</a>
 </li>
         <li><a href="autoapi/datafusion/catalog/index.html#module-datafusion.catalog">datafusion.catalog</a>
-</li>
-        <li><a href="autoapi/datafusion/col/index.html#module-datafusion.col">datafusion.col</a>
 </li>
         <li><a href="autoapi/datafusion/context/index.html#module-datafusion.context">datafusion.context</a>
 </li>
@@ -2270,16 +2255,12 @@
         <li><a href="autoapi/datafusion/record_batch/index.html#module-datafusion.record_batch">datafusion.record_batch</a>
 </li>
         <li><a href="autoapi/datafusion/substrait/index.html#module-datafusion.substrait">datafusion.substrait</a>
-</li>
-        <li><a href="autoapi/datafusion/udf/index.html#module-datafusion.udf">datafusion.udf</a>
 </li>
         <li><a href="autoapi/datafusion/unparser/index.html#module-datafusion.unparser">datafusion.unparser</a>
 </li>
         <li><a href="autoapi/datafusion/user_defined/index.html#module-datafusion.user_defined">datafusion.user_defined</a>
 </li>
       </ul></li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="autoapi/datafusion/unparser/index.html#datafusion.unparser.Dialect.mysql">mysql() (datafusion.unparser.Dialect static method)</a>
 </li>
   </ul></td>
diff --git a/index.html b/index.html
index e143b33f..1e1a5580 100644
--- a/index.html
+++ b/index.html
@@ -255,7 +255,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="autoapi/index.html">
+  <a class="reference internal" href="api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -263,13 +263,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -279,11 +296,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/context/index.html">
        datafusion.context
@@ -313,8 +325,8 @@
       <a class="reference internal" href="autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -356,11 +368,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/objects.inv b/objects.inv
index da03cabb..f2d97e20 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/py-modindex.html b/py-modindex.html
index 997fa801..3deaca22 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="autoapi/index.html">
+  <a class="reference internal" href="api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -424,11 +431,6 @@
        <td>&#160;&#160;&#160;
        <a href="autoapi/datafusion/catalog/index.html#module-datafusion.catalog"><code class="xref">datafusion.catalog</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-1">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="autoapi/datafusion/col/index.html#module-datafusion.col"><code class="xref">datafusion.col</code></a></td><td>
-       <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
@@ -494,11 +496,6 @@
        <td>&#160;&#160;&#160;
        <a href="autoapi/datafusion/substrait/index.html#module-datafusion.substrait"><code class="xref">datafusion.substrait</code></a></td><td>
        <em></em></td></tr>
-     <tr class="cg-1">
-       <td></td>
-       <td>&#160;&#160;&#160;
-       <a href="autoapi/datafusion/udf/index.html#module-datafusion.udf"><code class="xref">datafusion.udf</code></a></td><td>
-       <em></em></td></tr>
      <tr class="cg-1">
        <td></td>
        <td>&#160;&#160;&#160;
diff --git a/search.html b/search.html
index 6602d8b2..7f1d77f3 100644
--- a/search.html
+++ b/search.html
@@ -260,7 +260,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="autoapi/index.html">
+  <a class="reference internal" href="api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -268,13 +268,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -284,11 +301,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/context/index.html">
        datafusion.context
@@ -318,8 +330,8 @@
       <a class="reference internal" href="autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -361,11 +373,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/searchindex.js b/searchindex.js
index 56b71334..01bf2cd9 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"API Reference": [[19, null]], "Aggregate Functions": [[24, "aggregate-functions"], [31, "aggregate-functions"], [33, "aggregate-functions"]], "Aggregation": [[24, null]], "Alternative Approach": [[20, "alternative-approach"]], "Arrays": [[26, "arrays"]], "Arrow": [[38, null]], "Attributes": [[1, "attributes"], [4, "attributes"], [7, "attributes"], [12, "attributes"], [18, "attributes"]], "Available Functions": [[33, "available-functions"]], "Avro": [[39, n [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"API Reference": [[1, null], [19, null]], "Additional Resources": [[0, "additional-resources"]], "Aggregate Functions": [[24, "aggregate-functions"], [31, "aggregate-functions"], [33, "aggregate-functions"]], "Aggregation": [[24, null]], "Alternative Approach": [[20, "alternative-approach"]], "Arrays": [[26, "arrays"]], "Arrow": [[38, null]], "Attributes": [[5, "attributes"], [8, "attributes"], [13, "attributes"], [18, "attributes"]], "Available Functions": [...]
\ No newline at end of file
diff --git a/user-guide/basics.html b/user-guide/basics.html
index 3596aa2c..60e5989f 100644
--- a/user-guide/basics.html
+++ b/user-guide/basics.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/aggregations.html b/user-guide/common-operations/aggregations.html
index e28e94d4..5d262803 100644
--- a/user-guide/common-operations/aggregations.html
+++ b/user-guide/common-operations/aggregations.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -603,15 +610,15 @@ Pokemon set. Since there will be many entries of <code class="docutils literal n
 <span class="o">+----------+--------------------------------------------------+</span>
 <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span>   <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span>                                      <span class="o">|</span>
 <span class="o">+----------+--------------------------------------------------+</span>
-<span class="o">|</span> <span class="n">Bug</span>      <span class="o">|</span> <span class="p">[,</span> <span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span>                        <span class="o">|</span>
-<span class="o">|</span> <span class="n">Poison</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                               <span class="o">|</span>
-<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span>                                <span class="o">|</span>
+<span class="o">|</span> <span class="n">Bug</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Grass</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Poison</span><span class="p">]</span>                        <span class="o">|</span>
+<span class="o">|</span> <span class="n">Poison</span>   <span class="o">|</span> <span class="p">[,</span> <span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                               <span class="o">|</span>
+<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Steel</span><span class="p">,</span> <span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                                <span class="o">|</span>
 <span class="o">|</span> <span class="n">Fairy</span>    <span class="o">|</span> <span class="p">[]</span>                                               <span class="o">|</span>
 <span class="o">|</span> <span class="n">Normal</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">,</span> <span class="p">]</span>                                <span class="o">|</span>
 <span class="o">|</span> <span class="n">Ice</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span>                                <span class="o">|</span>
-<span class="o">|</span> <span class="n">Grass</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="p">]</span>                              <span class="o">|</span>
-<span class="o">|</span> <span class="n">Fire</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span>                               <span class="o">|</span>
-<span class="o">|</span> <span class="n">Water</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">,</span> <span class="n">Dark</span><span class="p">]</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">Grass</span>    <span class="o">|</span> <span class="p">[,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span>                              <span class="o">|</span>
+<span class="o">|</span> <span class="n">Fire</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="p">]</span>                               <span class="o">|</span>
+<span class="o">|</span> <span class="n">Water</span>    <span class="o">|</span> <span class="p">[,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span>
 <span class="o">|</span> <span class="n">Ground</span>   <span class="o">|</span> <span class="p">[,</span> <span class="n">Rock</span><span class="p">]</span>                                         <span class="o">|</span>
 <span class="o">+----------+--------------------------------------------------+</span>
 <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span>
@@ -629,13 +636,13 @@ entries entirely removed. The second is we can use the <code class="docutils lit
 <span class="o">+----------+------------------------------------------------+</span>
 <span class="o">|</span> <span class="n">Bug</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span>                        <span class="o">|</span>
 <span class="o">|</span> <span class="n">Poison</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                               <span class="o">|</span>
-<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Steel</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                                <span class="o">|</span>
-<span class="o">|</span> <span class="n">Normal</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Fairy</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                                <span class="o">|</span>
-<span class="o">|</span> <span class="n">Ice</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span>                              <span class="o">|</span>
+<span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Steel</span><span class="p">]</span>                                <span class="o">|</span>
+<span class="o">|</span> <span class="n">Normal</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Fairy</span><span class="p">]</span>                                <span class="o">|</span>
+<span class="o">|</span> <span class="n">Ice</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                              <span class="o">|</span>
 <span class="o">|</span> <span class="n">Grass</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span>                              <span class="o">|</span>
-<span class="o">|</span> <span class="n">Fire</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Dragon</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                               <span class="o">|</span>
-<span class="o">|</span> <span class="n">Water</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Fighting</span><span class="p">,</span> <span class="n">Ice</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span>
-<span class="o">|</span> <span class="n">Rock</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Water</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                        <span class="o">|</span>
+<span class="o">|</span> <span class="n">Fire</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span>                               <span class="o">|</span>
+<span class="o">|</span> <span class="n">Water</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">Rock</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Water</span><span class="p">,</span> <span class="n">Ground</span><span class="p">]</span>                        <span class="o">|</span>
 <span class="o">|</span> <span class="n">Ghost</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">]</span>                                       <span class="o">|</span>
 <span class="o">+----------+------------------------------------------------+</span>
 <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span>
@@ -646,7 +653,7 @@ entries entirely removed. The second is we can use the <code class="docutils lit
 <span class="o">+----------+------------------------------------------------+</span>
 <span class="o">|</span> <span class="n">Type</span> <span class="mi">1</span>   <span class="o">|</span> <span class="n">Type</span> <span class="mi">2</span> <span class="n">List</span>                                    <span class="o">|</span>
 <span class="o">+----------+------------------------------------------------+</span>
-<span class="o">|</span> <span class="n">Bug</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span>                        <span class="o">|</span>
+<span class="o">|</span> <span class="n">Bug</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Poison</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Grass</span><span class="p">]</span>                        <span class="o">|</span>
 <span class="o">|</span> <span class="n">Poison</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Ground</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                               <span class="o">|</span>
 <span class="o">|</span> <span class="n">Electric</span> <span class="o">|</span> <span class="p">[</span><span class="n">Steel</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span>                                <span class="o">|</span>
 <span class="o">|</span> <span class="n">Fairy</span>    <span class="o">|</span>                                                <span class="o">|</span>
@@ -654,7 +661,7 @@ entries entirely removed. The second is we can use the <code class="docutils lit
 <span class="o">|</span> <span class="n">Ice</span>      <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">]</span>                              <span class="o">|</span>
 <span class="o">|</span> <span class="n">Grass</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Psychic</span><span class="p">,</span> <span class="n">Poison</span><span class="p">]</span>                              <span class="o">|</span>
 <span class="o">|</span> <span class="n">Fire</span>     <span class="o">|</span> <span class="p">[</span><span class="n">Flying</span><span class="p">,</span> <span class="n">Dragon</span><span class="p">]</span>                               <span class="o">|</span>
-<span class="o">|</span> <span class="n">Water</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">]</span> <span class="o">|</span>
+<span class="o">|</span> <span class="n">Water</span>    <span class="o">|</span> <span class="p">[</span><span class="n">Ice</span><span class="p">,</span> <span class="n">Fighting</span><span class="p">,</span> <span class="n">Poison</span><span class="p">,</span> <span class="n">Dark</span><span class="p">,</span> <span class="n">Psychic</span><span class="p">,</span> <span class="n">Flying</span><span class="p">]</span> <span class="o">|</span>
 <span class="o">|</span> <span class="n">Ground</span>   <span class="o">|</span> <span class="p">[</span><span class="n">Rock</span><span class="p">]</span>                                         <span class="o">|</span>
 <span class="o">+----------+------------------------------------------------+</span>
 <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span>
diff --git a/user-guide/common-operations/basic-info.html b/user-guide/common-operations/basic-info.html
index 7bce24b2..baa559d0 100644
--- a/user-guide/common-operations/basic-info.html
+++ b/user-guide/common-operations/basic-info.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -439,11 +446,11 @@
 <span class="o">+-----+---------+--------+--------+</span>
 <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span>   <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span>
 <span class="o">+-----+---------+--------+--------+</span>
-<span class="o">|</span> <span class="mi">1</span>   <span class="o">|</span> <span class="n">python</span>  <span class="o">|</span> <span class="mi">717</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2</span>   <span class="o">|</span> <span class="n">ruby</span>    <span class="o">|</span> <span class="mi">907</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="mi">3</span>   <span class="o">|</span> <span class="n">java</span>    <span class="o">|</span> <span class="mi">825</span>    <span class="o">|</span> <span class="n">B</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="mi">4</span>   <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">520</span>    <span class="o">|</span> <span class="n">C</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="mi">5</span>   <span class="o">|</span> <span class="n">go</span>      <span class="o">|</span> <span class="mi">789</span>    <span class="o">|</span> <span class="n">B</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span>   <span class="o">|</span> <span class="n">python</span>  <span class="o">|</span> <span class="mi">579</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2</span>   <span class="o">|</span> <span class="n">ruby</span>    <span class="o">|</span> <span class="mi">716</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">3</span>   <span class="o">|</span> <span class="n">java</span>    <span class="o">|</span> <span class="mi">232</span>    <span class="o">|</span> <span class="n">B</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">4</span>   <span class="o">|</span> <span class="n">haskell</span> <span class="o">|</span> <span class="mi">349</span>    <span class="o">|</span> <span class="n">C</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">5</span>   <span class="o">|</span> <span class="n">go</span>      <span class="o">|</span> <span class="mi">577</span>    <span class="o">|</span> <span class="n">B</span>      <span class="o">|</span>
 <span class="o">+-----+---------+--------+--------+</span>
 </pre></div>
 </div>
@@ -454,8 +461,8 @@
 <span class="o">+-----+--------+--------+--------+</span>
 <span class="o">|</span> <span class="n">nrs</span> <span class="o">|</span> <span class="n">names</span>  <span class="o">|</span> <span class="n">random</span> <span class="o">|</span> <span class="n">groups</span> <span class="o">|</span>
 <span class="o">+-----+--------+--------+--------+</span>
-<span class="o">|</span> <span class="mi">1</span>   <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">717</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2</span>   <span class="o">|</span> <span class="n">ruby</span>   <span class="o">|</span> <span class="mi">907</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">1</span>   <span class="o">|</span> <span class="n">python</span> <span class="o">|</span> <span class="mi">579</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2</span>   <span class="o">|</span> <span class="n">ruby</span>   <span class="o">|</span> <span class="mi">716</span>    <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
 <span class="o">+-----+--------+--------+--------+</span>
 </pre></div>
 </div>
@@ -473,11 +480,11 @@ passing them to an Arrow table, and then converting them to a pandas DataFrame.<
 <div class="highlight-ipython notranslate"><div class="highlight"><pre><span></span><span class="n">In</span> <span class="p">[</span><span class="mi">8</span><span class="p">]:</span> <span class="n">df</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
 <span class="n">Out</span><span class="p">[</span><span class="mi">8</span><span class="p">]:</span> 
    <span class="n">nrs</span>    <span class="n">names</span>  <span class="n">random</span> <span class="n">groups</span>
-<span class="mi">0</span>    <span class="mi">1</span>   <span class="n">python</span>     <span class="mi">717</span>      <span class="n">A</span>
-<span class="mi">1</span>    <span class="mi">2</span>     <span class="n">ruby</span>     <span class="mi">907</span>      <span class="n">A</span>
-<span class="mi">2</span>    <span class="mi">3</span>     <span class="n">java</span>     <span class="mi">825</span>      <span class="n">B</span>
-<span class="mi">3</span>    <span class="mi">4</span>  <span class="n">haskell</span>     <span class="mi">520</span>      <span class="n">C</span>
-<span class="mi">4</span>    <span class="mi">5</span>       <span class="n">go</span>     <span class="mi">789</span>      <span class="n">B</span>
+<span class="mi">0</span>    <span class="mi">1</span>   <span class="n">python</span>     <span class="mi">579</span>      <span class="n">A</span>
+<span class="mi">1</span>    <span class="mi">2</span>     <span class="n">ruby</span>     <span class="mi">716</span>      <span class="n">A</span>
+<span class="mi">2</span>    <span class="mi">3</span>     <span class="n">java</span>     <span class="mi">232</span>      <span class="n">B</span>
+<span class="mi">3</span>    <span class="mi">4</span>  <span class="n">haskell</span>     <span class="mi">349</span>      <span class="n">C</span>
+<span class="mi">4</span>    <span class="mi">5</span>       <span class="n">go</span>     <span class="mi">577</span>      <span class="n">B</span>
 </pre></div>
 </div>
 <p><a class="reference internal" href="../../autoapi/datafusion/dataframe/index.html#datafusion.dataframe.DataFrame.describe" title="datafusion.dataframe.DataFrame.describe"><code class="xref py py-func docutils literal notranslate"><span class="pre">describe()</span></code></a> shows a quick statistic summary of your data:</p>
@@ -489,11 +496,11 @@ passing them to an Arrow table, and then converting them to a pandas DataFrame.<
 <span class="o">+------------+--------------------+-------+--------------------+--------+</span>
 <span class="o">|</span> <span class="n">count</span>      <span class="o">|</span> <span class="mf">5.0</span>                <span class="o">|</span> <span class="mi">5</span>     <span class="o">|</span> <span class="mf">5.0</span>                <span class="o">|</span> <span class="mi">5</span>      <span class="o">|</span>
 <span class="o">|</span> <span class="n">null_count</span> <span class="o">|</span> <span class="mf">0.0</span>                <span class="o">|</span> <span class="mi">0</span>     <span class="o">|</span> <span class="mf">0.0</span>                <span class="o">|</span> <span class="mi">0</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="n">mean</span>       <span class="o">|</span> <span class="mf">3.0</span>                <span class="o">|</span> <span class="n">null</span>  <span class="o">|</span> <span class="mf">751.6</span>              <span class="o">|</span> <span class="n">null</span>   <span class="o">|</span>
-<span class="o">|</span> <span class="n">std</span>        <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span>  <span class="o">|</span> <span class="mf">146.43360270101942</span> <span class="o">|</span> <span class="n">null</span>   <span class="o">|</span>
-<span class="o">|</span> <span class="nb">min</span>        <span class="o">|</span> <span class="mf">1.0</span>                <span class="o">|</span> <span class="n">go</span>    <span class="o">|</span> <span class="mf">520.0</span>              <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="nb">max</span>        <span class="o">|</span> <span class="mf">5.0</span>                <span class="o">|</span> <span class="n">ruby</span>  <span class="o">|</span> <span class="mf">907.0</span>              <span class="o">|</span> <span class="n">C</span>      <span class="o">|</span>
-<span class="o">|</span> <span class="n">median</span>     <span class="o">|</span> <span class="mf">3.0</span>                <span class="o">|</span> <span class="n">null</span>  <span class="o">|</span> <span class="mf">789.0</span>              <span class="o">|</span> <span class="n">null</span>   <span class="o">|</span>
+<span class="o">|</span> <span class="n">mean</span>       <span class="o">|</span> <span class="mf">3.0</span>                <span class="o">|</span> <span class="n">null</span>  <span class="o">|</span> <span class="mf">490.6</span>              <span class="o">|</span> <span class="n">null</span>   <span class="o">|</span>
+<span class="o">|</span> <span class="n">std</span>        <span class="o">|</span> <span class="mf">1.5811388300841898</span> <span class="o">|</span> <span class="n">null</span>  <span class="o">|</span> <span class="mf">195.58195213260348</span> <span class="o">|</span> <span class="n">null</span>   <span class="o">|</span>
+<span class="o">|</span> <span class="nb">min</span>        <span class="o">|</span> <span class="mf">1.0</span>                <span class="o">|</span> <span class="n">go</span>    <span class="o">|</span> <span class="mf">232.0</span>              <span class="o">|</span> <span class="n">A</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="nb">max</span>        <span class="o">|</span> <span class="mf">5.0</span>                <span class="o">|</span> <span class="n">ruby</span>  <span class="o">|</span> <span class="mf">716.0</span>              <span class="o">|</span> <span class="n">C</span>      <span class="o">|</span>
+<span class="o">|</span> <span class="n">median</span>     <span class="o">|</span> <span class="mf">3.0</span>                <span class="o">|</span> <span class="n">null</span>  <span class="o">|</span> <span class="mf">577.0</span>              <span class="o">|</span> <span class="n">null</span>   <span class="o">|</span>
 <span class="o">+------------+--------------------+-------+--------------------+--------+</span>
 </pre></div>
 </div>
diff --git a/user-guide/common-operations/expressions.html b/user-guide/common-operations/expressions.html
index 29124509..e85cf734 100644
--- a/user-guide/common-operations/expressions.html
+++ b/user-guide/common-operations/expressions.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/functions.html b/user-guide/common-operations/functions.html
index b527250d..c4fe0dc8 100644
--- a/user-guide/common-operations/functions.html
+++ b/user-guide/common-operations/functions.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -549,16 +556,16 @@ In here we will cover some of the more popular use cases. If you want to view al
 <span class="o">+--------------------------------+</span>
 <span class="o">|</span> <span class="n">now</span><span class="p">()</span>                          <span class="o">|</span>
 <span class="o">+--------------------------------+</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
-<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">09</span><span class="n">T19</span><span class="p">:</span><span class="mi">13</span><span class="p">:</span><span class="mf">31.007911217</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
+<span class="o">|</span> <span class="mi">2025</span><span class="o">-</span><span class="mi">06</span><span class="o">-</span><span class="mi">13</span><span class="n">T16</span><span class="p">:</span><span class="mi">10</span><span class="p">:</span><span class="mf">30.170990488</span><span class="n">Z</span> <span class="o">|</span>
 <span class="o">+--------------------------------+</span>
 <span class="n">Data</span> <span class="n">truncated</span><span class="o">.</span>
 </pre></div>
diff --git a/user-guide/common-operations/index.html b/user-guide/common-operations/index.html
index af2c61f8..95b8fbbb 100644
--- a/user-guide/common-operations/index.html
+++ b/user-guide/common-operations/index.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/joins.html b/user-guide/common-operations/joins.html
index 3dc65571..604d0faa 100644
--- a/user-guide/common-operations/joins.html
+++ b/user-guide/common-operations/joins.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/select-and-filter.html b/user-guide/common-operations/select-and-filter.html
index 29f8d8a1..d17313ab 100644
--- a/user-guide/common-operations/select-and-filter.html
+++ b/user-guide/common-operations/select-and-filter.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/udf-and-udfa.html b/user-guide/common-operations/udf-and-udfa.html
index a5edf506..9d7aaa5b 100644
--- a/user-guide/common-operations/udf-and-udfa.html
+++ b/user-guide/common-operations/udf-and-udfa.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/views.html b/user-guide/common-operations/views.html
index be6a9584..57b9021d 100644
--- a/user-guide/common-operations/views.html
+++ b/user-guide/common-operations/views.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/common-operations/windows.html b/user-guide/common-operations/windows.html
index dcd5e505..0266e825 100644
--- a/user-guide/common-operations/windows.html
+++ b/user-guide/common-operations/windows.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/configuration.html b/user-guide/configuration.html
index 5cd45975..c9a098a4 100644
--- a/user-guide/configuration.html
+++ b/user-guide/configuration.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/data-sources.html b/user-guide/data-sources.html
index f1be5894..f107e09b 100644
--- a/user-guide/data-sources.html
+++ b/user-guide/data-sources.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/dataframe.html b/user-guide/dataframe.html
index 2c27110b..de17637f 100644
--- a/user-guide/dataframe.html
+++ b/user-guide/dataframe.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
@@ -566,8 +573,14 @@ plain text output.</p>
 <h2>Performance Optimization with Shared Styles<a class="headerlink" href="#performance-optimization-with-shared-styles" title="Link to this heading">¶</a></h2>
 <p>The <code class="docutils literal notranslate"><span class="pre">use_shared_styles</span></code> parameter (enabled by default) optimizes performance when displaying
 multiple DataFrames in notebook environments:</p>
-<blockquote>
-<div></div></blockquote>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">datafusion.html_formatter</span><span class="w"> </span><span class="kn">import</span> <span class="n">StyleProvider</span><span class="p">,</span> <span class="n">configure_formatter</span>
+<span class="c1"># Default: Use shared styles (recommended for notebooks)</span>
+<span class="n">configure_formatter</span><span class="p">(</span><span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+
+<span class="c1"># Disable shared styles (each DataFrame includes its own styles)</span>
+<span class="n">configure_formatter</span><span class="p">(</span><span class="n">use_shared_styles</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
+</pre></div>
+</div>
 <p>When <code class="docutils literal notranslate"><span class="pre">use_shared_styles=True</span></code>:
 - CSS styles and JavaScript are included only once per notebook session
 - This reduces HTML output size and prevents style duplication
diff --git a/user-guide/introduction.html b/user-guide/introduction.html
index 70d4f4a8..d8cebcc3 100644
--- a/user-guide/introduction.html
+++ b/user-guide/introduction.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/arrow.html b/user-guide/io/arrow.html
index 7abc1d48..655bd8c4 100644
--- a/user-guide/io/arrow.html
+++ b/user-guide/io/arrow.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/avro.html b/user-guide/io/avro.html
index 11306da9..6818f095 100644
--- a/user-guide/io/avro.html
+++ b/user-guide/io/avro.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/csv.html b/user-guide/io/csv.html
index c07f7780..8fef8b5a 100644
--- a/user-guide/io/csv.html
+++ b/user-guide/io/csv.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/index.html b/user-guide/io/index.html
index b2bfcab9..c96570a3 100644
--- a/user-guide/io/index.html
+++ b/user-guide/io/index.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/json.html b/user-guide/io/json.html
index 627d4866..4d75c023 100644
--- a/user-guide/io/json.html
+++ b/user-guide/io/json.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/parquet.html b/user-guide/io/parquet.html
index 168fd012..b4038260 100644
--- a/user-guide/io/parquet.html
+++ b/user-guide/io/parquet.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/io/table_provider.html b/user-guide/io/table_provider.html
index 215ed51f..fba127fe 100644
--- a/user-guide/io/table_provider.html
+++ b/user-guide/io/table_provider.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../../autoapi/index.html">
+  <a class="reference internal" href="../../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../../autoapi/datafusion/unparser/index.html">
        datafusion.unparser
diff --git a/user-guide/sql.html b/user-guide/sql.html
index 52eda792..7364ff52 100644
--- a/user-guide/sql.html
+++ b/user-guide/sql.html
@@ -256,7 +256,7 @@
 </p>
 <ul class="nav bd-sidenav">
  <li class="toctree-l1 has-children">
-  <a class="reference internal" href="../autoapi/index.html">
+  <a class="reference internal" href="../api/index.html">
    API Reference
   </a>
   <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
@@ -264,13 +264,30 @@
    <i class="fas fa-chevron-down">
    </i>
   </label>
+  <ul>
+   <li class="toctree-l2">
+    <a class="reference internal" href="../api/dataframe.html">
+     DataFrame API
+    </a>
+   </li>
+  </ul>
+ </li>
+ <li class="toctree-l1 has-children">
+  <a class="reference internal" href="../autoapi/index.html">
+   API Reference
+  </a>
+  <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
+  <label for="toctree-checkbox-4">
+   <i class="fas fa-chevron-down">
+   </i>
+  </label>
   <ul>
    <li class="toctree-l2 has-children">
     <a class="reference internal" href="../autoapi/datafusion/index.html">
      datafusion
     </a>
-    <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/>
-    <label for="toctree-checkbox-4">
+    <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
+    <label for="toctree-checkbox-5">
      <i class="fas fa-chevron-down">
      </i>
     </label>
@@ -280,11 +297,6 @@
        datafusion.catalog
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/col/index.html">
-       datafusion.col
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/context/index.html">
        datafusion.context
@@ -314,8 +326,8 @@
       <a class="reference internal" href="../autoapi/datafusion/input/index.html">
        datafusion.input
       </a>
-      <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/>
-      <label for="toctree-checkbox-5">
+      <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/>
+      <label for="toctree-checkbox-6">
        <i class="fas fa-chevron-down">
        </i>
       </label>
@@ -357,11 +369,6 @@
        datafusion.substrait
       </a>
      </li>
-     <li class="toctree-l3">
-      <a class="reference internal" href="../autoapi/datafusion/udf/index.html">
-       datafusion.udf
-      </a>
-     </li>
      <li class="toctree-l3">
       <a class="reference internal" href="../autoapi/datafusion/unparser/index.html">
        datafusion.unparser


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org