You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2026/07/28 18:57:24 UTC
(datafusion-comet) 01/01: Publish built docs triggered by aebe70ba93f5dda376e936fe0364d679b0658211
This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
commit cbc16a117a1e9b53518a3cc05baa1dfa3e962ce5
Author: github-actions[bot] <gi...@users.noreply.github.com>
AuthorDate: Tue Jul 28 18:57:16 2026 +0000
Publish built docs triggered by aebe70ba93f5dda376e936fe0364d679b0658211
---
_sources/about/versioning_policy.md.txt | 257 +++++++++++++++---
.../adding_a_new_expression.md.txt | 6 +-
.../benchmark-results/tpc-ds.md.txt | 2 +-
.../benchmark-results/tpc-h.md.txt | 2 +-
.../contributor-guide/benchmarking_macos.md.txt | 4 +-
.../benchmarking_spark_sql_perf.md.txt | 3 +-
.../contributor-guide/config_conventions.md.txt | 47 ++++
.../expression-audits/generator_funcs.md.txt | 4 +-
.../expression-audits/predicate_funcs.md.txt | 2 +-
.../expression-audits/string_funcs.md.txt | 6 +-
_sources/contributor-guide/native_shuffle.md.txt | 2 +-
_sources/user-guide/latest/index.rst.txt | 1 +
_sources/user-guide/latest/metrics.md.txt | 2 +-
_sources/user-guide/latest/migration-guide.md.txt | 63 +++++
about/versioning_policy.html | 290 +++++++++++++++++----
contributor-guide/adding_a_new_expression.html | 6 +-
contributor-guide/benchmark-results/tpc-ds.html | 2 +-
contributor-guide/benchmark-results/tpc-h.html | 2 +-
contributor-guide/benchmarking_macos.html | 4 +-
contributor-guide/benchmarking_spark_sql_perf.html | 3 +-
contributor-guide/config_conventions.html | 44 ++++
.../expression-audits/generator_funcs.html | 4 +-
.../expression-audits/predicate_funcs.html | 2 +-
.../expression-audits/string_funcs.html | 6 +-
contributor-guide/native_shuffle.html | 2 +-
genindex.html | 1 +
objects.inv | Bin 3840 -> 3860 bytes
search.html | 1 +
searchindex.js | 2 +-
user-guide/0.13/compatibility.html | 1 +
user-guide/0.13/configs.html | 1 +
user-guide/0.13/datasources.html | 1 +
user-guide/0.13/datatypes.html | 1 +
user-guide/0.13/expressions.html | 1 +
user-guide/0.13/iceberg.html | 1 +
user-guide/0.13/index.html | 1 +
user-guide/0.13/installation.html | 1 +
user-guide/0.13/kubernetes.html | 1 +
user-guide/0.13/metrics.html | 1 +
user-guide/0.13/operators.html | 1 +
user-guide/0.13/source.html | 1 +
user-guide/0.13/tuning.html | 1 +
user-guide/0.14/compatibility.html | 1 +
user-guide/0.14/configs.html | 1 +
user-guide/0.14/datasources.html | 1 +
user-guide/0.14/datatypes.html | 1 +
user-guide/0.14/expressions.html | 1 +
user-guide/0.14/iceberg.html | 1 +
user-guide/0.14/index.html | 1 +
user-guide/0.14/installation.html | 1 +
user-guide/0.14/kubernetes.html | 1 +
user-guide/0.14/metrics.html | 1 +
user-guide/0.14/operators.html | 1 +
user-guide/0.14/source.html | 1 +
user-guide/0.14/tuning.html | 1 +
user-guide/0.15/compatibility.html | 1 +
user-guide/0.15/configs.html | 1 +
user-guide/0.15/datasources.html | 1 +
user-guide/0.15/datatypes.html | 1 +
user-guide/0.15/expressions.html | 1 +
user-guide/0.15/iceberg.html | 1 +
user-guide/0.15/index.html | 1 +
user-guide/0.15/installation.html | 1 +
user-guide/0.15/kubernetes.html | 1 +
user-guide/0.15/metrics.html | 1 +
user-guide/0.15/operators.html | 1 +
user-guide/0.15/source.html | 1 +
user-guide/0.15/tuning.html | 1 +
.../0.16/compatibility/expressions/aggregate.html | 1 +
.../0.16/compatibility/expressions/array.html | 1 +
.../0.16/compatibility/expressions/cast.html | 1 +
.../0.16/compatibility/expressions/datetime.html | 1 +
.../0.16/compatibility/expressions/index.html | 1 +
user-guide/0.16/compatibility/expressions/map.html | 1 +
.../0.16/compatibility/expressions/math.html | 1 +
.../0.16/compatibility/expressions/misc.html | 1 +
.../0.16/compatibility/expressions/string.html | 1 +
.../0.16/compatibility/expressions/struct.html | 1 +
user-guide/0.16/compatibility/floating-point.html | 1 +
user-guide/0.16/compatibility/index.html | 1 +
user-guide/0.16/compatibility/operators.html | 1 +
user-guide/0.16/compatibility/regex.html | 1 +
user-guide/0.16/compatibility/scans.html | 1 +
user-guide/0.16/compatibility/spark-versions.html | 1 +
user-guide/0.16/configs.html | 1 +
user-guide/0.16/datasources.html | 1 +
user-guide/0.16/datatypes.html | 1 +
user-guide/0.16/expressions.html | 1 +
user-guide/0.16/iceberg.html | 1 +
user-guide/0.16/index.html | 1 +
user-guide/0.16/installation.html | 1 +
user-guide/0.16/kubernetes.html | 1 +
user-guide/0.16/metrics.html | 1 +
user-guide/0.16/operators.html | 1 +
user-guide/0.16/source.html | 1 +
user-guide/0.16/tuning.html | 1 +
user-guide/0.16/understanding-comet-plans.html | 1 +
.../expressions/_category_template/aggregate.html | 1 +
.../expressions/_category_template/array.html | 1 +
.../expressions/_category_template/cast.html | 1 +
.../expressions/_category_template/datetime.html | 1 +
.../expressions/_category_template/map.html | 1 +
.../expressions/_category_template/math.html | 1 +
.../expressions/_category_template/misc.html | 1 +
.../expressions/_category_template/string.html | 1 +
.../expressions/_category_template/struct.html | 1 +
.../expressions/_category_template/url.html | 1 +
.../0.17/compatibility/expressions/index.html | 1 +
.../expressions/spark-3.4/aggregate.html | 1 +
.../compatibility/expressions/spark-3.4/array.html | 1 +
.../compatibility/expressions/spark-3.4/cast.html | 1 +
.../expressions/spark-3.4/datetime.html | 1 +
.../compatibility/expressions/spark-3.4/index.html | 1 +
.../compatibility/expressions/spark-3.4/map.html | 1 +
.../compatibility/expressions/spark-3.4/math.html | 1 +
.../compatibility/expressions/spark-3.4/misc.html | 1 +
.../expressions/spark-3.4/string.html | 1 +
.../expressions/spark-3.4/struct.html | 1 +
.../compatibility/expressions/spark-3.4/url.html | 1 +
.../expressions/spark-3.5/aggregate.html | 1 +
.../compatibility/expressions/spark-3.5/array.html | 1 +
.../compatibility/expressions/spark-3.5/cast.html | 1 +
.../expressions/spark-3.5/datetime.html | 1 +
.../compatibility/expressions/spark-3.5/index.html | 1 +
.../compatibility/expressions/spark-3.5/map.html | 1 +
.../compatibility/expressions/spark-3.5/math.html | 1 +
.../compatibility/expressions/spark-3.5/misc.html | 1 +
.../expressions/spark-3.5/string.html | 1 +
.../expressions/spark-3.5/struct.html | 1 +
.../compatibility/expressions/spark-3.5/url.html | 1 +
.../expressions/spark-4.0/aggregate.html | 1 +
.../compatibility/expressions/spark-4.0/array.html | 1 +
.../compatibility/expressions/spark-4.0/cast.html | 1 +
.../expressions/spark-4.0/datetime.html | 1 +
.../compatibility/expressions/spark-4.0/index.html | 1 +
.../compatibility/expressions/spark-4.0/map.html | 1 +
.../compatibility/expressions/spark-4.0/math.html | 1 +
.../compatibility/expressions/spark-4.0/misc.html | 1 +
.../expressions/spark-4.0/string.html | 1 +
.../expressions/spark-4.0/struct.html | 1 +
.../compatibility/expressions/spark-4.0/url.html | 1 +
.../expressions/spark-4.1/aggregate.html | 1 +
.../compatibility/expressions/spark-4.1/array.html | 1 +
.../compatibility/expressions/spark-4.1/cast.html | 1 +
.../expressions/spark-4.1/datetime.html | 1 +
.../compatibility/expressions/spark-4.1/index.html | 1 +
.../compatibility/expressions/spark-4.1/map.html | 1 +
.../compatibility/expressions/spark-4.1/math.html | 1 +
.../compatibility/expressions/spark-4.1/misc.html | 1 +
.../expressions/spark-4.1/string.html | 1 +
.../expressions/spark-4.1/struct.html | 1 +
.../compatibility/expressions/spark-4.1/url.html | 1 +
user-guide/0.17/compatibility/floating-point.html | 1 +
user-guide/0.17/compatibility/index.html | 1 +
user-guide/0.17/compatibility/json.html | 1 +
user-guide/0.17/compatibility/operators.html | 1 +
user-guide/0.17/compatibility/regex.html | 1 +
user-guide/0.17/compatibility/scans.html | 1 +
user-guide/0.17/compatibility/spark-versions.html | 1 +
user-guide/0.17/configs.html | 1 +
user-guide/0.17/datasources.html | 1 +
user-guide/0.17/datatypes.html | 1 +
user-guide/0.17/expressions.html | 1 +
user-guide/0.17/iceberg.html | 1 +
user-guide/0.17/index.html | 1 +
user-guide/0.17/installation.html | 1 +
user-guide/0.17/kubernetes.html | 1 +
user-guide/0.17/metrics.html | 1 +
user-guide/0.17/operators.html | 1 +
user-guide/0.17/s3-credential-providers.html | 1 +
user-guide/0.17/scala_java_udfs.html | 1 +
user-guide/0.17/source.html | 1 +
user-guide/0.17/tuning.html | 1 +
user-guide/0.17/understanding-comet-plans.html | 1 +
user-guide/index.html | 1 +
.../latest/compatibility/expressions/index.html | 1 +
.../expressions/spark-3.4/aggregate.html | 1 +
.../compatibility/expressions/spark-3.4/array.html | 1 +
.../compatibility/expressions/spark-3.4/cast.html | 1 +
.../expressions/spark-3.4/datetime.html | 1 +
.../compatibility/expressions/spark-3.4/index.html | 1 +
.../compatibility/expressions/spark-3.4/map.html | 1 +
.../compatibility/expressions/spark-3.4/math.html | 1 +
.../compatibility/expressions/spark-3.4/misc.html | 1 +
.../expressions/spark-3.4/string.html | 1 +
.../expressions/spark-3.4/struct.html | 1 +
.../compatibility/expressions/spark-3.4/url.html | 1 +
.../expressions/spark-3.5/aggregate.html | 1 +
.../compatibility/expressions/spark-3.5/array.html | 1 +
.../compatibility/expressions/spark-3.5/cast.html | 1 +
.../expressions/spark-3.5/datetime.html | 1 +
.../compatibility/expressions/spark-3.5/index.html | 1 +
.../compatibility/expressions/spark-3.5/map.html | 1 +
.../compatibility/expressions/spark-3.5/math.html | 1 +
.../compatibility/expressions/spark-3.5/misc.html | 1 +
.../expressions/spark-3.5/string.html | 1 +
.../expressions/spark-3.5/struct.html | 1 +
.../compatibility/expressions/spark-3.5/url.html | 1 +
.../expressions/spark-4.0/aggregate.html | 1 +
.../compatibility/expressions/spark-4.0/array.html | 1 +
.../compatibility/expressions/spark-4.0/cast.html | 1 +
.../expressions/spark-4.0/datetime.html | 1 +
.../compatibility/expressions/spark-4.0/index.html | 1 +
.../compatibility/expressions/spark-4.0/map.html | 1 +
.../compatibility/expressions/spark-4.0/math.html | 1 +
.../compatibility/expressions/spark-4.0/misc.html | 1 +
.../expressions/spark-4.0/string.html | 1 +
.../expressions/spark-4.0/struct.html | 1 +
.../compatibility/expressions/spark-4.0/url.html | 1 +
.../expressions/spark-4.1/aggregate.html | 1 +
.../compatibility/expressions/spark-4.1/array.html | 1 +
.../compatibility/expressions/spark-4.1/cast.html | 1 +
.../expressions/spark-4.1/datetime.html | 1 +
.../compatibility/expressions/spark-4.1/index.html | 1 +
.../compatibility/expressions/spark-4.1/map.html | 1 +
.../compatibility/expressions/spark-4.1/math.html | 1 +
.../compatibility/expressions/spark-4.1/misc.html | 1 +
.../expressions/spark-4.1/string.html | 1 +
.../expressions/spark-4.1/struct.html | 1 +
.../compatibility/expressions/spark-4.1/url.html | 1 +
.../latest/compatibility/floating-point.html | 1 +
user-guide/latest/compatibility/index.html | 1 +
user-guide/latest/compatibility/json.html | 1 +
user-guide/latest/compatibility/operators.html | 1 +
user-guide/latest/compatibility/regex.html | 1 +
user-guide/latest/compatibility/scans.html | 1 +
.../latest/compatibility/spark-versions.html | 1 +
user-guide/latest/configs.html | 7 +-
user-guide/latest/datasources.html | 7 +-
user-guide/latest/datatypes.html | 1 +
user-guide/latest/expressions.html | 1 +
user-guide/latest/iceberg.html | 1 +
user-guide/latest/index.html | 1 +
user-guide/latest/installation.html | 1 +
user-guide/latest/kubernetes.html | 1 +
user-guide/latest/metrics.html | 3 +-
.../latest/{source.html => migration-guide.html} | 125 +++++----
user-guide/latest/operators.html | 1 +
user-guide/latest/pyarrow-udfs.html | 1 +
user-guide/latest/s3-credential-providers.html | 1 +
user-guide/latest/scala_java_udfs.html | 1 +
user-guide/latest/source.html | 1 +
user-guide/latest/tuning.html | 1 +
user-guide/latest/understanding-comet-plans.html | 1 +
user-guide/older-versions.html | 1 +
245 files changed, 940 insertions(+), 184 deletions(-)
diff --git a/_sources/about/versioning_policy.md.txt b/_sources/about/versioning_policy.md.txt
index 2d795ff828..1366def2b2 100644
--- a/_sources/about/versioning_policy.md.txt
+++ b/_sources/about/versioning_policy.md.txt
@@ -25,53 +25,230 @@ compatibility guarantees Comet provides, and how Comet relates to Apache Spark v
This policy is inspired by, but is not identical to, the
[Apache Spark versioning policy](https://spark.apache.org/versioning-policy.html). The differences
-reflect the fact that Comet is currently pre-1.0 and ships much more frequently than Spark.
+reflect the fact that Comet ships much more frequently than Spark, and that Comet is an accelerator
+rather than an engine in its own right: Spark, not Comet, defines what a correct answer looks like.
-## Pre-1.0 Releases
+```{note}
+This policy takes effect with the `1.0.0` release. The earlier `0.x` series was unstable in the
+sense semantic versioning gives that term: any `0.x` minor release could include breaking changes,
+and the guarantees described below do not apply retroactively to it.
+```
-Comet is currently in the `0.x` series. Per semantic versioning, the `0.x` series is considered
-unstable:
+## Comet's Compatibility Surface
-- A minor release (`0.X.0`) may include breaking changes.
-- A patch release (`0.X.Y`, where `Y > 0`) contains bug fixes only.
+Comet is a plugin rather than a library. Users install it through Spark's plugin system and then
+set `spark.comet.*` properties in `spark-defaults.conf`, in a `spark-submit` invocation, or in a
+notebook. For the overwhelming majority of users, configuration is the only thing they ever touch,
+so Comet's configuration is its primary API and this policy treats it as such.
-In particular, the following are explicitly **not** stable in the `0.x` series and may change in any
-minor release without prior notice:
+Comet does also expose a small Java and Scala API, enumerated below, for the cases that
+configuration cannot express: the class names Spark itself needs by name, and one service provider
+interface that vendors implement. It is small on purpose, and everything outside it is internal.
-- Configuration keys under `spark.comet.*` (names, defaults, and semantics).
-- The protobuf format used to serialize query plans between the JVM and the native library.
-- Internal Scala, Java, and Rust APIs that are not part of the documented public API.
+The following are covered by this versioning policy:
-Where a breaking change is significant, it will be called out in the release notes.
+- **Configuration keys under `spark.comet.*`**: their names, types, accepted values, default
+ values, and semantics.
+- **A small, enumerated public Java and Scala API**: the class names users write into Spark config
+ properties, and the S3 credential provider SPI that vendors implement. The full list is in
+ [Public Scala and Java API](#public-scala-and-java-api).
+- **Query results for expressions and operators whose support level is `Compatible`**, where the
+ contract is defined by Apache Spark rather than by Comet. See
+ [Query Result Semantics](#query-result-semantics).
-## Compatibility Commitments
+The following are internal implementation details. They are not covered by this policy and may
+change in any release:
-The following commitments apply to every Comet release, including the `0.x` series.
+- The protobuf format used to serialize query plans between the JVM and the native library. The
+ JVM jar and the native library ship together and are versioned together; see
+ [Native Library Coupling](#native-library-coupling).
+- Every Scala, Java, and Rust type not on that list, including the internal structure of the
+ classes that are on it. See [Everything Else Is Internal](#everything-else-is-internal).
+- `EXPLAIN` output, and the shape of the plans Comet produces. Which operators are fused, how a
+ native block is partitioned, and how a plan is rendered may all change between releases.
+- Metric names and log output.
+- Performance characteristics, including which expressions and operators run natively and which
+ fall back to Spark. An expression that ran natively in one release may fall back in the next,
+ and vice versa. The results stay the same; only the speed changes.
-### Public Scala and Java API
+## What Each Version Component Means
-Public classes and methods (for example, `org.apache.spark.CometPlugin`) are considered part of
-Comet's public API. Removing or making source- or binary-incompatible changes to a public API
-requires a deprecation cycle: the API must remain available, with a deprecation warning, for at
-least one minor release before removal.
+### Major Releases
-Public APIs annotated with `@Unstable` are exempt from this guarantee and may change in any minor
-release without a deprecation cycle. The `@Unstable` annotation does not yet exist and will be
-introduced as the need arises.
+A major release may:
+
+- Remove a configuration key, or change one in a way that is not backward compatible.
+- Remove or incompatibly change a member of the enumerated
+ [public API](#public-scala-and-java-api), including any change that breaks a vendor jar built
+ against an earlier release.
+- Remove a `spark.comet.legacy.*` escape hatch, making the newer behavior unconditional.
+- Remove a deprecated configuration alias left behind by a rename.
+
+### Minor Releases
+
+A minor release may:
+
+- Add features, operators, expressions, and configuration keys, and make additive changes to the
+ public API that keep existing vendor jars working.
+- Change existing behavior, provided the change ships with a legacy escape hatch. See
+ [Behavior Changes and Legacy Configurations](#behavior-changes-and-legacy-configurations).
+- Deprecate configuration keys and public API members, ahead of removal in a later major release.
+- Add or remove support for an Apache Spark version. See
+ [Apache Spark Version Support](#apache-spark-version-support).
+
+### Patch Releases
+
+A patch release contains bug fixes only. It adds no configuration keys and makes no behavior
+changes, with one exception: correctness fixes, which are covered in
+[Correctness Fixes Are Not Breaking Changes](#correctness-fixes-are-not-breaking-changes).
+
+## Behavior Changes and Legacy Configurations
+
+A **behavior change** is one where the same query, run over the same data, with the same explicitly
+set configuration, produces a different result or a different error than it did in the previous
+release.
+
+Comet follows Apache Spark's approach here. A behavior change may ship in a minor release, but only
+when all three of the following hold:
+
+1. A boolean configuration key under `spark.comet.legacy.*` restores the previous behavior. It
+ defaults to `false`, meaning the new behavior is what users get unless they opt out.
+2. The [Upgrade Guide](../user-guide/latest/migration-guide.md) gains an entry that describes the
+ change and names the configuration key that reverts it.
+3. The release notes for that version call the change out.
+
+The escape hatch is what makes the change safe to ship in a minor release. A user who is broken by
+it has a documented, single-property fix available while they adapt, rather than being forced to
+pin an old Comet release.
+
+Behavior changes that require this treatment include changing the default value of an existing
+configuration key, changing what an existing key's values mean, and changing the semantics of an
+`Incompatible` expression or operator whose divergence from Spark users may have come to depend on.
+
+### Lifetime of a Legacy Configuration
+
+A `spark.comet.legacy.*` key is deprecated from the moment it is added. Its purpose is to buy users
+time to migrate, not to preserve two behaviors indefinitely.
+
+Such a key may only be removed in a major release. When it is removed, the newer behavior becomes
+unconditional and the removal is noted in the upgrade guide.
+
+Contributors adding a legacy configuration should follow
+[Changing the Behavior of an Existing Config](../contributor-guide/config_conventions.md#changing-the-behavior-of-an-existing-config)
+in the contributor guide.
+
+### Renaming and Removing Configuration Keys
+
+Renaming a configuration key is not a behavior change and does not need a legacy escape hatch. The
+old key is kept working as a deprecated alias using the `withAlternative` mechanism described in
+[Renaming an Existing Config](../contributor-guide/config_conventions.md#renaming-an-existing-config).
+The alias may only be dropped in a major release.
+
+Removing a configuration key outright requires a deprecation cycle: the key must remain available,
+with a deprecation warning, for at least one minor release before it is removed in a major release.
+
+## Correctness Fixes Are Not Breaking Changes
+
+Comet's contract is to produce the results that Apache Spark produces. When an expression or
+operator whose support level is `Compatible` produces something different from Spark, that is a
+bug in Comet, not a behavior that users are entitled to rely on.
+
+Fixing such a bug is a bug fix. It may ship in any release, including a patch release. It does not
+require a major version bump, and it does not require a legacy configuration key. Users must not
+depend on Comet-specific incorrect results.
+
+Two riders apply:
+
+- Maintainers **may** add a legacy configuration key for a correctness fix with an unusually wide
+ blast radius, for example one that changes the results of a common expression across many
+ queries. This is a judgment call made case by case, not an obligation.
+- When Apache Spark itself changes results for a given Spark version, Comet follows Spark. Tracking
+ an upstream change is likewise not a Comet breaking change.
### Query Result Semantics
Expressions and operators whose support level is `Compatible` are expected to produce results that
match Apache Spark. Result differences in `Compatible` items are tracked as bugs and fixed in
-subsequent releases.
+subsequent releases, under the rules above.
Items whose support level is `Incompatible` or `Unsupported` have no result-compatibility
guarantees. `Incompatible` items require an explicit per-expression or per-operator opt-in
-(for example, `spark.comet.expr.<Name>.allowIncompatible=true`).
+(for example, `spark.comet.expression.<Name>.allowIncompatible=true`).
For details on per-expression and per-operator support levels, see the
[compatibility guide](../user-guide/latest/compatibility/index.md).
+## Public Scala and Java API
+
+Comet is a plugin, not a library, so its public Java and Scala API is deliberately small. Every
+member of it carries the `org.apache.comet.annotation.Public` annotation, and it is enumerated in
+full below. **Anything not listed here is internal**, whatever its access modifier
+says, and is covered by [Everything Else Is Internal](#everything-else-is-internal).
+
+### Class Names Referenced From Configuration
+
+These classes are named as _values_ in Spark configuration properties. Users do not compile against
+them; they write the fully qualified name into a config string.
+
+| Class | Named in | Purpose |
+| -------------------------------------- | ------------------------------------ | ----------------------------------------------------- |
+| `org.apache.spark.CometPlugin` | `spark.plugins` | Installs Comet. |
+| `org.apache.comet.ExtendedExplainInfo` | `spark.sql.extendedExplainProviders` | Adds Comet fallback explanations to `EXPLAIN` output. |
+
+Renaming or removing one of these class names breaks user configuration in exactly the way renaming
+a `spark.comet.*` key does, so it is treated on the same terms: a deprecation cycle, then removal in
+a major release. Their internal structure, by contrast, carries no guarantee.
+
+### The S3 Credential Provider SPI
+
+The classes in `org.apache.comet.cloud.s3` are a service provider interface. Vendors implement it to
+supply AWS credentials to Comet's native S3 readers, compiling against Comet with `provided` scope
+and shipping their implementation as a separate jar. Both source and binary compatibility matter
+here, because a vendor jar built against one Comet release is loaded by another.
+
+The SPI consists of:
+
+- `CometS3CredentialProvider`, the interface a vendor implements.
+- `CometS3Credentials`, the value a provider returns.
+- `CometS3CredentialContext` and `CometS3AccessMode`, describing the request being served.
+
+Additive changes are allowed in a minor release, for example a new accessor on
+`CometS3CredentialContext`, because a vendor jar compiled against an earlier `1.x` continues to
+load and run. Any change that would break such a jar, including adding an abstract method to
+`CometS3CredentialProvider` without a default implementation, requires a major release.
+
+`CometS3CredentialDispatcher` is the JNI entry point Comet uses to reach a provider. It is internal
+despite living in the same package, and vendors must not call it.
+
+See the [S3 Credential Providers](../user-guide/latest/s3-credential-providers.md) guide for the
+full vendor contract.
+
+### Everything Else Is Internal
+
+Every other Scala, Java, and Rust type Comet ships is internal. This includes the rest of
+`org.apache.comet.*`, everything Comet contributes to `org.apache.spark.*`, and all of the native
+crates. These types exist to make the plugin work, not to be programmed against. They may be
+renamed, changed, or removed in any release, including a patch release, with no deprecation cycle
+and no upgrade guide entry.
+
+User code must not import, extend, or call them. Where Comet documentation shows an internal class
+in a code sample, treat it as a debugging aid for interactive use rather than as an interface with
+a stability guarantee.
+
+### Deprecation Cycle
+
+Removing anything listed above as public, or changing it incompatibly, requires a deprecation cycle:
+it must remain available, with a deprecation warning where one can be raised, for at least one minor
+release, and may only be removed in a major release.
+
+### Changing the Public API
+
+`CometPublicApiSuite` pins the exact set of `@Public` types to the list above, so adding or removing
+the annotation fails the build until the list is updated. That is deliberate: growing the public API
+commits the project to supporting the addition indefinitely, which is a policy decision rather than
+a routine code change. Agree the addition in an issue or on the mailing list first, then update the
+annotation, this page, and the suite together in one pull request.
+
## Apache Spark Version Support
The currently supported Spark versions are listed on the
@@ -79,6 +256,21 @@ The currently supported Spark versions are listed on the
binaries are published per `(Spark minor × Scala binary version)` combination. Users must select
the binary that matches their Spark and Scala installation.
+**Which Spark versions Comet supports is not governed by semantic versioning.** Adding support for
+a new Spark minor is a Comet minor release, never a major one. Removing support for a Spark minor
+is also a minor release, and is never by itself grounds for a major version bump.
+
+The reasoning is that Comet's supported Spark matrix tracks the upstream Apache Spark project's
+maintenance windows, which have nothing to do with Comet's own version numbers. Tying the two
+together would force Comet major releases on a schedule set by another project, and would make the
+major version number say something about Spark rather than about Comet's own compatibility.
+
+Scala binary versions are treated the same way: adding or removing one is a minor release.
+
+Users running a Spark version that a given Comet release no longer supports should stay on an
+earlier Comet release until they can upgrade Spark. The deprecation notice described under
+[Support Lifetime](#support-lifetime) is the signal to start planning that upgrade.
+
### New Version Adoption
Comet does not commit to a timeline for adopting a new Apache Spark minor release. The effort
@@ -124,8 +316,8 @@ up. Older Spark patches within the same minor are not separately supported.
## Release Cadence
-Comet targets a `0.X.0` minor release every four to six weeks. Patch releases (`0.X.Y`) are made
-on demand, only when a critical bug or security fix needs to ship before the next minor release.
+Comet targets a minor release every four to six weeks. Patch releases are made on demand, only
+when a critical bug or security fix needs to ship before the next minor release.
Only the most recent minor release receives patch releases. Comet does not currently backport
fixes to older minor releases; users are expected to upgrade forward.
@@ -136,16 +328,3 @@ Each Comet release ships a JVM jar and a native library that are built and teste
two artifacts must come from the **same Comet release**. Mixing a JVM jar from one Comet release
with a native library from another is unsupported and may fail at runtime due to protobuf or FFI
incompatibilities.
-
-## Road to 1.0
-
-When `1.0.0` ships:
-
-- Strict semantic versioning will apply to the public Scala and Java API: breaking changes will
- only be made in a future major release. APIs annotated with `@Unstable` remain exempt and may
- change in any minor release.
-- The stability commitments for configuration keys and the protobuf plan format will be
- re-evaluated and documented as part of the `1.0.0` release.
-
-Tracking and planning for the `1.0.0` release happens in
-[issue #4082](https://github.com/apache/datafusion-comet/issues/4082).
diff --git a/_sources/contributor-guide/adding_a_new_expression.md.txt b/_sources/contributor-guide/adding_a_new_expression.md.txt
index 06454a19b6..66d2e8b3b1 100644
--- a/_sources/contributor-guide/adding_a_new_expression.md.txt
+++ b/_sources/contributor-guide/adding_a_new_expression.md.txt
@@ -145,7 +145,7 @@ A few things to note:
The `SupportLevel` sealed trait has three possible values:
- **`Compatible(notes: Option[String] = None)`** - Comet supports this expression with full compatibility with Spark, or may have known differences in specific edge cases unlikely to affect most users. This is the default if you don't override `getSupportLevel`.
-- **`Incompatible(notes: Option[String] = None)`** - Comet supports this expression but results can differ from Spark. The expression will only be used if `spark.comet.expr.allowIncompatible=true` or the expression-specific config `spark.comet.expr.<exprName>.allowIncompatible=true` is set.
+- **`Incompatible(notes: Option[String] = None)`** - Comet supports this expression but results can differ from Spark. The expression will only be used if the expression-specific config `spark.comet.expression.<exprName>.allowIncompatible=true` is set.
- **`Unsupported(notes: Option[String] = None)`** - Comet does not support this expression under the current conditions. Spark will fall back to its native execution.
All three accept an optional `notes` parameter to provide additional context that is logged for debugging.
@@ -240,11 +240,11 @@ This expression will only be used when users explicitly enable incompatible expr
When the query planner encounters an expression:
-1. It first checks if the expression is explicitly disabled via `spark.comet.expr.<exprName>.enabled=false`
+1. It first checks if the expression is explicitly disabled via `spark.comet.expression.<exprName>.enabled=false`
2. It then calls `getSupportLevel` on the expression handler
3. Based on the result:
- `Compatible()`: Expression proceeds to conversion
- - `Incompatible()`: Expression is skipped unless `spark.comet.expr.allowIncompatible=true` or expression-specific allow config is set
+ - `Incompatible()`: Expression is skipped unless `spark.comet.expression.<exprName>.allowIncompatible=true` is set
- `Unsupported()`: Expression is skipped and a fallback to Spark occurs
Any notes provided will be logged to help with debugging and understanding why an expression was not used.
diff --git a/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt b/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt
index 7a988a5080..0e96b977d0 100644
--- a/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt
+++ b/_sources/contributor-guide/benchmark-results/tpc-ds.md.txt
@@ -67,5 +67,5 @@ spark.executor.memory=64G
spark.executor.memoryOverhead=10G
spark.memory.offHeap.enabled=true
spark.memory.offHeap.size=32G
-spark.comet.memoryPool.fraction=0.8
+spark.comet.exec.memoryPool.fraction=0.8
```
diff --git a/_sources/contributor-guide/benchmark-results/tpc-h.md.txt b/_sources/contributor-guide/benchmark-results/tpc-h.md.txt
index eab15fb84a..cb6dc8873f 100644
--- a/_sources/contributor-guide/benchmark-results/tpc-h.md.txt
+++ b/_sources/contributor-guide/benchmark-results/tpc-h.md.txt
@@ -75,5 +75,5 @@ spark.memory.offHeap.size=32G
```properties
spark.comet.exec.forceShuffledHashJoin=true
-spark.comet.memoryPool.fraction=0.8
+spark.comet.exec.memoryPool.fraction=0.8
```
diff --git a/_sources/contributor-guide/benchmarking_macos.md.txt b/_sources/contributor-guide/benchmarking_macos.md.txt
index 70135ed210..07e4b27105 100644
--- a/_sources/contributor-guide/benchmarking_macos.md.txt
+++ b/_sources/contributor-guide/benchmarking_macos.md.txt
@@ -152,10 +152,8 @@ $SPARK_HOME/bin/spark-submit \
--conf spark.plugins=org.apache.spark.CometPlugin \
--conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager \
--conf spark.comet.enabled=true \
- --conf spark.comet.exec.shuffle.enableFastEncoding=true \
- --conf spark.comet.exec.shuffle.fallbackToColumnar=true \
+ --conf spark.comet.shuffle.enabled=true \
--conf spark.comet.exec.forceShuffledHashJoin=true \
- --conf spark.comet.expression.allowIncompatible=true \
$DF_BENCH/runners/datafusion-comet/tpcbench.py \
--benchmark tpch \
--data $BENCH_DATA/tpch-data/ \
diff --git a/_sources/contributor-guide/benchmarking_spark_sql_perf.md.txt b/_sources/contributor-guide/benchmarking_spark_sql_perf.md.txt
index 4503b414ae..52e380185e 100644
--- a/_sources/contributor-guide/benchmarking_spark_sql_perf.md.txt
+++ b/_sources/contributor-guide/benchmarking_spark_sql_perf.md.txt
@@ -240,10 +240,9 @@ $SPARK_HOME/bin/spark-shell \
--conf spark.sql.extensions=org.apache.comet.CometSparkSessionExtensions \
--conf spark.comet.enabled=true \
--conf spark.comet.exec.enabled=true \
- --conf spark.comet.exec.all.enabled=true \
--conf spark.shuffle.manager=org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager \
--conf spark.comet.shuffle.enabled=true \
- --conf spark.comet.columnar.shuffle.enabled=true
+ --conf spark.comet.shuffle.mode=jvm
```
Then register tables and run the benchmark the same way as the Spark baseline, changing the tags and result
diff --git a/_sources/contributor-guide/config_conventions.md.txt b/_sources/contributor-guide/config_conventions.md.txt
index 0e01c958c1..90042a71c0 100644
--- a/_sources/contributor-guide/config_conventions.md.txt
+++ b/_sources/contributor-guide/config_conventions.md.txt
@@ -113,3 +113,50 @@ The rename checklist for a single config:
Removing a deprecated alias is a follow-up step that belongs to a later major release —
typically the next Comet major after the rename first ships. See the
[versioning policy](../about/versioning_policy.md) for the timing rules.
+
+## Changing the Behavior of an Existing Config
+
+A rename keeps behavior identical and only moves the key. A **behavior change** is different: the
+same query, over the same data, with the same explicitly set configuration, starts producing a
+different result or a different error. Changing a config's default value, or changing what its
+existing values mean, is a behavior change.
+
+Comet's [versioning policy](../about/versioning_policy.md) allows a behavior change to ship in a
+minor release, but only when users have a documented way to opt back out. That escape hatch is a
+boolean config under `spark.comet.legacy.*`, defaulting to `false`, whose only job is to restore
+the previous behavior:
+
+```scala
+val COMET_LEGACY_FOO_BEHAVIOR: ConfigEntry[Boolean] =
+ conf("spark.comet.legacy.fooBehavior")
+ .category(CATEGORY_LEGACY)
+ .doc("When true, restores the pre-1.1.0 behavior of <config>, which <describe old " +
+ "behavior>. This config is deprecated and will be removed in a future major release.")
+ .booleanConf
+ .createWithDefault(false)
+```
+
+Naming follows the usual conventions: `spark.comet.legacy.` prefix, `camelCase` final segment, and
+a `COMET_LEGACY_*` Scala symbol. The doc string must state which release changed the behavior and
+what the old behavior was, so that `configs.md` is self-explanatory without cross-referencing the
+upgrade guide.
+
+The checklist for a behavior change:
+
+1. Make the behavior change itself, gated on the new legacy config.
+2. Declare the legacy config in `CometConf.scala` under `CATEGORY_LEGACY`, defaulting to `false`.
+3. Add a section to the [upgrade guide](../user-guide/latest/migration-guide.md) under the
+ upcoming release, describing the change and naming the config that reverts it.
+4. Add a test covering both branches: the new behavior by default, and the old behavior with the
+ legacy config set.
+
+Two cases do **not** need a legacy config:
+
+- **Correctness fixes.** When a `Compatible` expression or operator does not match Spark, that is a
+ bug. Fixing it is a bug fix and may ship in any release, including a patch release. Add a legacy
+ config only if the fix has an unusually wide blast radius, and say so in the PR description.
+- **Changes to which expressions and operators run natively.** Falling back to Spark, or ceasing
+ to, changes performance rather than results.
+
+Removing a legacy config is a major-release change, handled the same way as removing a deprecated
+alias.
diff --git a/_sources/contributor-guide/expression-audits/generator_funcs.md.txt b/_sources/contributor-guide/expression-audits/generator_funcs.md.txt
index 3d797e83b3..1b7c2dca03 100644
--- a/_sources/contributor-guide/expression-audits/generator_funcs.md.txt
+++ b/_sources/contributor-guide/expression-audits/generator_funcs.md.txt
@@ -27,7 +27,7 @@
## explode_outer
-- Same `CometExplodeExec` path as `explode`, but the `outer=true` case is `Incompatible` (empty arrays are not preserved as null outputs) and falls back unless `spark.comet.expr.allowIncompatible=true` ([datafusion#19053](https://github.com/apache/datafusion/issues/19053)).
+- Same `CometExplodeExec` path as `explode`, but the `outer=true` case is `Incompatible` (empty arrays are not preserved as null outputs) and falls back unless `spark.comet.operator.GenerateExec.allowIncompatible=true` ([datafusion#19053](https://github.com/apache/datafusion/issues/19053)).
## posexplode
@@ -35,6 +35,6 @@
## posexplode_outer
-- Same `CometExplodeExec` path as `posexplode`, but the `outer=true` case is `Incompatible` and falls back unless `spark.comet.expr.allowIncompatible=true` ([datafusion#19053](https://github.com/apache/datafusion/issues/19053)).
+- Same `CometExplodeExec` path as `posexplode`, but the `outer=true` case is `Incompatible` and falls back unless `spark.comet.operator.GenerateExec.allowIncompatible=true` ([datafusion#19053](https://github.com/apache/datafusion/issues/19053)).
[Spark Expression Support]: ../../user-guide/latest/expressions.md
diff --git a/_sources/contributor-guide/expression-audits/predicate_funcs.md.txt b/_sources/contributor-guide/expression-audits/predicate_funcs.md.txt
index 74d32b67ab..57a55262ca 100644
--- a/_sources/contributor-guide/expression-audits/predicate_funcs.md.txt
+++ b/_sources/contributor-guide/expression-audits/predicate_funcs.md.txt
@@ -146,6 +146,6 @@
## rlike
-- See `string_funcs / regexp_replace` and the `CometRLike` notes (audited in PR [#4461](https://github.com/apache/datafusion-comet/pull/4461)). Uses the Rust `regex` crate, which differs from Java's `Pattern` engine; requires `spark.comet.expression.regexp.allowIncompatible=true`.
+- See `string_funcs / regexp_replace` and the `CometRLike` notes (audited in PR [#4461](https://github.com/apache/datafusion-comet/pull/4461)). By default `CometRLike` routes through the JVM codegen dispatcher so Spark's own `Pattern` engine runs inside the Comet pipeline. The native path uses the Rust `regex` crate, which differs from Java's `Pattern` engine, so it is opt-in via `spark.comet.expression.RLike.allowIncompatible=true` and only applies when the pattern is a string literal.
[Spark Expression Support]: ../../user-guide/latest/expressions.md
diff --git a/_sources/contributor-guide/expression-audits/string_funcs.md.txt b/_sources/contributor-guide/expression-audits/string_funcs.md.txt
index f0bcb18ce2..58b300ebc1 100644
--- a/_sources/contributor-guide/expression-audits/string_funcs.md.txt
+++ b/_sources/contributor-guide/expression-audits/string_funcs.md.txt
@@ -129,7 +129,7 @@
## lower
- Spark 3.4.3 (audited 2026-05-27): identical to 3.5.8.
-- Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale `toLowerCase` on `UTF8String`. Comet routes to DataFusion `lower` (Rust Unicode default case mapping, no locale awareness) and is unconditionally `Incompatible`; users opt in via the standard `spark.comet.expression.Lower.allowIncompatible=true`.
+- Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale `toLowerCase` on `UTF8String`. Comet routes through the JVM codegen dispatcher by default, so results are byte-exact. The native path (DataFusion `lower`, Rust Unicode default case mapping with no locale awareness) is opt-in via `spark.comet.caseConversion.enabled=true`.
- Spark 4.0.1 (audited 2026-05-27): routes through `CollationSupport.Lower.exec(v, collationId, useICU)` with `SQLConf.ICU_CASE_MAPPINGS_ENABLED`; `inputTypes` widened to `StringTypeWithCollation`. Comet ignores collation and ICU mode, so non-default collations or `ICU_CASE_MAPPINGS_ENABLED=true` diverge even after opting in ([#2190](https://github.com/apache/datafusion-comet/issues/2190)).
## lpad
@@ -157,7 +157,7 @@
- Spark 3.4.3 (audited 2026-05-27): identical to 3.5.8.
- Spark 3.5.8 (audited 2026-05-27): baseline. `RegExpReplace(subject, regexp, rep, pos)` with foldable `pos > 0`; uses Java `Pattern`. Comet supports only `pos = 1` (other offsets fall back) and injects a `'g'` flag because DataFusion's `regexp_replace` stops at the first match by default.
- Spark 4.0.1 (audited 2026-05-27): adds raw-string literal support at the parser level and `nullIntolerant: Boolean = true`; runtime semantics unchanged.
-- Known limitation: regex semantics differ (Rust `regex` crate vs Java `Pattern`); `RegExp.isSupportedPattern` currently returns `false` for every pattern, so the path always requires `spark.comet.expression.regexp.allowIncompatible=true`.
+- Known limitation: regex semantics differ (Rust `regex` crate vs Java `Pattern`). `CometRegExpReplace` therefore routes through the JVM codegen dispatcher by default; the native path is opt-in via `spark.comet.expression.RegExpReplace.allowIncompatible=true` and only applies when `pos` is the literal `1`.
## repeat
@@ -248,7 +248,7 @@
## upper
- Spark 3.4.3 (audited 2026-05-27): identical to 3.5.8.
-- Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale `toUpperCase` on `UTF8String`. Comet routes to DataFusion `upper` (Rust Unicode default case mapping, no locale awareness) and is unconditionally `Incompatible`; users opt in via the standard `spark.comet.expression.Upper.allowIncompatible=true`.
+- Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale `toUpperCase` on `UTF8String`. Comet routes through the JVM codegen dispatcher by default, so results are byte-exact. The native path (DataFusion `upper`, Rust Unicode default case mapping with no locale awareness) is opt-in via `spark.comet.caseConversion.enabled=true`.
- Spark 4.0.1 (audited 2026-05-27): routes through `CollationSupport.Upper.exec(v, collationId, useICU)` with `SQLConf.ICU_CASE_MAPPINGS_ENABLED`. Comet does not propagate collation or ICU mode; non-default collations or `ICU_CASE_MAPPINGS_ENABLED=true` diverge even after opting in ([#2190](https://github.com/apache/datafusion-comet/issues/2190)).
[Spark Expression Support]: ../../user-guide/latest/expressions.md
diff --git a/_sources/contributor-guide/native_shuffle.md.txt b/_sources/contributor-guide/native_shuffle.md.txt
index 9cd9ebc6c5..e8cfe81ec3 100644
--- a/_sources/contributor-guide/native_shuffle.md.txt
+++ b/_sources/contributor-guide/native_shuffle.md.txt
@@ -256,7 +256,7 @@ independently compressed, allowing parallel decompression during reads.
| `spark.comet.shuffle.mode` | `auto` | Shuffle mode: `native`, `jvm`, or `auto` |
| `spark.comet.shuffle.compression.codec` | `zstd` | Compression codec |
| `spark.comet.shuffle.compression.zstd.level` | `1` | Zstd compression level |
-| `spark.comet.shuffle.write.buffer.size` | `1MB` | Write buffer size |
+| `spark.comet.shuffle.native.writeBufferSize` | `1MB` | Write buffer size |
| `spark.comet.shuffle.jvm.batchSize` | `8192` | Target rows per batch |
## Comparison with JVM Shuffle
diff --git a/_sources/user-guide/latest/index.rst.txt b/_sources/user-guide/latest/index.rst.txt
index 7e9d35d4d3..d854708f1d 100644
--- a/_sources/user-guide/latest/index.rst.txt
+++ b/_sources/user-guide/latest/index.rst.txt
@@ -39,6 +39,7 @@ to read more.
Installing Comet <installation>
Configuration Settings <configs>
+ Upgrading Comet <migration-guide>
.. toctree::
:maxdepth: 1
diff --git a/_sources/user-guide/latest/metrics.md.txt b/_sources/user-guide/latest/metrics.md.txt
index 0579b30818..2e36aba291 100644
--- a/_sources/user-guide/latest/metrics.md.txt
+++ b/_sources/user-guide/latest/metrics.md.txt
@@ -21,7 +21,7 @@ under the License.
## Spark SQL Metrics
-Set `spark.comet.metrics.detailed=true` to see all available Comet metrics.
+Comet operators report the following metrics in the Spark SQL UI.
### CometScanExec
diff --git a/_sources/user-guide/latest/migration-guide.md.txt b/_sources/user-guide/latest/migration-guide.md.txt
new file mode 100644
index 0000000000..f16ad82606
--- /dev/null
+++ b/_sources/user-guide/latest/migration-guide.md.txt
@@ -0,0 +1,63 @@
+<!---
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Comet Upgrade Guide
+
+This guide lists the behavior changes in each Comet release and the configuration setting that
+restores the previous behavior for each one. Read the section for every version between the release
+you are upgrading from and the release you are upgrading to.
+
+A **behavior change** is one where the same query, run over the same data, with the same explicitly
+set configuration, produces a different result or a different error than it did in the previous
+release. Comet's [versioning policy](../../about/versioning_policy.md) permits these in a minor
+release only when a `spark.comet.legacy.*` configuration key restores the previous behavior, so
+every entry below names such a key.
+
+Two kinds of change are deliberately absent from this guide:
+
+- **Correctness fixes.** Comet's goal is to return the results Apache Spark returns. When Comet
+ returns something different for an expression or operator marked `Compatible`, that is a bug, and
+ fixing it is a bug fix rather than a behavior change. These fixes appear in the release notes, not
+ here. For a fix with an unusually wide blast radius the maintainers may still provide a
+ `spark.comet.legacy.*` key, in which case it will be listed below.
+- **Changes to which operators run natively.** Whether a given expression runs in Comet or falls
+ back to Spark can change in any release. This affects performance, not results.
+
+Additions, new configuration keys, and Apache Spark version support changes are recorded in the
+release notes and on the
+[Spark Version Compatibility](compatibility/spark-versions.md) page rather than here.
+
+## Legacy Configuration Keys
+
+Every key under `spark.comet.legacy.*` is deprecated from the moment it is added. Each one exists to
+give you time to adapt to a behavior change, and may be removed in any future major release, at
+which point the newer behavior becomes unconditional.
+
+Treat setting one of these keys as a temporary measure. If you find you cannot stop relying on a
+legacy behavior, please open an issue describing your use case so it can be considered before the
+key is removed.
+
+## Upgrading to Comet 1.0.0
+
+Comet `1.0.0` is the first release under the stable
+[versioning policy](../../about/versioning_policy.md). From this release onward, behavior changes
+are documented on this page along with the configuration key that reverts each one.
+
+Changes made during the `0.x` series are not recorded here. If you are upgrading from a `0.x`
+release, review the release notes for the versions in between.
diff --git a/about/versioning_policy.html b/about/versioning_policy.html
index 591fb52344..01ae121024 100644
--- a/about/versioning_policy.html
+++ b/about/versioning_policy.html
@@ -483,55 +483,249 @@ under the License.
compatibility guarantees Comet provides, and how Comet relates to Apache Spark versions.</p>
<p>This policy is inspired by, but is not identical to, the
<a class="reference external" href="https://spark.apache.org/versioning-policy.html">Apache Spark versioning policy</a>. The differences
-reflect the fact that Comet is currently pre-1.0 and ships much more frequently than Spark.</p>
-<section id="pre-1-0-releases">
-<h2>Pre-1.0 Releases<a class="headerlink" href="#pre-1-0-releases" title="Link to this heading">#</a></h2>
-<p>Comet is currently in the <code class="docutils literal notranslate"><span class="pre">0.x</span></code> series. Per semantic versioning, the <code class="docutils literal notranslate"><span class="pre">0.x</span></code> series is considered
-unstable:</p>
+reflect the fact that Comet ships much more frequently than Spark, and that Comet is an accelerator
+rather than an engine in its own right: Spark, not Comet, defines what a correct answer looks like.</p>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>This policy takes effect with the <code class="docutils literal notranslate"><span class="pre">1.0.0</span></code> release. The earlier <code class="docutils literal notranslate"><span class="pre">0.x</span></code> series was unstable in the
+sense semantic versioning gives that term: any <code class="docutils literal notranslate"><span class="pre">0.x</span></code> minor release could include breaking changes,
+and the guarantees described below do not apply retroactively to it.</p>
+</div>
+<section id="comet-s-compatibility-surface">
+<h2>Comet’s Compatibility Surface<a class="headerlink" href="#comet-s-compatibility-surface" title="Link to this heading">#</a></h2>
+<p>Comet is a plugin rather than a library. Users install it through Spark’s plugin system and then
+set <code class="docutils literal notranslate"><span class="pre">spark.comet.*</span></code> properties in <code class="docutils literal notranslate"><span class="pre">spark-defaults.conf</span></code>, in a <code class="docutils literal notranslate"><span class="pre">spark-submit</span></code> invocation, or in a
+notebook. For the overwhelming majority of users, configuration is the only thing they ever touch,
+so Comet’s configuration is its primary API and this policy treats it as such.</p>
+<p>Comet does also expose a small Java and Scala API, enumerated below, for the cases that
+configuration cannot express: the class names Spark itself needs by name, and one service provider
+interface that vendors implement. It is small on purpose, and everything outside it is internal.</p>
+<p>The following are covered by this versioning policy:</p>
<ul class="simple">
-<li><p>A minor release (<code class="docutils literal notranslate"><span class="pre">0.X.0</span></code>) may include breaking changes.</p></li>
-<li><p>A patch release (<code class="docutils literal notranslate"><span class="pre">0.X.Y</span></code>, where <code class="docutils literal notranslate"><span class="pre">Y</span> <span class="pre">></span> <span class="pre">0</span></code>) contains bug fixes only.</p></li>
+<li><p><strong>Configuration keys under <code class="docutils literal notranslate"><span class="pre">spark.comet.*</span></code></strong>: their names, types, accepted values, default
+values, and semantics.</p></li>
+<li><p><strong>A small, enumerated public Java and Scala API</strong>: the class names users write into Spark config
+properties, and the S3 credential provider SPI that vendors implement. The full list is in
+<a class="reference internal" href="#public-scala-and-java-api">Public Scala and Java API</a>.</p></li>
+<li><p><strong>Query results for expressions and operators whose support level is <code class="docutils literal notranslate"><span class="pre">Compatible</span></code></strong>, where the
+contract is defined by Apache Spark rather than by Comet. See
+<a class="reference internal" href="#query-result-semantics">Query Result Semantics</a>.</p></li>
</ul>
-<p>In particular, the following are explicitly <strong>not</strong> stable in the <code class="docutils literal notranslate"><span class="pre">0.x</span></code> series and may change in any
-minor release without prior notice:</p>
+<p>The following are internal implementation details. They are not covered by this policy and may
+change in any release:</p>
<ul class="simple">
-<li><p>Configuration keys under <code class="docutils literal notranslate"><span class="pre">spark.comet.*</span></code> (names, defaults, and semantics).</p></li>
-<li><p>The protobuf format used to serialize query plans between the JVM and the native library.</p></li>
-<li><p>Internal Scala, Java, and Rust APIs that are not part of the documented public API.</p></li>
+<li><p>The protobuf format used to serialize query plans between the JVM and the native library. The
+JVM jar and the native library ship together and are versioned together; see
+<a class="reference internal" href="#native-library-coupling">Native Library Coupling</a>.</p></li>
+<li><p>Every Scala, Java, and Rust type not on that list, including the internal structure of the
+classes that are on it. See <a class="reference internal" href="#everything-else-is-internal">Everything Else Is Internal</a>.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">EXPLAIN</span></code> output, and the shape of the plans Comet produces. Which operators are fused, how a
+native block is partitioned, and how a plan is rendered may all change between releases.</p></li>
+<li><p>Metric names and log output.</p></li>
+<li><p>Performance characteristics, including which expressions and operators run natively and which
+fall back to Spark. An expression that ran natively in one release may fall back in the next,
+and vice versa. The results stay the same; only the speed changes.</p></li>
</ul>
-<p>Where a breaking change is significant, it will be called out in the release notes.</p>
</section>
-<section id="compatibility-commitments">
-<h2>Compatibility Commitments<a class="headerlink" href="#compatibility-commitments" title="Link to this heading">#</a></h2>
-<p>The following commitments apply to every Comet release, including the <code class="docutils literal notranslate"><span class="pre">0.x</span></code> series.</p>
-<section id="public-scala-and-java-api">
-<h3>Public Scala and Java API<a class="headerlink" href="#public-scala-and-java-api" title="Link to this heading">#</a></h3>
-<p>Public classes and methods (for example, <code class="docutils literal notranslate"><span class="pre">org.apache.spark.CometPlugin</span></code>) are considered part of
-Comet’s public API. Removing or making source- or binary-incompatible changes to a public API
-requires a deprecation cycle: the API must remain available, with a deprecation warning, for at
-least one minor release before removal.</p>
-<p>Public APIs annotated with <code class="docutils literal notranslate"><span class="pre">@Unstable</span></code> are exempt from this guarantee and may change in any minor
-release without a deprecation cycle. The <code class="docutils literal notranslate"><span class="pre">@Unstable</span></code> annotation does not yet exist and will be
-introduced as the need arises.</p>
+<section id="what-each-version-component-means">
+<h2>What Each Version Component Means<a class="headerlink" href="#what-each-version-component-means" title="Link to this heading">#</a></h2>
+<section id="major-releases">
+<h3>Major Releases<a class="headerlink" href="#major-releases" title="Link to this heading">#</a></h3>
+<p>A major release may:</p>
+<ul class="simple">
+<li><p>Remove a configuration key, or change one in a way that is not backward compatible.</p></li>
+<li><p>Remove or incompatibly change a member of the enumerated
+<a class="reference internal" href="#public-scala-and-java-api">public API</a>, including any change that breaks a vendor jar built
+against an earlier release.</p></li>
+<li><p>Remove a <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code> escape hatch, making the newer behavior unconditional.</p></li>
+<li><p>Remove a deprecated configuration alias left behind by a rename.</p></li>
+</ul>
+</section>
+<section id="minor-releases">
+<h3>Minor Releases<a class="headerlink" href="#minor-releases" title="Link to this heading">#</a></h3>
+<p>A minor release may:</p>
+<ul class="simple">
+<li><p>Add features, operators, expressions, and configuration keys, and make additive changes to the
+public API that keep existing vendor jars working.</p></li>
+<li><p>Change existing behavior, provided the change ships with a legacy escape hatch. See
+<a class="reference internal" href="#behavior-changes-and-legacy-configurations">Behavior Changes and Legacy Configurations</a>.</p></li>
+<li><p>Deprecate configuration keys and public API members, ahead of removal in a later major release.</p></li>
+<li><p>Add or remove support for an Apache Spark version. See
+<a class="reference internal" href="#apache-spark-version-support">Apache Spark Version Support</a>.</p></li>
+</ul>
+</section>
+<section id="patch-releases">
+<h3>Patch Releases<a class="headerlink" href="#patch-releases" title="Link to this heading">#</a></h3>
+<p>A patch release contains bug fixes only. It adds no configuration keys and makes no behavior
+changes, with one exception: correctness fixes, which are covered in
+<a class="reference internal" href="#correctness-fixes-are-not-breaking-changes">Correctness Fixes Are Not Breaking Changes</a>.</p>
+</section>
</section>
+<section id="behavior-changes-and-legacy-configurations">
+<h2>Behavior Changes and Legacy Configurations<a class="headerlink" href="#behavior-changes-and-legacy-configurations" title="Link to this heading">#</a></h2>
+<p>A <strong>behavior change</strong> is one where the same query, run over the same data, with the same explicitly
+set configuration, produces a different result or a different error than it did in the previous
+release.</p>
+<p>Comet follows Apache Spark’s approach here. A behavior change may ship in a minor release, but only
+when all three of the following hold:</p>
+<ol class="arabic simple">
+<li><p>A boolean configuration key under <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code> restores the previous behavior. It
+defaults to <code class="docutils literal notranslate"><span class="pre">false</span></code>, meaning the new behavior is what users get unless they opt out.</p></li>
+<li><p>The <a class="reference internal" href="../user-guide/latest/migration-guide.html"><span class="std std-doc">Upgrade Guide</span></a> gains an entry that describes the
+change and names the configuration key that reverts it.</p></li>
+<li><p>The release notes for that version call the change out.</p></li>
+</ol>
+<p>The escape hatch is what makes the change safe to ship in a minor release. A user who is broken by
+it has a documented, single-property fix available while they adapt, rather than being forced to
+pin an old Comet release.</p>
+<p>Behavior changes that require this treatment include changing the default value of an existing
+configuration key, changing what an existing key’s values mean, and changing the semantics of an
+<code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> expression or operator whose divergence from Spark users may have come to depend on.</p>
+<section id="lifetime-of-a-legacy-configuration">
+<h3>Lifetime of a Legacy Configuration<a class="headerlink" href="#lifetime-of-a-legacy-configuration" title="Link to this heading">#</a></h3>
+<p>A <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code> key is deprecated from the moment it is added. Its purpose is to buy users
+time to migrate, not to preserve two behaviors indefinitely.</p>
+<p>Such a key may only be removed in a major release. When it is removed, the newer behavior becomes
+unconditional and the removal is noted in the upgrade guide.</p>
+<p>Contributors adding a legacy configuration should follow
+<a class="reference internal" href="../contributor-guide/config_conventions.html#changing-the-behavior-of-an-existing-config"><span class="std std-ref">Changing the Behavior of an Existing Config</span></a>
+in the contributor guide.</p>
+</section>
+<section id="renaming-and-removing-configuration-keys">
+<h3>Renaming and Removing Configuration Keys<a class="headerlink" href="#renaming-and-removing-configuration-keys" title="Link to this heading">#</a></h3>
+<p>Renaming a configuration key is not a behavior change and does not need a legacy escape hatch. The
+old key is kept working as a deprecated alias using the <code class="docutils literal notranslate"><span class="pre">withAlternative</span></code> mechanism described in
+<a class="reference internal" href="../contributor-guide/config_conventions.html#renaming-an-existing-config"><span class="std std-ref">Renaming an Existing Config</span></a>.
+The alias may only be dropped in a major release.</p>
+<p>Removing a configuration key outright requires a deprecation cycle: the key must remain available,
+with a deprecation warning, for at least one minor release before it is removed in a major release.</p>
+</section>
+</section>
+<section id="correctness-fixes-are-not-breaking-changes">
+<h2>Correctness Fixes Are Not Breaking Changes<a class="headerlink" href="#correctness-fixes-are-not-breaking-changes" title="Link to this heading">#</a></h2>
+<p>Comet’s contract is to produce the results that Apache Spark produces. When an expression or
+operator whose support level is <code class="docutils literal notranslate"><span class="pre">Compatible</span></code> produces something different from Spark, that is a
+bug in Comet, not a behavior that users are entitled to rely on.</p>
+<p>Fixing such a bug is a bug fix. It may ship in any release, including a patch release. It does not
+require a major version bump, and it does not require a legacy configuration key. Users must not
+depend on Comet-specific incorrect results.</p>
+<p>Two riders apply:</p>
+<ul class="simple">
+<li><p>Maintainers <strong>may</strong> add a legacy configuration key for a correctness fix with an unusually wide
+blast radius, for example one that changes the results of a common expression across many
+queries. This is a judgment call made case by case, not an obligation.</p></li>
+<li><p>When Apache Spark itself changes results for a given Spark version, Comet follows Spark. Tracking
+an upstream change is likewise not a Comet breaking change.</p></li>
+</ul>
<section id="query-result-semantics">
<h3>Query Result Semantics<a class="headerlink" href="#query-result-semantics" title="Link to this heading">#</a></h3>
<p>Expressions and operators whose support level is <code class="docutils literal notranslate"><span class="pre">Compatible</span></code> are expected to produce results that
match Apache Spark. Result differences in <code class="docutils literal notranslate"><span class="pre">Compatible</span></code> items are tracked as bugs and fixed in
-subsequent releases.</p>
+subsequent releases, under the rules above.</p>
<p>Items whose support level is <code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> or <code class="docutils literal notranslate"><span class="pre">Unsupported</span></code> have no result-compatibility
guarantees. <code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> items require an explicit per-expression or per-operator opt-in
-(for example, <code class="docutils literal notranslate"><span class="pre">spark.comet.expr.<Name>.allowIncompatible=true</span></code>).</p>
+(for example, <code class="docutils literal notranslate"><span class="pre">spark.comet.expression.<Name>.allowIncompatible=true</span></code>).</p>
<p>For details on per-expression and per-operator support levels, see the
<a class="reference internal" href="../user-guide/latest/compatibility/index.html"><span class="std std-doc">compatibility guide</span></a>.</p>
</section>
</section>
+<section id="public-scala-and-java-api">
+<h2>Public Scala and Java API<a class="headerlink" href="#public-scala-and-java-api" title="Link to this heading">#</a></h2>
+<p>Comet is a plugin, not a library, so its public Java and Scala API is deliberately small. Every
+member of it carries the <code class="docutils literal notranslate"><span class="pre">org.apache.comet.annotation.Public</span></code> annotation, and it is enumerated in
+full below. <strong>Anything not listed here is internal</strong>, whatever its access modifier
+says, and is covered by <a class="reference internal" href="#everything-else-is-internal">Everything Else Is Internal</a>.</p>
+<section id="class-names-referenced-from-configuration">
+<h3>Class Names Referenced From Configuration<a class="headerlink" href="#class-names-referenced-from-configuration" title="Link to this heading">#</a></h3>
+<p>These classes are named as <em>values</em> in Spark configuration properties. Users do not compile against
+them; they write the fully qualified name into a config string.</p>
+<div class="pst-scrollable-table-container"><table class="table">
+<thead>
+<tr class="row-odd"><th class="head"><p>Class</p></th>
+<th class="head"><p>Named in</p></th>
+<th class="head"><p>Purpose</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">org.apache.spark.CometPlugin</span></code></p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">spark.plugins</span></code></p></td>
+<td><p>Installs Comet.</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">org.apache.comet.ExtendedExplainInfo</span></code></p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">spark.sql.extendedExplainProviders</span></code></p></td>
+<td><p>Adds Comet fallback explanations to <code class="docutils literal notranslate"><span class="pre">EXPLAIN</span></code> output.</p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<p>Renaming or removing one of these class names breaks user configuration in exactly the way renaming
+a <code class="docutils literal notranslate"><span class="pre">spark.comet.*</span></code> key does, so it is treated on the same terms: a deprecation cycle, then removal in
+a major release. Their internal structure, by contrast, carries no guarantee.</p>
+</section>
+<section id="the-s3-credential-provider-spi">
+<h3>The S3 Credential Provider SPI<a class="headerlink" href="#the-s3-credential-provider-spi" title="Link to this heading">#</a></h3>
+<p>The classes in <code class="docutils literal notranslate"><span class="pre">org.apache.comet.cloud.s3</span></code> are a service provider interface. Vendors implement it to
+supply AWS credentials to Comet’s native S3 readers, compiling against Comet with <code class="docutils literal notranslate"><span class="pre">provided</span></code> scope
+and shipping their implementation as a separate jar. Both source and binary compatibility matter
+here, because a vendor jar built against one Comet release is loaded by another.</p>
+<p>The SPI consists of:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">CometS3CredentialProvider</span></code>, the interface a vendor implements.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">CometS3Credentials</span></code>, the value a provider returns.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">CometS3CredentialContext</span></code> and <code class="docutils literal notranslate"><span class="pre">CometS3AccessMode</span></code>, describing the request being served.</p></li>
+</ul>
+<p>Additive changes are allowed in a minor release, for example a new accessor on
+<code class="docutils literal notranslate"><span class="pre">CometS3CredentialContext</span></code>, because a vendor jar compiled against an earlier <code class="docutils literal notranslate"><span class="pre">1.x</span></code> continues to
+load and run. Any change that would break such a jar, including adding an abstract method to
+<code class="docutils literal notranslate"><span class="pre">CometS3CredentialProvider</span></code> without a default implementation, requires a major release.</p>
+<p><code class="docutils literal notranslate"><span class="pre">CometS3CredentialDispatcher</span></code> is the JNI entry point Comet uses to reach a provider. It is internal
+despite living in the same package, and vendors must not call it.</p>
+<p>See the <a class="reference internal" href="../user-guide/latest/s3-credential-providers.html"><span class="std std-doc">S3 Credential Providers</span></a> guide for the
+full vendor contract.</p>
+</section>
+<section id="everything-else-is-internal">
+<h3>Everything Else Is Internal<a class="headerlink" href="#everything-else-is-internal" title="Link to this heading">#</a></h3>
+<p>Every other Scala, Java, and Rust type Comet ships is internal. This includes the rest of
+<code class="docutils literal notranslate"><span class="pre">org.apache.comet.*</span></code>, everything Comet contributes to <code class="docutils literal notranslate"><span class="pre">org.apache.spark.*</span></code>, and all of the native
+crates. These types exist to make the plugin work, not to be programmed against. They may be
+renamed, changed, or removed in any release, including a patch release, with no deprecation cycle
+and no upgrade guide entry.</p>
+<p>User code must not import, extend, or call them. Where Comet documentation shows an internal class
+in a code sample, treat it as a debugging aid for interactive use rather than as an interface with
+a stability guarantee.</p>
+</section>
+<section id="deprecation-cycle">
+<h3>Deprecation Cycle<a class="headerlink" href="#deprecation-cycle" title="Link to this heading">#</a></h3>
+<p>Removing anything listed above as public, or changing it incompatibly, requires a deprecation cycle:
+it must remain available, with a deprecation warning where one can be raised, for at least one minor
+release, and may only be removed in a major release.</p>
+</section>
+<section id="changing-the-public-api">
+<h3>Changing the Public API<a class="headerlink" href="#changing-the-public-api" title="Link to this heading">#</a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">CometPublicApiSuite</span></code> pins the exact set of <code class="docutils literal notranslate"><span class="pre">@Public</span></code> types to the list above, so adding or removing
+the annotation fails the build until the list is updated. That is deliberate: growing the public API
+commits the project to supporting the addition indefinitely, which is a policy decision rather than
+a routine code change. Agree the addition in an issue or on the mailing list first, then update the
+annotation, this page, and the suite together in one pull request.</p>
+</section>
+</section>
<section id="apache-spark-version-support">
<h2>Apache Spark Version Support<a class="headerlink" href="#apache-spark-version-support" title="Link to this heading">#</a></h2>
<p>The currently supported Spark versions are listed on the
<a class="reference internal" href="../user-guide/latest/compatibility/spark-versions.html"><span class="std std-doc">Spark Version Compatibility</span></a> page. Comet
binaries are published per <code class="docutils literal notranslate"><span class="pre">(Spark</span> <span class="pre">minor</span> <span class="pre">×</span> <span class="pre">Scala</span> <span class="pre">binary</span> <span class="pre">version)</span></code> combination. Users must select
the binary that matches their Spark and Scala installation.</p>
+<p><strong>Which Spark versions Comet supports is not governed by semantic versioning.</strong> Adding support for
+a new Spark minor is a Comet minor release, never a major one. Removing support for a Spark minor
+is also a minor release, and is never by itself grounds for a major version bump.</p>
+<p>The reasoning is that Comet’s supported Spark matrix tracks the upstream Apache Spark project’s
+maintenance windows, which have nothing to do with Comet’s own version numbers. Tying the two
+together would force Comet major releases on a schedule set by another project, and would make the
+major version number say something about Spark rather than about Comet’s own compatibility.</p>
+<p>Scala binary versions are treated the same way: adding or removing one is a minor release.</p>
+<p>Users running a Spark version that a given Comet release no longer supports should stay on an
+earlier Comet release until they can upgrade Spark. The deprecation notice described under
+<a class="reference internal" href="#support-lifetime">Support Lifetime</a> is the signal to start planning that upgrade.</p>
<section id="new-version-adoption">
<h3>New Version Adoption<a class="headerlink" href="#new-version-adoption" title="Link to this heading">#</a></h3>
<p>Comet does not commit to a timeline for adopting a new Apache Spark minor release. The effort
@@ -576,8 +770,8 @@ up. Older Spark patches within the same minor are not separately supported.</p>
</section>
<section id="release-cadence">
<h2>Release Cadence<a class="headerlink" href="#release-cadence" title="Link to this heading">#</a></h2>
-<p>Comet targets a <code class="docutils literal notranslate"><span class="pre">0.X.0</span></code> minor release every four to six weeks. Patch releases (<code class="docutils literal notranslate"><span class="pre">0.X.Y</span></code>) are made
-on demand, only when a critical bug or security fix needs to ship before the next minor release.</p>
+<p>Comet targets a minor release every four to six weeks. Patch releases are made on demand, only
+when a critical bug or security fix needs to ship before the next minor release.</p>
<p>Only the most recent minor release receives patch releases. Comet does not currently backport
fixes to older minor releases; users are expected to upgrade forward.</p>
</section>
@@ -588,19 +782,6 @@ two artifacts must come from the <strong>same Comet release</strong>. Mixing a J
with a native library from another is unsupported and may fail at runtime due to protobuf or FFI
incompatibilities.</p>
</section>
-<section id="road-to-1-0">
-<h2>Road to 1.0<a class="headerlink" href="#road-to-1-0" title="Link to this heading">#</a></h2>
-<p>When <code class="docutils literal notranslate"><span class="pre">1.0.0</span></code> ships:</p>
-<ul class="simple">
-<li><p>Strict semantic versioning will apply to the public Scala and Java API: breaking changes will
-only be made in a future major release. APIs annotated with <code class="docutils literal notranslate"><span class="pre">@Unstable</span></code> remain exempt and may
-change in any minor release.</p></li>
-<li><p>The stability commitments for configuration keys and the protobuf plan format will be
-re-evaluated and documented as part of the <code class="docutils literal notranslate"><span class="pre">1.0.0</span></code> release.</p></li>
-</ul>
-<p>Tracking and planning for the <code class="docutils literal notranslate"><span class="pre">1.0.0</span></code> release happens in
-<a class="reference external" href="https://github.com/apache/datafusion-comet/issues/4082">issue #4082</a>.</p>
-</section>
</section>
@@ -650,12 +831,30 @@ re-evaluated and documented as part of the <code class="docutils literal notrans
</div>
<nav class="bd-toc-nav page-toc" aria-labelledby="pst-page-navigation-heading-2">
<ul class="visible nav section-nav flex-column">
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#pre-1-0-releases">Pre-1.0 Releases</a></li>
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#compatibility-commitments">Compatibility Commitments</a><ul class="nav section-nav flex-column">
-<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#public-scala-and-java-api">Public Scala and Java API</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#comet-s-compatibility-surface">Comet’s Compatibility Surface</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#what-each-version-component-means">What Each Version Component Means</a><ul class="nav section-nav flex-column">
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#major-releases">Major Releases</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#minor-releases">Minor Releases</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#patch-releases">Patch Releases</a></li>
+</ul>
+</li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#behavior-changes-and-legacy-configurations">Behavior Changes and Legacy Configurations</a><ul class="nav section-nav flex-column">
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#lifetime-of-a-legacy-configuration">Lifetime of a Legacy Configuration</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#renaming-and-removing-configuration-keys">Renaming and Removing Configuration Keys</a></li>
+</ul>
+</li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#correctness-fixes-are-not-breaking-changes">Correctness Fixes Are Not Breaking Changes</a><ul class="nav section-nav flex-column">
<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#query-result-semantics">Query Result Semantics</a></li>
</ul>
</li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#public-scala-and-java-api">Public Scala and Java API</a><ul class="nav section-nav flex-column">
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#class-names-referenced-from-configuration">Class Names Referenced From Configuration</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#the-s3-credential-provider-spi">The S3 Credential Provider SPI</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#everything-else-is-internal">Everything Else Is Internal</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#deprecation-cycle">Deprecation Cycle</a></li>
+<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#changing-the-public-api">Changing the Public API</a></li>
+</ul>
+</li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#apache-spark-version-support">Apache Spark Version Support</a><ul class="nav section-nav flex-column">
<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#new-version-adoption">New Version Adoption</a></li>
<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#support-lifetime">Support Lifetime</a></li>
@@ -664,7 +863,6 @@ re-evaluated and documented as part of the <code class="docutils literal notrans
</li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#release-cadence">Release Cadence</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#native-library-coupling">Native Library Coupling</a></li>
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#road-to-1-0">Road to 1.0</a></li>
</ul>
</nav></div>
diff --git a/contributor-guide/adding_a_new_expression.html b/contributor-guide/adding_a_new_expression.html
index 522d6622ed..9292490270 100644
--- a/contributor-guide/adding_a_new_expression.html
+++ b/contributor-guide/adding_a_new_expression.html
@@ -658,7 +658,7 @@ under the License.
<p>The <code class="docutils literal notranslate"><span class="pre">SupportLevel</span></code> sealed trait has three possible values:</p>
<ul class="simple">
<li><p><strong><code class="docutils literal notranslate"><span class="pre">Compatible(notes:</span> <span class="pre">Option[String]</span> <span class="pre">=</span> <span class="pre">None)</span></code></strong> - Comet supports this expression with full compatibility with Spark, or may have known differences in specific edge cases unlikely to affect most users. This is the default if you don’t override <code class="docutils literal notranslate"><span class="pre">getSupportLevel</span [...]
-<li><p><strong><code class="docutils literal notranslate"><span class="pre">Incompatible(notes:</span> <span class="pre">Option[String]</span> <span class="pre">=</span> <span class="pre">None)</span></code></strong> - Comet supports this expression but results can differ from Spark. The expression will only be used if <code class="docutils literal notranslate"><span class="pre">spark.comet.expr.allowIncompatible=true</span></code> or the expression-specific config <code class="docutils [...]
+<li><p><strong><code class="docutils literal notranslate"><span class="pre">Incompatible(notes:</span> <span class="pre">Option[String]</span> <span class="pre">=</span> <span class="pre">None)</span></code></strong> - Comet supports this expression but results can differ from Spark. The expression will only be used if the expression-specific config <code class="docutils literal notranslate"><span class="pre">spark.comet.expression.<exprName>.allowIncompatible=true</span></code> is [...]
<li><p><strong><code class="docutils literal notranslate"><span class="pre">Unsupported(notes:</span> <span class="pre">Option[String]</span> <span class="pre">=</span> <span class="pre">None)</span></code></strong> - Comet does not support this expression under the current conditions. Spark will fall back to its native execution.</p></li>
</ul>
<p>All three accept an optional <code class="docutils literal notranslate"><span class="pre">notes</span></code> parameter to provide additional context that is logged for debugging.</p>
@@ -744,12 +744,12 @@ under the License.
<h5>How getSupportLevel Affects Execution<a class="headerlink" href="#how-getsupportlevel-affects-execution" title="Link to this heading">#</a></h5>
<p>When the query planner encounters an expression:</p>
<ol class="arabic simple">
-<li><p>It first checks if the expression is explicitly disabled via <code class="docutils literal notranslate"><span class="pre">spark.comet.expr.<exprName>.enabled=false</span></code></p></li>
+<li><p>It first checks if the expression is explicitly disabled via <code class="docutils literal notranslate"><span class="pre">spark.comet.expression.<exprName>.enabled=false</span></code></p></li>
<li><p>It then calls <code class="docutils literal notranslate"><span class="pre">getSupportLevel</span></code> on the expression handler</p></li>
<li><p>Based on the result:</p>
<ul class="simple">
<li><p><code class="docutils literal notranslate"><span class="pre">Compatible()</span></code>: Expression proceeds to conversion</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">Incompatible()</span></code>: Expression is skipped unless <code class="docutils literal notranslate"><span class="pre">spark.comet.expr.allowIncompatible=true</span></code> or expression-specific allow config is set</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">Incompatible()</span></code>: Expression is skipped unless <code class="docutils literal notranslate"><span class="pre">spark.comet.expression.<exprName>.allowIncompatible=true</span></code> is set</p></li>
<li><p><code class="docutils literal notranslate"><span class="pre">Unsupported()</span></code>: Expression is skipped and a fallback to Spark occurs</p></li>
</ul>
</li>
diff --git a/contributor-guide/benchmark-results/tpc-ds.html b/contributor-guide/benchmark-results/tpc-ds.html
index aec0822a1c..34c7f3fdb2 100644
--- a/contributor-guide/benchmark-results/tpc-ds.html
+++ b/contributor-guide/benchmark-results/tpc-ds.html
@@ -583,7 +583,7 @@ under the License.
<span class="na">spark.executor.memoryOverhead</span><span class="o">=</span><span class="s">10G</span>
<span class="na">spark.memory.offHeap.enabled</span><span class="o">=</span><span class="s">true</span>
<span class="na">spark.memory.offHeap.size</span><span class="o">=</span><span class="s">32G</span>
-<span class="na">spark.comet.memoryPool.fraction</span><span class="o">=</span><span class="s">0.8</span>
+<span class="na">spark.comet.exec.memoryPool.fraction</span><span class="o">=</span><span class="s">0.8</span>
</pre></div>
</div>
</section>
diff --git a/contributor-guide/benchmark-results/tpc-h.html b/contributor-guide/benchmark-results/tpc-h.html
index 206bccb50a..4303d982ee 100644
--- a/contributor-guide/benchmark-results/tpc-h.html
+++ b/contributor-guide/benchmark-results/tpc-h.html
@@ -589,7 +589,7 @@ under the License.
<section id="comet-tuned">
<h3>Comet (Tuned)<a class="headerlink" href="#comet-tuned" title="Link to this heading">#</a></h3>
<div class="highlight-properties notranslate"><div class="highlight"><pre><span></span><span class="na">spark.comet.exec.forceShuffledHashJoin</span><span class="o">=</span><span class="s">true</span>
-<span class="na">spark.comet.memoryPool.fraction</span><span class="o">=</span><span class="s">0.8</span>
+<span class="na">spark.comet.exec.memoryPool.fraction</span><span class="o">=</span><span class="s">0.8</span>
</pre></div>
</div>
</section>
diff --git a/contributor-guide/benchmarking_macos.html b/contributor-guide/benchmarking_macos.html
index 2786a95dcf..b24365a9ae 100644
--- a/contributor-guide/benchmarking_macos.html
+++ b/contributor-guide/benchmarking_macos.html
@@ -662,10 +662,8 @@ In order to start local Apache Spark cluster on <code class="docutils literal no
<span class="w"> </span>--conf<span class="w"> </span>spark.plugins<span class="o">=</span>org.apache.spark.CometPlugin<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.shuffle.manager<span class="o">=</span>org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.comet.enabled<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
-<span class="w"> </span>--conf<span class="w"> </span>spark.comet.exec.shuffle.enableFastEncoding<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
-<span class="w"> </span>--conf<span class="w"> </span>spark.comet.exec.shuffle.fallbackToColumnar<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
+<span class="w"> </span>--conf<span class="w"> </span>spark.comet.shuffle.enabled<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.comet.exec.forceShuffledHashJoin<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
-<span class="w"> </span>--conf<span class="w"> </span>spark.comet.expression.allowIncompatible<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
<span class="w"> </span><span class="nv">$DF_BENCH</span>/runners/datafusion-comet/tpcbench.py<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--benchmark<span class="w"> </span>tpch<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--data<span class="w"> </span><span class="nv">$BENCH_DATA</span>/tpch-data/<span class="w"> </span><span class="se">\</span>
diff --git a/contributor-guide/benchmarking_spark_sql_perf.html b/contributor-guide/benchmarking_spark_sql_perf.html
index 3eef75f21b..dd5d321d14 100644
--- a/contributor-guide/benchmarking_spark_sql_perf.html
+++ b/contributor-guide/benchmarking_spark_sql_perf.html
@@ -744,10 +744,9 @@ mkdir<span class="w"> </span>-p<span class="w"> </span>/tmp/spark-events
<span class="w"> </span>--conf<span class="w"> </span>spark.sql.extensions<span class="o">=</span>org.apache.comet.CometSparkSessionExtensions<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.comet.enabled<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.comet.exec.enabled<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
-<span class="w"> </span>--conf<span class="w"> </span>spark.comet.exec.all.enabled<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.shuffle.manager<span class="o">=</span>org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager<span class="w"> </span><span class="se">\</span>
<span class="w"> </span>--conf<span class="w"> </span>spark.comet.shuffle.enabled<span class="o">=</span><span class="nb">true</span><span class="w"> </span><span class="se">\</span>
-<span class="w"> </span>--conf<span class="w"> </span>spark.comet.columnar.shuffle.enabled<span class="o">=</span><span class="nb">true</span>
+<span class="w"> </span>--conf<span class="w"> </span>spark.comet.shuffle.mode<span class="o">=</span>jvm
</pre></div>
</div>
<p>Then register tables and run the benchmark the same way as the Spark baseline, changing the tags and result
diff --git a/contributor-guide/config_conventions.html b/contributor-guide/config_conventions.html
index 840eb1a551..1dd61ace2b 100644
--- a/contributor-guide/config_conventions.html
+++ b/contributor-guide/config_conventions.html
@@ -647,6 +647,49 @@ pattern (single-hop, multiple alternatives, etc.).</p></li>
typically the next Comet major after the rename first ships. See the
<a class="reference internal" href="../about/versioning_policy.html"><span class="std std-doc">versioning policy</span></a> for the timing rules.</p>
</section>
+<section id="changing-the-behavior-of-an-existing-config">
+<h2>Changing the Behavior of an Existing Config<a class="headerlink" href="#changing-the-behavior-of-an-existing-config" title="Link to this heading">#</a></h2>
+<p>A rename keeps behavior identical and only moves the key. A <strong>behavior change</strong> is different: the
+same query, over the same data, with the same explicitly set configuration, starts producing a
+different result or a different error. Changing a config’s default value, or changing what its
+existing values mean, is a behavior change.</p>
+<p>Comet’s <a class="reference internal" href="../about/versioning_policy.html"><span class="std std-doc">versioning policy</span></a> allows a behavior change to ship in a
+minor release, but only when users have a documented way to opt back out. That escape hatch is a
+boolean config under <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code>, defaulting to <code class="docutils literal notranslate"><span class="pre">false</span></code>, whose only job is to restore
+the previous behavior:</p>
+<div class="highlight-scala notranslate"><div class="highlight"><pre><span></span><span class="kd">val</span><span class="w"> </span><span class="nc">COMET_LEGACY_FOO_BEHAVIOR</span><span class="p">:</span><span class="w"> </span><span class="nc">ConfigEntry</span><span class="p">[</span><span class="nc">Boolean</span><span class="p">]</span><span class="w"> </span><span class="o">=</span>
+<span class="w"> </span><span class="n">conf</span><span class="p">(</span><span class="s">"spark.comet.legacy.fooBehavior"</span><span class="p">)</span>
+<span class="w"> </span><span class="p">.</span><span class="n">category</span><span class="p">(</span><span class="nc">CATEGORY_LEGACY</span><span class="p">)</span>
+<span class="w"> </span><span class="p">.</span><span class="n">doc</span><span class="p">(</span><span class="s">"When true, restores the pre-1.1.0 behavior of <config>, which <describe old "</span><span class="w"> </span><span class="o">+</span>
+<span class="w"> </span><span class="s">"behavior>. This config is deprecated and will be removed in a future major release."</span><span class="p">)</span>
+<span class="w"> </span><span class="p">.</span><span class="n">booleanConf</span>
+<span class="w"> </span><span class="p">.</span><span class="n">createWithDefault</span><span class="p">(</span><span class="kc">false</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>Naming follows the usual conventions: <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.</span></code> prefix, <code class="docutils literal notranslate"><span class="pre">camelCase</span></code> final segment, and
+a <code class="docutils literal notranslate"><span class="pre">COMET_LEGACY_*</span></code> Scala symbol. The doc string must state which release changed the behavior and
+what the old behavior was, so that <code class="docutils literal notranslate"><span class="pre">configs.md</span></code> is self-explanatory without cross-referencing the
+upgrade guide.</p>
+<p>The checklist for a behavior change:</p>
+<ol class="arabic simple">
+<li><p>Make the behavior change itself, gated on the new legacy config.</p></li>
+<li><p>Declare the legacy config in <code class="docutils literal notranslate"><span class="pre">CometConf.scala</span></code> under <code class="docutils literal notranslate"><span class="pre">CATEGORY_LEGACY</span></code>, defaulting to <code class="docutils literal notranslate"><span class="pre">false</span></code>.</p></li>
+<li><p>Add a section to the <a class="reference internal" href="../user-guide/latest/migration-guide.html"><span class="std std-doc">upgrade guide</span></a> under the
+upcoming release, describing the change and naming the config that reverts it.</p></li>
+<li><p>Add a test covering both branches: the new behavior by default, and the old behavior with the
+legacy config set.</p></li>
+</ol>
+<p>Two cases do <strong>not</strong> need a legacy config:</p>
+<ul class="simple">
+<li><p><strong>Correctness fixes.</strong> When a <code class="docutils literal notranslate"><span class="pre">Compatible</span></code> expression or operator does not match Spark, that is a
+bug. Fixing it is a bug fix and may ship in any release, including a patch release. Add a legacy
+config only if the fix has an unusually wide blast radius, and say so in the PR description.</p></li>
+<li><p><strong>Changes to which expressions and operators run natively.</strong> Falling back to Spark, or ceasing
+to, changes performance rather than results.</p></li>
+</ul>
+<p>Removing a legacy config is a major-release change, handled the same way as removing a deprecated
+alias.</p>
+</section>
</section>
@@ -700,6 +743,7 @@ typically the next Comet major after the rename first ships. See the
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#symbol-naming-scala">Symbol Naming (Scala)</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#categories">Categories</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#renaming-an-existing-config">Renaming an Existing Config</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#changing-the-behavior-of-an-existing-config">Changing the Behavior of an Existing Config</a></li>
</ul>
</nav></div>
diff --git a/contributor-guide/expression-audits/generator_funcs.html b/contributor-guide/expression-audits/generator_funcs.html
index 58c1d7d40c..8a6ce75175 100644
--- a/contributor-guide/expression-audits/generator_funcs.html
+++ b/contributor-guide/expression-audits/generator_funcs.html
@@ -561,7 +561,7 @@ under the License.
<section id="explode-outer">
<h2>explode_outer<a class="headerlink" href="#explode-outer" title="Link to this heading">#</a></h2>
<ul class="simple">
-<li><p>Same <code class="docutils literal notranslate"><span class="pre">CometExplodeExec</span></code> path as <code class="docutils literal notranslate"><span class="pre">explode</span></code>, but the <code class="docutils literal notranslate"><span class="pre">outer=true</span></code> case is <code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> (empty arrays are not preserved as null outputs) and falls back unless <code class="docutils literal notra [...]
+<li><p>Same <code class="docutils literal notranslate"><span class="pre">CometExplodeExec</span></code> path as <code class="docutils literal notranslate"><span class="pre">explode</span></code>, but the <code class="docutils literal notranslate"><span class="pre">outer=true</span></code> case is <code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> (empty arrays are not preserved as null outputs) and falls back unless <code class="docutils literal notra [...]
</ul>
</section>
<section id="posexplode">
@@ -573,7 +573,7 @@ under the License.
<section id="posexplode-outer">
<h2>posexplode_outer<a class="headerlink" href="#posexplode-outer" title="Link to this heading">#</a></h2>
<ul class="simple">
-<li><p>Same <code class="docutils literal notranslate"><span class="pre">CometExplodeExec</span></code> path as <code class="docutils literal notranslate"><span class="pre">posexplode</span></code>, but the <code class="docutils literal notranslate"><span class="pre">outer=true</span></code> case is <code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> and falls back unless <code class="docutils literal notranslate"><span class="pre">spark.comet.expr.all [...]
+<li><p>Same <code class="docutils literal notranslate"><span class="pre">CometExplodeExec</span></code> path as <code class="docutils literal notranslate"><span class="pre">posexplode</span></code>, but the <code class="docutils literal notranslate"><span class="pre">outer=true</span></code> case is <code class="docutils literal notranslate"><span class="pre">Incompatible</span></code> and falls back unless <code class="docutils literal notranslate"><span class="pre">spark.comet.operator [...]
</ul>
</section>
</section>
diff --git a/contributor-guide/expression-audits/predicate_funcs.html b/contributor-guide/expression-audits/predicate_funcs.html
index 321d536f3a..e082c1b86b 100644
--- a/contributor-guide/expression-audits/predicate_funcs.html
+++ b/contributor-guide/expression-audits/predicate_funcs.html
@@ -714,7 +714,7 @@ under the License.
<section id="rlike">
<h2>rlike<a class="headerlink" href="#rlike" title="Link to this heading">#</a></h2>
<ul class="simple">
-<li><p>See <code class="docutils literal notranslate"><span class="pre">string_funcs</span> <span class="pre">/</span> <span class="pre">regexp_replace</span></code> and the <code class="docutils literal notranslate"><span class="pre">CometRLike</span></code> notes (audited in PR <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4461">#4461</a>). Uses the Rust <code class="docutils literal notranslate"><span class="pre">regex</span></code> crate, which d [...]
+<li><p>See <code class="docutils literal notranslate"><span class="pre">string_funcs</span> <span class="pre">/</span> <span class="pre">regexp_replace</span></code> and the <code class="docutils literal notranslate"><span class="pre">CometRLike</span></code> notes (audited in PR <a class="reference external" href="https://github.com/apache/datafusion-comet/pull/4461">#4461</a>). By default <code class="docutils literal notranslate"><span class="pre">CometRLike</span></code> routes throu [...]
</ul>
</section>
</section>
diff --git a/contributor-guide/expression-audits/string_funcs.html b/contributor-guide/expression-audits/string_funcs.html
index 54de7399fc..60eb51510c 100644
--- a/contributor-guide/expression-audits/string_funcs.html
+++ b/contributor-guide/expression-audits/string_funcs.html
@@ -695,7 +695,7 @@ under the License.
<h2>lower<a class="headerlink" href="#lower" title="Link to this heading">#</a></h2>
<ul class="simple">
<li><p>Spark 3.4.3 (audited 2026-05-27): identical to 3.5.8.</p></li>
-<li><p>Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale <code class="docutils literal notranslate"><span class="pre">toLowerCase</span></code> on <code class="docutils literal notranslate"><span class="pre">UTF8String</span></code>. Comet routes to DataFusion <code class="docutils literal notranslate"><span class="pre">lower</span></code> (Rust Unicode default case mapping, no locale awareness) and is unconditionally <code class="docutils literal notranslate"><span class="p [...]
+<li><p>Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale <code class="docutils literal notranslate"><span class="pre">toLowerCase</span></code> on <code class="docutils literal notranslate"><span class="pre">UTF8String</span></code>. Comet routes through the JVM codegen dispatcher by default, so results are byte-exact. The native path (DataFusion <code class="docutils literal notranslate"><span class="pre">lower</span></code>, Rust Unicode default case mapping with no locale [...]
<li><p>Spark 4.0.1 (audited 2026-05-27): routes through <code class="docutils literal notranslate"><span class="pre">CollationSupport.Lower.exec(v,</span> <span class="pre">collationId,</span> <span class="pre">useICU)</span></code> with <code class="docutils literal notranslate"><span class="pre">SQLConf.ICU_CASE_MAPPINGS_ENABLED</span></code>; <code class="docutils literal notranslate"><span class="pre">inputTypes</span></code> widened to <code class="docutils literal notranslate"><spa [...]
</ul>
</section>
@@ -731,7 +731,7 @@ under the License.
<li><p>Spark 3.4.3 (audited 2026-05-27): identical to 3.5.8.</p></li>
<li><p>Spark 3.5.8 (audited 2026-05-27): baseline. <code class="docutils literal notranslate"><span class="pre">RegExpReplace(subject,</span> <span class="pre">regexp,</span> <span class="pre">rep,</span> <span class="pre">pos)</span></code> with foldable <code class="docutils literal notranslate"><span class="pre">pos</span> <span class="pre">></span> <span class="pre">0</span></code>; uses Java <code class="docutils literal notranslate"><span class="pre">Pattern</span></code>. Comet [...]
<li><p>Spark 4.0.1 (audited 2026-05-27): adds raw-string literal support at the parser level and <code class="docutils literal notranslate"><span class="pre">nullIntolerant:</span> <span class="pre">Boolean</span> <span class="pre">=</span> <span class="pre">true</span></code>; runtime semantics unchanged.</p></li>
-<li><p>Known limitation: regex semantics differ (Rust <code class="docutils literal notranslate"><span class="pre">regex</span></code> crate vs Java <code class="docutils literal notranslate"><span class="pre">Pattern</span></code>); <code class="docutils literal notranslate"><span class="pre">RegExp.isSupportedPattern</span></code> currently returns <code class="docutils literal notranslate"><span class="pre">false</span></code> for every pattern, so the path always requires <code class [...]
+<li><p>Known limitation: regex semantics differ (Rust <code class="docutils literal notranslate"><span class="pre">regex</span></code> crate vs Java <code class="docutils literal notranslate"><span class="pre">Pattern</span></code>). <code class="docutils literal notranslate"><span class="pre">CometRegExpReplace</span></code> therefore routes through the JVM codegen dispatcher by default; the native path is opt-in via <code class="docutils literal notranslate"><span class="pre">spark.com [...]
</ul>
</section>
<section id="repeat">
@@ -852,7 +852,7 @@ under the License.
<h2>upper<a class="headerlink" href="#upper" title="Link to this heading">#</a></h2>
<ul class="simple">
<li><p>Spark 3.4.3 (audited 2026-05-27): identical to 3.5.8.</p></li>
-<li><p>Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale <code class="docutils literal notranslate"><span class="pre">toUpperCase</span></code> on <code class="docutils literal notranslate"><span class="pre">UTF8String</span></code>. Comet routes to DataFusion <code class="docutils literal notranslate"><span class="pre">upper</span></code> (Rust Unicode default case mapping, no locale awareness) and is unconditionally <code class="docutils literal notranslate"><span class="p [...]
+<li><p>Spark 3.5.8 (audited 2026-05-27): baseline. JVM default-locale <code class="docutils literal notranslate"><span class="pre">toUpperCase</span></code> on <code class="docutils literal notranslate"><span class="pre">UTF8String</span></code>. Comet routes through the JVM codegen dispatcher by default, so results are byte-exact. The native path (DataFusion <code class="docutils literal notranslate"><span class="pre">upper</span></code>, Rust Unicode default case mapping with no locale [...]
<li><p>Spark 4.0.1 (audited 2026-05-27): routes through <code class="docutils literal notranslate"><span class="pre">CollationSupport.Upper.exec(v,</span> <span class="pre">collationId,</span> <span class="pre">useICU)</span></code> with <code class="docutils literal notranslate"><span class="pre">SQLConf.ICU_CASE_MAPPINGS_ENABLED</span></code>. Comet does not propagate collation or ICU mode; non-default collations or <code class="docutils literal notranslate"><span class="pre">ICU_CASE_ [...]
</ul>
</section>
diff --git a/contributor-guide/native_shuffle.html b/contributor-guide/native_shuffle.html
index 19bb1f13ca..57fbae0490 100644
--- a/contributor-guide/native_shuffle.html
+++ b/contributor-guide/native_shuffle.html
@@ -867,7 +867,7 @@ independently compressed, allowing parallel decompression during reads.</p>
<td><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p></td>
<td><p>Zstd compression level</p></td>
</tr>
-<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">spark.comet.shuffle.write.buffer.size</span></code></p></td>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">spark.comet.shuffle.native.writeBufferSize</span></code></p></td>
<td><p><code class="docutils literal notranslate"><span class="pre">1MB</span></code></p></td>
<td><p>Write buffer size</p></td>
</tr>
diff --git a/genindex.html b/genindex.html
index 97e532d4db..443abcc84c 100644
--- a/genindex.html
+++ b/genindex.html
@@ -422,6 +422,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="user-guide/latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/operators.html">Supported Operators</a></li>
diff --git a/objects.inv b/objects.inv
index fbea5dcae8..f28e4a74a1 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/search.html b/search.html
index 62d26fb062..a8ccd702d0 100644
--- a/search.html
+++ b/search.html
@@ -424,6 +424,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="user-guide/latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="user-guide/latest/operators.html">Supported Operators</a></li>
diff --git a/searchindex.js b/searchindex.js
index c8b6ca1c4b..02dd6d528c 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"!": [[54, "id1"]], "%": [[52, "id1"]], "&": [[42, "id1"]], "*": [[52, "id2"]], "+": [[52, "id3"]], "-": [[52, "id4"]], "/": [[52, "id5"]], "1. Format Your Code": [[39, "format-your-code"]], "1. Install Comet": [[60, "install-comet"], [70, "install-comet"]], "1. Native Operators (nativeExecs map)": [[27, "native-operators-nativeexecs-map"]], "2. Build and Verify": [[39, "build-and-verify"]], "2. Clone Iceberg and Apply Diff": [[60, "clone-iceberg-and-apply- [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"!": [[54, "id1"]], "%": [[52, "id1"]], "&": [[42, "id1"]], "*": [[52, "id2"]], "+": [[52, "id3"]], "-": [[52, "id4"]], "/": [[52, "id5"]], "1. Format Your Code": [[39, "format-your-code"]], "1. Install Comet": [[60, "install-comet"], [70, "install-comet"]], "1. Native Operators (nativeExecs map)": [[27, "native-operators-nativeexecs-map"]], "2. Build and Verify": [[39, "build-and-verify"]], "2. Clone Iceberg and Apply Diff": [[60, "clone-iceberg-and-apply- [...]
\ No newline at end of file
diff --git a/user-guide/0.13/compatibility.html b/user-guide/0.13/compatibility.html
index f7a3ca3104..bf9269bcf0 100644
--- a/user-guide/0.13/compatibility.html
+++ b/user-guide/0.13/compatibility.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/configs.html b/user-guide/0.13/configs.html
index 0233f4a865..1d63ae9296 100644
--- a/user-guide/0.13/configs.html
+++ b/user-guide/0.13/configs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/datasources.html b/user-guide/0.13/datasources.html
index 0af9e69759..1bf866943b 100644
--- a/user-guide/0.13/datasources.html
+++ b/user-guide/0.13/datasources.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/datatypes.html b/user-guide/0.13/datatypes.html
index 4145dbeae1..2088408dcb 100644
--- a/user-guide/0.13/datatypes.html
+++ b/user-guide/0.13/datatypes.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/expressions.html b/user-guide/0.13/expressions.html
index 1d7ac7ca9a..36bec4cd67 100644
--- a/user-guide/0.13/expressions.html
+++ b/user-guide/0.13/expressions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/iceberg.html b/user-guide/0.13/iceberg.html
index f72d697e59..738b9c4c2b 100644
--- a/user-guide/0.13/iceberg.html
+++ b/user-guide/0.13/iceberg.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/index.html b/user-guide/0.13/index.html
index 0c77887a19..d6705202d8 100644
--- a/user-guide/0.13/index.html
+++ b/user-guide/0.13/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/installation.html b/user-guide/0.13/installation.html
index 3a142887ed..18c483af71 100644
--- a/user-guide/0.13/installation.html
+++ b/user-guide/0.13/installation.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/kubernetes.html b/user-guide/0.13/kubernetes.html
index ebf67325c3..fb7b270379 100644
--- a/user-guide/0.13/kubernetes.html
+++ b/user-guide/0.13/kubernetes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/metrics.html b/user-guide/0.13/metrics.html
index 7792151a8f..0a2499fe21 100644
--- a/user-guide/0.13/metrics.html
+++ b/user-guide/0.13/metrics.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/operators.html b/user-guide/0.13/operators.html
index 872c2f020c..00e70278f4 100644
--- a/user-guide/0.13/operators.html
+++ b/user-guide/0.13/operators.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/source.html b/user-guide/0.13/source.html
index 59ef9b5598..c8604433ba 100644
--- a/user-guide/0.13/source.html
+++ b/user-guide/0.13/source.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.13/tuning.html b/user-guide/0.13/tuning.html
index 41fcc3b04a..102718785a 100644
--- a/user-guide/0.13/tuning.html
+++ b/user-guide/0.13/tuning.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/compatibility.html b/user-guide/0.14/compatibility.html
index 31f8f366d6..656b2a7311 100644
--- a/user-guide/0.14/compatibility.html
+++ b/user-guide/0.14/compatibility.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/configs.html b/user-guide/0.14/configs.html
index b872137db5..a2eb90ba3a 100644
--- a/user-guide/0.14/configs.html
+++ b/user-guide/0.14/configs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/datasources.html b/user-guide/0.14/datasources.html
index 2d6c4e1187..7a503731ba 100644
--- a/user-guide/0.14/datasources.html
+++ b/user-guide/0.14/datasources.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/datatypes.html b/user-guide/0.14/datatypes.html
index c2985d0b44..0636134315 100644
--- a/user-guide/0.14/datatypes.html
+++ b/user-guide/0.14/datatypes.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/expressions.html b/user-guide/0.14/expressions.html
index 576851031a..f9be7f7260 100644
--- a/user-guide/0.14/expressions.html
+++ b/user-guide/0.14/expressions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/iceberg.html b/user-guide/0.14/iceberg.html
index 681c9cc4f8..bc2ad16d28 100644
--- a/user-guide/0.14/iceberg.html
+++ b/user-guide/0.14/iceberg.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/index.html b/user-guide/0.14/index.html
index 2d0e1c9185..ab3bfddade 100644
--- a/user-guide/0.14/index.html
+++ b/user-guide/0.14/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/installation.html b/user-guide/0.14/installation.html
index 85f8b389d0..8fd24d12a3 100644
--- a/user-guide/0.14/installation.html
+++ b/user-guide/0.14/installation.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/kubernetes.html b/user-guide/0.14/kubernetes.html
index e55bb2d30a..747b3574ab 100644
--- a/user-guide/0.14/kubernetes.html
+++ b/user-guide/0.14/kubernetes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/metrics.html b/user-guide/0.14/metrics.html
index a780441db4..cf88b85769 100644
--- a/user-guide/0.14/metrics.html
+++ b/user-guide/0.14/metrics.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/operators.html b/user-guide/0.14/operators.html
index 225229870c..bd40711eeb 100644
--- a/user-guide/0.14/operators.html
+++ b/user-guide/0.14/operators.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/source.html b/user-guide/0.14/source.html
index 0ccc9223aa..484972ffd0 100644
--- a/user-guide/0.14/source.html
+++ b/user-guide/0.14/source.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.14/tuning.html b/user-guide/0.14/tuning.html
index 69390bd624..6afe61a76e 100644
--- a/user-guide/0.14/tuning.html
+++ b/user-guide/0.14/tuning.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/compatibility.html b/user-guide/0.15/compatibility.html
index e65bb73156..66393baf27 100644
--- a/user-guide/0.15/compatibility.html
+++ b/user-guide/0.15/compatibility.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/configs.html b/user-guide/0.15/configs.html
index 74bda5ad61..863abe564f 100644
--- a/user-guide/0.15/configs.html
+++ b/user-guide/0.15/configs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/datasources.html b/user-guide/0.15/datasources.html
index 0fc5ba6436..0b5429d839 100644
--- a/user-guide/0.15/datasources.html
+++ b/user-guide/0.15/datasources.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/datatypes.html b/user-guide/0.15/datatypes.html
index 96a3fca881..d57b8faddc 100644
--- a/user-guide/0.15/datatypes.html
+++ b/user-guide/0.15/datatypes.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/expressions.html b/user-guide/0.15/expressions.html
index 7c1307d7d2..3e8d35b8d5 100644
--- a/user-guide/0.15/expressions.html
+++ b/user-guide/0.15/expressions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/iceberg.html b/user-guide/0.15/iceberg.html
index 05ea95a364..f929256b50 100644
--- a/user-guide/0.15/iceberg.html
+++ b/user-guide/0.15/iceberg.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/index.html b/user-guide/0.15/index.html
index 04a88b6e7e..b515757bb6 100644
--- a/user-guide/0.15/index.html
+++ b/user-guide/0.15/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/installation.html b/user-guide/0.15/installation.html
index 3b3cb4beaa..4359e19267 100644
--- a/user-guide/0.15/installation.html
+++ b/user-guide/0.15/installation.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/kubernetes.html b/user-guide/0.15/kubernetes.html
index 36c7571b80..71364d94e5 100644
--- a/user-guide/0.15/kubernetes.html
+++ b/user-guide/0.15/kubernetes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/metrics.html b/user-guide/0.15/metrics.html
index e4bdc5e2eb..2260c13b27 100644
--- a/user-guide/0.15/metrics.html
+++ b/user-guide/0.15/metrics.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/operators.html b/user-guide/0.15/operators.html
index 431c4e1a53..599fd7ea70 100644
--- a/user-guide/0.15/operators.html
+++ b/user-guide/0.15/operators.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/source.html b/user-guide/0.15/source.html
index aeed3d7a7c..5def407f44 100644
--- a/user-guide/0.15/source.html
+++ b/user-guide/0.15/source.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.15/tuning.html b/user-guide/0.15/tuning.html
index 1e23ed1f8a..be602afc01 100644
--- a/user-guide/0.15/tuning.html
+++ b/user-guide/0.15/tuning.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/aggregate.html b/user-guide/0.16/compatibility/expressions/aggregate.html
index ee149d0367..0e755e807b 100644
--- a/user-guide/0.16/compatibility/expressions/aggregate.html
+++ b/user-guide/0.16/compatibility/expressions/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/array.html b/user-guide/0.16/compatibility/expressions/array.html
index c69ce3e749..9d34b05990 100644
--- a/user-guide/0.16/compatibility/expressions/array.html
+++ b/user-guide/0.16/compatibility/expressions/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/cast.html b/user-guide/0.16/compatibility/expressions/cast.html
index 58896ab2f1..b3111b41c9 100644
--- a/user-guide/0.16/compatibility/expressions/cast.html
+++ b/user-guide/0.16/compatibility/expressions/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/datetime.html b/user-guide/0.16/compatibility/expressions/datetime.html
index b516facc1c..28f139ce5a 100644
--- a/user-guide/0.16/compatibility/expressions/datetime.html
+++ b/user-guide/0.16/compatibility/expressions/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/index.html b/user-guide/0.16/compatibility/expressions/index.html
index 70dc2ae986..ffd86df0d8 100644
--- a/user-guide/0.16/compatibility/expressions/index.html
+++ b/user-guide/0.16/compatibility/expressions/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/map.html b/user-guide/0.16/compatibility/expressions/map.html
index 0cdd7d5e7a..00168b8baa 100644
--- a/user-guide/0.16/compatibility/expressions/map.html
+++ b/user-guide/0.16/compatibility/expressions/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/math.html b/user-guide/0.16/compatibility/expressions/math.html
index 4a04070260..8956e8078a 100644
--- a/user-guide/0.16/compatibility/expressions/math.html
+++ b/user-guide/0.16/compatibility/expressions/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/misc.html b/user-guide/0.16/compatibility/expressions/misc.html
index 1da78dcdef..299a6d2f01 100644
--- a/user-guide/0.16/compatibility/expressions/misc.html
+++ b/user-guide/0.16/compatibility/expressions/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/string.html b/user-guide/0.16/compatibility/expressions/string.html
index 66ad93580a..c3a493e00e 100644
--- a/user-guide/0.16/compatibility/expressions/string.html
+++ b/user-guide/0.16/compatibility/expressions/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/expressions/struct.html b/user-guide/0.16/compatibility/expressions/struct.html
index 1ff04c197f..6d84bdbf08 100644
--- a/user-guide/0.16/compatibility/expressions/struct.html
+++ b/user-guide/0.16/compatibility/expressions/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/floating-point.html b/user-guide/0.16/compatibility/floating-point.html
index 18686deb12..376016d43e 100644
--- a/user-guide/0.16/compatibility/floating-point.html
+++ b/user-guide/0.16/compatibility/floating-point.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/index.html b/user-guide/0.16/compatibility/index.html
index ff37d92941..156699bf95 100644
--- a/user-guide/0.16/compatibility/index.html
+++ b/user-guide/0.16/compatibility/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/operators.html b/user-guide/0.16/compatibility/operators.html
index 9bc6dc5aae..1978c3be40 100644
--- a/user-guide/0.16/compatibility/operators.html
+++ b/user-guide/0.16/compatibility/operators.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/regex.html b/user-guide/0.16/compatibility/regex.html
index e834c8595c..fdd1538c41 100644
--- a/user-guide/0.16/compatibility/regex.html
+++ b/user-guide/0.16/compatibility/regex.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/scans.html b/user-guide/0.16/compatibility/scans.html
index 56809df0aa..077b370482 100644
--- a/user-guide/0.16/compatibility/scans.html
+++ b/user-guide/0.16/compatibility/scans.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/compatibility/spark-versions.html b/user-guide/0.16/compatibility/spark-versions.html
index 704ee00c4e..3d70e6fc20 100644
--- a/user-guide/0.16/compatibility/spark-versions.html
+++ b/user-guide/0.16/compatibility/spark-versions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/configs.html b/user-guide/0.16/configs.html
index 0f0711321c..08aa828aa1 100644
--- a/user-guide/0.16/configs.html
+++ b/user-guide/0.16/configs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/datasources.html b/user-guide/0.16/datasources.html
index 87ced23595..f81927c67d 100644
--- a/user-guide/0.16/datasources.html
+++ b/user-guide/0.16/datasources.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/datatypes.html b/user-guide/0.16/datatypes.html
index a0a29e5add..8f98ad1b88 100644
--- a/user-guide/0.16/datatypes.html
+++ b/user-guide/0.16/datatypes.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/expressions.html b/user-guide/0.16/expressions.html
index b24a06dd9c..d77e76607b 100644
--- a/user-guide/0.16/expressions.html
+++ b/user-guide/0.16/expressions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/iceberg.html b/user-guide/0.16/iceberg.html
index 7f1e3ea6bb..b9105296d5 100644
--- a/user-guide/0.16/iceberg.html
+++ b/user-guide/0.16/iceberg.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/index.html b/user-guide/0.16/index.html
index 9ade2d2f20..6bbd232b59 100644
--- a/user-guide/0.16/index.html
+++ b/user-guide/0.16/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/installation.html b/user-guide/0.16/installation.html
index a0b139965b..bac6860432 100644
--- a/user-guide/0.16/installation.html
+++ b/user-guide/0.16/installation.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/kubernetes.html b/user-guide/0.16/kubernetes.html
index 7217e353e5..8724052e05 100644
--- a/user-guide/0.16/kubernetes.html
+++ b/user-guide/0.16/kubernetes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/metrics.html b/user-guide/0.16/metrics.html
index da0507c2c7..312668dec5 100644
--- a/user-guide/0.16/metrics.html
+++ b/user-guide/0.16/metrics.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/operators.html b/user-guide/0.16/operators.html
index 1b2da79912..a26efa4a8d 100644
--- a/user-guide/0.16/operators.html
+++ b/user-guide/0.16/operators.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/source.html b/user-guide/0.16/source.html
index ecb46ce39c..c19f845f79 100644
--- a/user-guide/0.16/source.html
+++ b/user-guide/0.16/source.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/tuning.html b/user-guide/0.16/tuning.html
index 271417e30d..4213ac04b1 100644
--- a/user-guide/0.16/tuning.html
+++ b/user-guide/0.16/tuning.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.16/understanding-comet-plans.html b/user-guide/0.16/understanding-comet-plans.html
index ff6295ea0d..43fb2a824e 100644
--- a/user-guide/0.16/understanding-comet-plans.html
+++ b/user-guide/0.16/understanding-comet-plans.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/aggregate.html b/user-guide/0.17/compatibility/expressions/_category_template/aggregate.html
index acafb27409..fae8f86c60 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/aggregate.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/aggregate.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/array.html b/user-guide/0.17/compatibility/expressions/_category_template/array.html
index f52bcc071d..1289bc801e 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/array.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/array.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/cast.html b/user-guide/0.17/compatibility/expressions/_category_template/cast.html
index 49d5cc4826..f3c30f6080 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/cast.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/cast.html
@@ -427,6 +427,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/datetime.html b/user-guide/0.17/compatibility/expressions/_category_template/datetime.html
index c3e71db980..998c51f1c5 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/datetime.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/datetime.html
@@ -427,6 +427,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/map.html b/user-guide/0.17/compatibility/expressions/_category_template/map.html
index fa072603e8..6a452fb95c 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/map.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/map.html
@@ -427,6 +427,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/math.html b/user-guide/0.17/compatibility/expressions/_category_template/math.html
index f382289cf9..a6d2ce5d74 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/math.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/math.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/misc.html b/user-guide/0.17/compatibility/expressions/_category_template/misc.html
index 40a37bd7b8..caf2c4131e 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/misc.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/misc.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/string.html b/user-guide/0.17/compatibility/expressions/_category_template/string.html
index 336771bf09..5dbc50562f 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/string.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/string.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/struct.html b/user-guide/0.17/compatibility/expressions/_category_template/struct.html
index 26dfa65902..70e0b643bb 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/struct.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/struct.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/_category_template/url.html b/user-guide/0.17/compatibility/expressions/_category_template/url.html
index 9c6da3fd1e..67aae5be74 100644
--- a/user-guide/0.17/compatibility/expressions/_category_template/url.html
+++ b/user-guide/0.17/compatibility/expressions/_category_template/url.html
@@ -423,6 +423,7 @@ under the License.
<li class="toctree-l2 has-children"><a class="reference internal" href="../../../../latest/index.html">Development Snapshot</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datasources.html">Supported Data Sources</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/datatypes.html">Supported Data Types</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../latest/operators.html">Supported Operators</a></li>
diff --git a/user-guide/0.17/compatibility/expressions/index.html b/user-guide/0.17/compatibility/expressions/index.html
index 6fe307c41d..09672e1703 100644
--- a/user-guide/0.17/compatibility/expressions/index.html
+++ b/user-guide/0.17/compatibility/expressions/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/aggregate.html b/user-guide/0.17/compatibility/expressions/spark-3.4/aggregate.html
index 2a9dedbeb6..fb3051f0a2 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/aggregate.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/array.html b/user-guide/0.17/compatibility/expressions/spark-3.4/array.html
index f2a2070bbf..f7aba7a2fd 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/array.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/cast.html b/user-guide/0.17/compatibility/expressions/spark-3.4/cast.html
index 13796fde4c..f16f2e2e11 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/cast.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/datetime.html b/user-guide/0.17/compatibility/expressions/spark-3.4/datetime.html
index ffcb85a282..b9984e9f7e 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/datetime.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/index.html b/user-guide/0.17/compatibility/expressions/spark-3.4/index.html
index c157f8d21a..9a7e4beb85 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/index.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/map.html b/user-guide/0.17/compatibility/expressions/spark-3.4/map.html
index 6b8b25f881..49b5abe927 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/map.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/math.html b/user-guide/0.17/compatibility/expressions/spark-3.4/math.html
index 70c7de6026..87e5b5b39b 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/math.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/misc.html b/user-guide/0.17/compatibility/expressions/spark-3.4/misc.html
index 7db53d70b0..adb860588a 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/misc.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/string.html b/user-guide/0.17/compatibility/expressions/spark-3.4/string.html
index 15a523163a..355efa2ba7 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/string.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/struct.html b/user-guide/0.17/compatibility/expressions/spark-3.4/struct.html
index edb260201f..4b9c7a3400 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/struct.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.4/url.html b/user-guide/0.17/compatibility/expressions/spark-3.4/url.html
index bdf38a070b..4ef86ae393 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.4/url.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.4/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/aggregate.html b/user-guide/0.17/compatibility/expressions/spark-3.5/aggregate.html
index e9aba737ec..f6c00de3ed 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/aggregate.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/array.html b/user-guide/0.17/compatibility/expressions/spark-3.5/array.html
index b4494b0208..019c2306ca 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/array.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/cast.html b/user-guide/0.17/compatibility/expressions/spark-3.5/cast.html
index adb11223fa..5318f20e89 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/cast.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/datetime.html b/user-guide/0.17/compatibility/expressions/spark-3.5/datetime.html
index 7ec4bf7178..698cabdb40 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/datetime.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/index.html b/user-guide/0.17/compatibility/expressions/spark-3.5/index.html
index 6882a86c94..5b721e8aa4 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/index.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/map.html b/user-guide/0.17/compatibility/expressions/spark-3.5/map.html
index f63732cb9d..968c74c0f6 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/map.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/math.html b/user-guide/0.17/compatibility/expressions/spark-3.5/math.html
index cf434a3bc2..61ae5425fc 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/math.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/misc.html b/user-guide/0.17/compatibility/expressions/spark-3.5/misc.html
index 32615e0320..e66c131778 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/misc.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/string.html b/user-guide/0.17/compatibility/expressions/spark-3.5/string.html
index 3cf6e42c5e..f43700f6d7 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/string.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/struct.html b/user-guide/0.17/compatibility/expressions/spark-3.5/struct.html
index cc9fd546c3..f0fec21b0f 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/struct.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-3.5/url.html b/user-guide/0.17/compatibility/expressions/spark-3.5/url.html
index 07e3a2773a..38b700a3ff 100644
--- a/user-guide/0.17/compatibility/expressions/spark-3.5/url.html
+++ b/user-guide/0.17/compatibility/expressions/spark-3.5/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/aggregate.html b/user-guide/0.17/compatibility/expressions/spark-4.0/aggregate.html
index 2b5575a461..f7b3961513 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/aggregate.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/array.html b/user-guide/0.17/compatibility/expressions/spark-4.0/array.html
index 733e9029ce..71e8597788 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/array.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/cast.html b/user-guide/0.17/compatibility/expressions/spark-4.0/cast.html
index 5e5360ce0e..cbda1e9cb8 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/cast.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/datetime.html b/user-guide/0.17/compatibility/expressions/spark-4.0/datetime.html
index d6f053e0b0..d046f3096d 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/datetime.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/index.html b/user-guide/0.17/compatibility/expressions/spark-4.0/index.html
index b6bddf3609..b9effaa309 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/index.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/map.html b/user-guide/0.17/compatibility/expressions/spark-4.0/map.html
index d1a57e5f6a..c514345a96 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/map.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/math.html b/user-guide/0.17/compatibility/expressions/spark-4.0/math.html
index c51fd54b8e..39c7e1fa80 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/math.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/misc.html b/user-guide/0.17/compatibility/expressions/spark-4.0/misc.html
index 7f90175aad..7e19953740 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/misc.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/string.html b/user-guide/0.17/compatibility/expressions/spark-4.0/string.html
index 995c61b6ea..0d3f75ae41 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/string.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/struct.html b/user-guide/0.17/compatibility/expressions/spark-4.0/struct.html
index 447d378c82..d56b5457d8 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/struct.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.0/url.html b/user-guide/0.17/compatibility/expressions/spark-4.0/url.html
index b5cc181a22..1de9ed0408 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.0/url.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.0/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/aggregate.html b/user-guide/0.17/compatibility/expressions/spark-4.1/aggregate.html
index 993ebcf112..b27971bc2b 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/aggregate.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/array.html b/user-guide/0.17/compatibility/expressions/spark-4.1/array.html
index b2feb6fd46..bf45b4f2ef 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/array.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/cast.html b/user-guide/0.17/compatibility/expressions/spark-4.1/cast.html
index bda0fbb621..405a7c867f 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/cast.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/datetime.html b/user-guide/0.17/compatibility/expressions/spark-4.1/datetime.html
index adf7c64a73..c108bddbc7 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/datetime.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/index.html b/user-guide/0.17/compatibility/expressions/spark-4.1/index.html
index d145f0532e..aad463cc6c 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/index.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/map.html b/user-guide/0.17/compatibility/expressions/spark-4.1/map.html
index a75f1d8f31..a4413eff41 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/map.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/math.html b/user-guide/0.17/compatibility/expressions/spark-4.1/math.html
index 9be0a43ada..b912f8dda3 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/math.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/misc.html b/user-guide/0.17/compatibility/expressions/spark-4.1/misc.html
index 83e13827a5..b7f23e93c3 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/misc.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/string.html b/user-guide/0.17/compatibility/expressions/spark-4.1/string.html
index 41bd16b08e..3d29147ef9 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/string.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/struct.html b/user-guide/0.17/compatibility/expressions/spark-4.1/struct.html
index c4b68080cb..90fccaa375 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/struct.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/expressions/spark-4.1/url.html b/user-guide/0.17/compatibility/expressions/spark-4.1/url.html
index 1513bd6808..a289ddf2f7 100644
--- a/user-guide/0.17/compatibility/expressions/spark-4.1/url.html
+++ b/user-guide/0.17/compatibility/expressions/spark-4.1/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/floating-point.html b/user-guide/0.17/compatibility/floating-point.html
index f202eb1550..3250c995e3 100644
--- a/user-guide/0.17/compatibility/floating-point.html
+++ b/user-guide/0.17/compatibility/floating-point.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/index.html b/user-guide/0.17/compatibility/index.html
index 336ca6e191..a923238bcb 100644
--- a/user-guide/0.17/compatibility/index.html
+++ b/user-guide/0.17/compatibility/index.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/json.html b/user-guide/0.17/compatibility/json.html
index 6b5eff4407..8e37352a25 100644
--- a/user-guide/0.17/compatibility/json.html
+++ b/user-guide/0.17/compatibility/json.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/operators.html b/user-guide/0.17/compatibility/operators.html
index bb01b1e7ed..a46c9c29cf 100644
--- a/user-guide/0.17/compatibility/operators.html
+++ b/user-guide/0.17/compatibility/operators.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/regex.html b/user-guide/0.17/compatibility/regex.html
index 3cb5bb9659..1d11a4f2e3 100644
--- a/user-guide/0.17/compatibility/regex.html
+++ b/user-guide/0.17/compatibility/regex.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/scans.html b/user-guide/0.17/compatibility/scans.html
index f6384ad48b..dc22438c44 100644
--- a/user-guide/0.17/compatibility/scans.html
+++ b/user-guide/0.17/compatibility/scans.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/compatibility/spark-versions.html b/user-guide/0.17/compatibility/spark-versions.html
index bf9ed4746a..35c7db95e5 100644
--- a/user-guide/0.17/compatibility/spark-versions.html
+++ b/user-guide/0.17/compatibility/spark-versions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/configs.html b/user-guide/0.17/configs.html
index 11012b8baa..128bb2b628 100644
--- a/user-guide/0.17/configs.html
+++ b/user-guide/0.17/configs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/datasources.html b/user-guide/0.17/datasources.html
index 51718507b2..e58c7e7249 100644
--- a/user-guide/0.17/datasources.html
+++ b/user-guide/0.17/datasources.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/datatypes.html b/user-guide/0.17/datatypes.html
index ed6b1fe686..eec154dba2 100644
--- a/user-guide/0.17/datatypes.html
+++ b/user-guide/0.17/datatypes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/expressions.html b/user-guide/0.17/expressions.html
index 034732ff42..f848e33475 100644
--- a/user-guide/0.17/expressions.html
+++ b/user-guide/0.17/expressions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/iceberg.html b/user-guide/0.17/iceberg.html
index 0c15d82045..2358b6657f 100644
--- a/user-guide/0.17/iceberg.html
+++ b/user-guide/0.17/iceberg.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/index.html b/user-guide/0.17/index.html
index acd36f8e62..13ac60340a 100644
--- a/user-guide/0.17/index.html
+++ b/user-guide/0.17/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/installation.html b/user-guide/0.17/installation.html
index 5c3ce71b4a..e2de900a53 100644
--- a/user-guide/0.17/installation.html
+++ b/user-guide/0.17/installation.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/kubernetes.html b/user-guide/0.17/kubernetes.html
index 9fb38a6b3f..97e8985234 100644
--- a/user-guide/0.17/kubernetes.html
+++ b/user-guide/0.17/kubernetes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/metrics.html b/user-guide/0.17/metrics.html
index 26ab37ee36..3040e94099 100644
--- a/user-guide/0.17/metrics.html
+++ b/user-guide/0.17/metrics.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/operators.html b/user-guide/0.17/operators.html
index a891b274e2..05c87004df 100644
--- a/user-guide/0.17/operators.html
+++ b/user-guide/0.17/operators.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/s3-credential-providers.html b/user-guide/0.17/s3-credential-providers.html
index 80bf3a6755..52e887701f 100644
--- a/user-guide/0.17/s3-credential-providers.html
+++ b/user-guide/0.17/s3-credential-providers.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/scala_java_udfs.html b/user-guide/0.17/scala_java_udfs.html
index a9e128981c..f27e19f233 100644
--- a/user-guide/0.17/scala_java_udfs.html
+++ b/user-guide/0.17/scala_java_udfs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/source.html b/user-guide/0.17/source.html
index a934a3c045..95988050f2 100644
--- a/user-guide/0.17/source.html
+++ b/user-guide/0.17/source.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/tuning.html b/user-guide/0.17/tuning.html
index f79c237bf8..90eb438aec 100644
--- a/user-guide/0.17/tuning.html
+++ b/user-guide/0.17/tuning.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/0.17/understanding-comet-plans.html b/user-guide/0.17/understanding-comet-plans.html
index 5d4ca2ed6f..7353557858 100644
--- a/user-guide/0.17/understanding-comet-plans.html
+++ b/user-guide/0.17/understanding-comet-plans.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/index.html b/user-guide/index.html
index d083e96202..03bd637939 100644
--- a/user-guide/index.html
+++ b/user-guide/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/index.html b/user-guide/latest/compatibility/expressions/index.html
index 35322bc1ad..acc5936124 100644
--- a/user-guide/latest/compatibility/expressions/index.html
+++ b/user-guide/latest/compatibility/expressions/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/aggregate.html b/user-guide/latest/compatibility/expressions/spark-3.4/aggregate.html
index c9d424f727..7256d45f30 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/aggregate.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/array.html b/user-guide/latest/compatibility/expressions/spark-3.4/array.html
index 3efadcebbf..9ff2d36a4e 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/array.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/cast.html b/user-guide/latest/compatibility/expressions/spark-3.4/cast.html
index cd5e4fb558..c58730bfdb 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/cast.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/datetime.html b/user-guide/latest/compatibility/expressions/spark-3.4/datetime.html
index 5d4c52c689..b150e5738f 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/datetime.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/index.html b/user-guide/latest/compatibility/expressions/spark-3.4/index.html
index 56151606a0..f7bdda1af5 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/index.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/map.html b/user-guide/latest/compatibility/expressions/spark-3.4/map.html
index 99b73a5e1e..551ba8f631 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/map.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/math.html b/user-guide/latest/compatibility/expressions/spark-3.4/math.html
index 6909084f90..5c38d45e8a 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/math.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/misc.html b/user-guide/latest/compatibility/expressions/spark-3.4/misc.html
index ed2518a7f6..bff7b91854 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/misc.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/string.html b/user-guide/latest/compatibility/expressions/spark-3.4/string.html
index 78afdac35e..127d0a53c0 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/string.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/struct.html b/user-guide/latest/compatibility/expressions/spark-3.4/struct.html
index 535316c328..e929baad7f 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/struct.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.4/url.html b/user-guide/latest/compatibility/expressions/spark-3.4/url.html
index 426019eae1..2c477d9bb1 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.4/url.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.4/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/aggregate.html b/user-guide/latest/compatibility/expressions/spark-3.5/aggregate.html
index 97f5d771c5..ecd425ab67 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/aggregate.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/array.html b/user-guide/latest/compatibility/expressions/spark-3.5/array.html
index b15d6584ae..67db040b56 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/array.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/cast.html b/user-guide/latest/compatibility/expressions/spark-3.5/cast.html
index 1733beddb0..797f77add6 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/cast.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/datetime.html b/user-guide/latest/compatibility/expressions/spark-3.5/datetime.html
index 50da235eb6..65834520b1 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/datetime.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/index.html b/user-guide/latest/compatibility/expressions/spark-3.5/index.html
index e2e18c70c6..2a0677e518 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/index.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/map.html b/user-guide/latest/compatibility/expressions/spark-3.5/map.html
index 018cdec929..6aebe970af 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/map.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/math.html b/user-guide/latest/compatibility/expressions/spark-3.5/math.html
index 41f3788609..61b55a7815 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/math.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/misc.html b/user-guide/latest/compatibility/expressions/spark-3.5/misc.html
index fdf341f30f..39a3df08b4 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/misc.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/string.html b/user-guide/latest/compatibility/expressions/spark-3.5/string.html
index cb6295ba5e..4ac73531bb 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/string.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/struct.html b/user-guide/latest/compatibility/expressions/spark-3.5/struct.html
index 7175e68c1d..79949b1b6a 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/struct.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-3.5/url.html b/user-guide/latest/compatibility/expressions/spark-3.5/url.html
index 2811963d85..c0eee42114 100644
--- a/user-guide/latest/compatibility/expressions/spark-3.5/url.html
+++ b/user-guide/latest/compatibility/expressions/spark-3.5/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/aggregate.html b/user-guide/latest/compatibility/expressions/spark-4.0/aggregate.html
index e0998e3317..1a8887c28b 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/aggregate.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/array.html b/user-guide/latest/compatibility/expressions/spark-4.0/array.html
index 66132b0fde..48ebce9e63 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/array.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/cast.html b/user-guide/latest/compatibility/expressions/spark-4.0/cast.html
index fd74806926..ffce5056c2 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/cast.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/datetime.html b/user-guide/latest/compatibility/expressions/spark-4.0/datetime.html
index df65cb5a68..1928209afc 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/datetime.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/index.html b/user-guide/latest/compatibility/expressions/spark-4.0/index.html
index 00dafd3b8f..ba7d51ddf0 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/index.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/map.html b/user-guide/latest/compatibility/expressions/spark-4.0/map.html
index 7bb6ab4c4c..9b40109eca 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/map.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/math.html b/user-guide/latest/compatibility/expressions/spark-4.0/math.html
index f748dc12e4..168c24cad8 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/math.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/misc.html b/user-guide/latest/compatibility/expressions/spark-4.0/misc.html
index 4c86421c03..c34bb51168 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/misc.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/string.html b/user-guide/latest/compatibility/expressions/spark-4.0/string.html
index fa04f708f0..7f34059229 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/string.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/struct.html b/user-guide/latest/compatibility/expressions/spark-4.0/struct.html
index 28b5adaf85..4911540807 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/struct.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.0/url.html b/user-guide/latest/compatibility/expressions/spark-4.0/url.html
index 5c113e3b12..e5db5d8e27 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.0/url.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.0/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/aggregate.html b/user-guide/latest/compatibility/expressions/spark-4.1/aggregate.html
index ae25becaa0..3f8115fb97 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/aggregate.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/aggregate.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/array.html b/user-guide/latest/compatibility/expressions/spark-4.1/array.html
index 92f66a61b0..6885efb67d 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/array.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/array.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/cast.html b/user-guide/latest/compatibility/expressions/spark-4.1/cast.html
index a5b11fda90..b3fa23e5b3 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/cast.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/cast.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/datetime.html b/user-guide/latest/compatibility/expressions/spark-4.1/datetime.html
index a69faf5ceb..f85d00c88e 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/datetime.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/datetime.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/index.html b/user-guide/latest/compatibility/expressions/spark-4.1/index.html
index 42debc4761..92bc4708e8 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/index.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/map.html b/user-guide/latest/compatibility/expressions/spark-4.1/map.html
index d3f0a56da1..8be9ee89fa 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/map.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/map.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/math.html b/user-guide/latest/compatibility/expressions/spark-4.1/math.html
index 408fa8ac97..eec2a4b25b 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/math.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/math.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/misc.html b/user-guide/latest/compatibility/expressions/spark-4.1/misc.html
index a9792e3433..4c3c4fd470 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/misc.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/misc.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/string.html b/user-guide/latest/compatibility/expressions/spark-4.1/string.html
index 22e8d80824..c7f05ea193 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/string.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/string.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/struct.html b/user-guide/latest/compatibility/expressions/spark-4.1/struct.html
index 95bb8d41f5..fa7c9ca37b 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/struct.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/struct.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/expressions/spark-4.1/url.html b/user-guide/latest/compatibility/expressions/spark-4.1/url.html
index 08e17307bd..ac2aa8d1c3 100644
--- a/user-guide/latest/compatibility/expressions/spark-4.1/url.html
+++ b/user-guide/latest/compatibility/expressions/spark-4.1/url.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../../../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/floating-point.html b/user-guide/latest/compatibility/floating-point.html
index 06f5c329f5..112d340a06 100644
--- a/user-guide/latest/compatibility/floating-point.html
+++ b/user-guide/latest/compatibility/floating-point.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/index.html b/user-guide/latest/compatibility/index.html
index 3581fc846f..6623c0173b 100644
--- a/user-guide/latest/compatibility/index.html
+++ b/user-guide/latest/compatibility/index.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/json.html b/user-guide/latest/compatibility/json.html
index b5ac5ca076..ecd4295137 100644
--- a/user-guide/latest/compatibility/json.html
+++ b/user-guide/latest/compatibility/json.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/operators.html b/user-guide/latest/compatibility/operators.html
index cbdaa89ed1..4a28ea08dc 100644
--- a/user-guide/latest/compatibility/operators.html
+++ b/user-guide/latest/compatibility/operators.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/regex.html b/user-guide/latest/compatibility/regex.html
index ded6586bcb..06eaaeaa33 100644
--- a/user-guide/latest/compatibility/regex.html
+++ b/user-guide/latest/compatibility/regex.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/scans.html b/user-guide/latest/compatibility/scans.html
index f4e04f3eef..f6bea5ada5 100644
--- a/user-guide/latest/compatibility/scans.html
+++ b/user-guide/latest/compatibility/scans.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/compatibility/spark-versions.html b/user-guide/latest/compatibility/spark-versions.html
index 32649b6a98..6c52821700 100644
--- a/user-guide/latest/compatibility/spark-versions.html
+++ b/user-guide/latest/compatibility/spark-versions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="../installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="../configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/configs.html b/user-guide/latest/configs.html
index 9867eb556b..b3112499c3 100644
--- a/user-guide/latest/configs.html
+++ b/user-guide/latest/configs.html
@@ -68,7 +68,7 @@ under the License.
<script src="../../_static/comet-ux.js?v=97577a30"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Supported Spark Data Sources" href="datasources.html" />
+ <link rel="next" title="Comet Upgrade Guide" href="migration-guide.html" />
<link rel="prev" title="Installing DataFusion Comet" href="installation.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
@@ -491,6 +491,7 @@ under the License.
<ul class="current">
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
@@ -2445,11 +2446,11 @@ under the License.
</div>
</a>
<a class="right-next"
- href="datasources.html"
+ href="migration-guide.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Supported Spark Data Sources</p>
+ <p class="prev-next-title">Comet Upgrade Guide</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
diff --git a/user-guide/latest/datasources.html b/user-guide/latest/datasources.html
index 1b0ca4d839..9a03fcf46e 100644
--- a/user-guide/latest/datasources.html
+++ b/user-guide/latest/datasources.html
@@ -69,7 +69,7 @@ under the License.
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Spark Data Type Support" href="datatypes.html" />
- <link rel="prev" title="Comet Configuration Settings" href="configs.html" />
+ <link rel="prev" title="Comet Upgrade Guide" href="migration-guide.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul class="current">
@@ -1170,12 +1171,12 @@ As with S3, standard Hadoop ABFS configurations (the <code class="docutils liter
<div class="prev-next-area">
<a class="left-prev"
- href="configs.html"
+ href="migration-guide.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Comet Configuration Settings</p>
+ <p class="prev-next-title">Comet Upgrade Guide</p>
</div>
</a>
<a class="right-next"
diff --git a/user-guide/latest/datatypes.html b/user-guide/latest/datatypes.html
index 3259048dc2..6300797e2b 100644
--- a/user-guide/latest/datatypes.html
+++ b/user-guide/latest/datatypes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul class="current">
diff --git a/user-guide/latest/expressions.html b/user-guide/latest/expressions.html
index f88c025204..140485cca3 100644
--- a/user-guide/latest/expressions.html
+++ b/user-guide/latest/expressions.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul class="current">
diff --git a/user-guide/latest/iceberg.html b/user-guide/latest/iceberg.html
index 4aedce4b5f..d2eeacd2fd 100644
--- a/user-guide/latest/iceberg.html
+++ b/user-guide/latest/iceberg.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/index.html b/user-guide/latest/index.html
index 6a4553dd82..08719ebfe0 100644
--- a/user-guide/latest/index.html
+++ b/user-guide/latest/index.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/installation.html b/user-guide/latest/installation.html
index 380db53b77..ff2afa4a74 100644
--- a/user-guide/latest/installation.html
+++ b/user-guide/latest/installation.html
@@ -491,6 +491,7 @@ under the License.
<ul class="current">
<li class="toctree-l2 current"><a class="current reference internal" href="#">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/kubernetes.html b/user-guide/latest/kubernetes.html
index 9612bde3ac..562190977b 100644
--- a/user-guide/latest/kubernetes.html
+++ b/user-guide/latest/kubernetes.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/metrics.html b/user-guide/latest/metrics.html
index bee8e04385..33d07519b1 100644
--- a/user-guide/latest/metrics.html
+++ b/user-guide/latest/metrics.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
@@ -743,7 +744,7 @@ under the License.
<h1>Comet Metrics<a class="headerlink" href="#comet-metrics" title="Link to this heading">#</a></h1>
<section id="spark-sql-metrics">
<h2>Spark SQL Metrics<a class="headerlink" href="#spark-sql-metrics" title="Link to this heading">#</a></h2>
-<p>Set <code class="docutils literal notranslate"><span class="pre">spark.comet.metrics.detailed=true</span></code> to see all available Comet metrics.</p>
+<p>Comet operators report the following metrics in the Spark SQL UI.</p>
<section id="cometscanexec">
<h3>CometScanExec<a class="headerlink" href="#cometscanexec" title="Link to this heading">#</a></h3>
<div class="pst-scrollable-table-container"><table class="table">
diff --git a/user-guide/latest/source.html b/user-guide/latest/migration-guide.html
similarity index 89%
copy from user-guide/latest/source.html
copy to user-guide/latest/migration-guide.html
index b3fbff4e74..76031da646 100644
--- a/user-guide/latest/source.html
+++ b/user-guide/latest/migration-guide.html
@@ -29,7 +29,7 @@ under the License.
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
- <title>Building Comet From Source — Apache DataFusion Comet documentation</title>
+ <title>Comet Upgrade Guide — Apache DataFusion Comet documentation</title>
@@ -63,13 +63,13 @@ under the License.
<script src="../../_static/documentation_options.js?v=5929fcd5"></script>
<script src="../../_static/doctools.js?v=9a2dae69"></script>
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
- <script>DOCUMENTATION_OPTIONS.pagename = 'user-guide/latest/source';</script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'user-guide/latest/migration-guide';</script>
<script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
<script src="../../_static/comet-ux.js?v=97577a30"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Older Versions" href="../older-versions.html" />
- <link rel="prev" title="Comet Kubernetes Support" href="kubernetes.html" />
+ <link rel="next" title="Supported Spark Data Sources" href="datasources.html" />
+ <link rel="prev" title="Comet Configuration Settings" href="configs.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
@@ -488,9 +488,10 @@ under the License.
</details></li>
<li class="toctree-l1 current active has-children"><a class="reference internal" href="index.html">Development Snapshot</a><details open="open"><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><p aria-level="2" class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
@@ -579,8 +580,8 @@ under the License.
<li class="toctree-l2"><a class="reference internal" href="kubernetes.html">Kubernetes Guide</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">Advanced</span></p>
-<ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Building From Source</a></li>
+<ul>
+<li class="toctree-l2"><a class="reference internal" href="source.html">Building From Source</a></li>
</ul>
</details></li>
@@ -704,7 +705,7 @@ under the License.
<li class="breadcrumb-item"><a href="index.html" class="nav-link">Comet 1.0.0-SNAPSHOT User Guide</a></li>
- <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">Building Comet From Source</span></li>
+ <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">Comet Upgrade Guide</span></li>
</ul>
</nav>
</div>
@@ -722,50 +723,62 @@ under the License.
<article class="bd-article">
<!---
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied. See the License for the
- specific language governing permissions and limitations
- under the License.
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
-->
-<section id="building-comet-from-source">
-<h1>Building Comet From Source<a class="headerlink" href="#building-comet-from-source" title="Link to this heading">#</a></h1>
-<p>It is sometimes preferable to build from source for a specific platform.</p>
-<section id="using-a-published-source-release">
-<h2>Using a Published Source Release<a class="headerlink" href="#using-a-published-source-release" title="Link to this heading">#</a></h2>
-<p>This documentation is for the current development version of Comet. Published source releases are only available for released versions.
-To use this version of Comet, see the following section on building from the GitHubn repository.</p>
+<section id="comet-upgrade-guide">
+<h1>Comet Upgrade Guide<a class="headerlink" href="#comet-upgrade-guide" title="Link to this heading">#</a></h1>
+<p>This guide lists the behavior changes in each Comet release and the configuration setting that
+restores the previous behavior for each one. Read the section for every version between the release
+you are upgrading from and the release you are upgrading to.</p>
+<p>A <strong>behavior change</strong> is one where the same query, run over the same data, with the same explicitly
+set configuration, produces a different result or a different error than it did in the previous
+release. Comet’s <a class="reference internal" href="../../about/versioning_policy.html"><span class="std std-doc">versioning policy</span></a> permits these in a minor
+release only when a <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code> configuration key restores the previous behavior, so
+every entry below names such a key.</p>
+<p>Two kinds of change are deliberately absent from this guide:</p>
+<ul class="simple">
+<li><p><strong>Correctness fixes.</strong> Comet’s goal is to return the results Apache Spark returns. When Comet
+returns something different for an expression or operator marked <code class="docutils literal notranslate"><span class="pre">Compatible</span></code>, that is a bug, and
+fixing it is a bug fix rather than a behavior change. These fixes appear in the release notes, not
+here. For a fix with an unusually wide blast radius the maintainers may still provide a
+<code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code> key, in which case it will be listed below.</p></li>
+<li><p><strong>Changes to which operators run natively.</strong> Whether a given expression runs in Comet or falls
+back to Spark can change in any release. This affects performance, not results.</p></li>
+</ul>
+<p>Additions, new configuration keys, and Apache Spark version support changes are recorded in the
+release notes and on the
+<a class="reference internal" href="compatibility/spark-versions.html"><span class="std std-doc">Spark Version Compatibility</span></a> page rather than here.</p>
+<section id="legacy-configuration-keys">
+<h2>Legacy Configuration Keys<a class="headerlink" href="#legacy-configuration-keys" title="Link to this heading">#</a></h2>
+<p>Every key under <code class="docutils literal notranslate"><span class="pre">spark.comet.legacy.*</span></code> is deprecated from the moment it is added. Each one exists to
+give you time to adapt to a behavior change, and may be removed in any future major release, at
+which point the newer behavior becomes unconditional.</p>
+<p>Treat setting one of these keys as a temporary measure. If you find you cannot stop relying on a
+legacy behavior, please open an issue describing your use case so it can be considered before the
+key is removed.</p>
</section>
-<section id="building-from-the-github-repository">
-<h2>Building from the GitHub repository<a class="headerlink" href="#building-from-the-github-repository" title="Link to this heading">#</a></h2>
-<p>Clone the repository:</p>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="go">git clone https://github.com/apache/datafusion-comet.git</span>
-</pre></div>
-</div>
-<p>Build Comet for a specific Spark version:</p>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="go">cd datafusion-comet</span>
-<span class="go">make release PROFILES="-Pspark-4.1"</span>
-</pre></div>
-</div>
-<p>Note that the project builds for Scala 2.13 by default but can be built for Scala 2.12 using an additional profile:</p>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="go">make release PROFILES="-Pspark-3.5 -Pscala-2.12"</span>
-</pre></div>
-</div>
-<p>To build Comet from the source distribution on an isolated environment without an access to <code class="docutils literal notranslate"><span class="pre">github.com</span></code> it is necessary to disable <code class="docutils literal notranslate"><span class="pre">git-commit-id-maven-plugin</span></code>, otherwise you will face errors that there is no access to the git during the build process. In that case you may use:</p>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="go">make release-nogit PROFILES="-Pspark-4.1"</span>
-</pre></div>
-</div>
+<section id="upgrading-to-comet-1-0-0">
+<h2>Upgrading to Comet 1.0.0<a class="headerlink" href="#upgrading-to-comet-1-0-0" title="Link to this heading">#</a></h2>
+<p>Comet <code class="docutils literal notranslate"><span class="pre">1.0.0</span></code> is the first release under the stable
+<a class="reference internal" href="../../about/versioning_policy.html"><span class="std std-doc">versioning policy</span></a>. From this release onward, behavior changes
+are documented on this page along with the configuration key that reverts each one.</p>
+<p>Changes made during the <code class="docutils literal notranslate"><span class="pre">0.x</span></code> series are not recorded here. If you are upgrading from a <code class="docutils literal notranslate"><span class="pre">0.x</span></code>
+release, review the release notes for the versions in between.</p>
</section>
</section>
@@ -780,20 +793,20 @@ To use this version of Comet, see the following section on building from the Git
<div class="prev-next-area">
<a class="left-prev"
- href="kubernetes.html"
+ href="configs.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Comet Kubernetes Support</p>
+ <p class="prev-next-title">Comet Configuration Settings</p>
</div>
</a>
<a class="right-next"
- href="../older-versions.html"
+ href="datasources.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Older Versions</p>
+ <p class="prev-next-title">Supported Spark Data Sources</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
@@ -816,8 +829,8 @@ To use this version of Comet, see the following section on building from the Git
</div>
<nav class="bd-toc-nav page-toc" aria-labelledby="pst-page-navigation-heading-2">
<ul class="visible nav section-nav flex-column">
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#using-a-published-source-release">Using a Published Source Release</a></li>
-<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#building-from-the-github-repository">Building from the GitHub repository</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#legacy-configuration-keys">Legacy Configuration Keys</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#upgrading-to-comet-1-0-0">Upgrading to Comet 1.0.0</a></li>
</ul>
</nav></div>
diff --git a/user-guide/latest/operators.html b/user-guide/latest/operators.html
index b3c9a80782..3f486ac595 100644
--- a/user-guide/latest/operators.html
+++ b/user-guide/latest/operators.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul class="current">
diff --git a/user-guide/latest/pyarrow-udfs.html b/user-guide/latest/pyarrow-udfs.html
index ee90684f71..9375991fc2 100644
--- a/user-guide/latest/pyarrow-udfs.html
+++ b/user-guide/latest/pyarrow-udfs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/s3-credential-providers.html b/user-guide/latest/s3-credential-providers.html
index 407043d383..c1be519a1c 100644
--- a/user-guide/latest/s3-credential-providers.html
+++ b/user-guide/latest/s3-credential-providers.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/scala_java_udfs.html b/user-guide/latest/scala_java_udfs.html
index 65b4937fe8..7ff2e97470 100644
--- a/user-guide/latest/scala_java_udfs.html
+++ b/user-guide/latest/scala_java_udfs.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul class="current">
diff --git a/user-guide/latest/source.html b/user-guide/latest/source.html
index b3fbff4e74..583a6b35be 100644
--- a/user-guide/latest/source.html
+++ b/user-guide/latest/source.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/tuning.html b/user-guide/latest/tuning.html
index b2a8507e07..ba0dad97f9 100644
--- a/user-guide/latest/tuning.html
+++ b/user-guide/latest/tuning.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/latest/understanding-comet-plans.html b/user-guide/latest/understanding-comet-plans.html
index ab82457af3..82b4d1fa3c 100644
--- a/user-guide/latest/understanding-comet-plans.html
+++ b/user-guide/latest/understanding-comet-plans.html
@@ -491,6 +491,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
diff --git a/user-guide/older-versions.html b/user-guide/older-versions.html
index 33c1aae199..91d1571770 100644
--- a/user-guide/older-versions.html
+++ b/user-guide/older-versions.html
@@ -487,6 +487,7 @@ under the License.
<ul>
<li class="toctree-l2"><a class="reference internal" href="latest/installation.html">Installing Comet</a></li>
<li class="toctree-l2"><a class="reference internal" href="latest/configs.html">Configuration Settings</a></li>
+<li class="toctree-l2"><a class="reference internal" href="latest/migration-guide.html">Upgrading Comet</a></li>
</ul>
<p aria-level="2" class="caption" role="heading"><span class="caption-text">What Comet Supports</span></p>
<ul>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org