You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafusion.apache.org by gi...@apache.org on 2026/10/06 01:06:33 UTC
(datafusion-comet) branch main updated (4ea367aab4 -> a2b688b2ac)
This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
from 4ea367aab4 fix: fall back for RANGE frames over nested keys that can hold a null (#6684)
add a2b688b2ac feat: custom Rust UDFs via arrow-ffi [experimental] (#4459)
No new revisions were added by this update.
Summary of changes:
.github/actions/rust-test/action.yaml | 9 +
.github/workflows/pr_build_linux.yml | 7 +-
.github/workflows/pr_build_macos.yml | 7 +-
docs/source/user-guide/latest/index.rst | 1 +
docs/source/user-guide/latest/rust_udfs.md | 305 ++++++
native/Cargo.lock | 18 +
native/Cargo.toml | 4 +-
native/{common => comet-test-udfs}/Cargo.toml | 28 +-
native/comet-test-udfs/src/lib.rs | 450 +++++++++
native/{common => comet-udf-sdk}/Cargo.toml | 21 +-
native/comet-udf-sdk/src/c_abi.rs | 1001 ++++++++++++++++++++
native/comet-udf-sdk/src/lib.rs | 79 ++
native/core/Cargo.toml | 3 +
native/core/build.rs | 25 +
native/core/src/comet_native_udf_bridge.rs | 58 ++
native/core/src/execution/c_udf/cache.rs | 119 +++
native/core/src/execution/c_udf/imported_c.rs | 632 ++++++++++++
native/core/src/execution/c_udf/loader.rs | 289 ++++++
native/core/src/execution/c_udf/mod.rs | 359 +++++++
.../nullcheck.rs => c_udf/test_support.rs} | 21 +-
native/core/src/execution/mod.rs | 1 +
native/core/src/execution/planner.rs | 131 +++
native/core/src/lib.rs | 1 +
native/proto/src/proto/expr.proto | 27 +
pom.xml | 3 +
.../apache/comet/udf/CometNativeUdfBridge.java} | 16 +-
.../comet/codegen/CometBatchKernelCodegen.scala | 6 +-
.../apache/comet/serde/CometNativeUdfCall.scala | 60 ++
.../org/apache/comet/serde/QueryPlanSerde.scala | 2 +
.../org/apache/comet/udf/CometNativeUDF.scala | 140 +++
.../CometNativeUdfExceptions.scala} | 19 +-
.../CometUdfExceptions.scala} | 17 +-
.../scala/org/apache/comet/udf/NativeUdfCall.scala | 66 ++
.../{CometPlan.scala => CometUdfErrors.scala} | 11 +-
.../ShimSessionFunctionRegistry.scala} | 13 +-
...onf.scala => ShimSessionFunctionRegistry.scala} | 20 +-
.../org/apache/comet/CometNativeUdfSuite.scala | 676 +++++++++++++
37 files changed, 4550 insertions(+), 95 deletions(-)
create mode 100644 docs/source/user-guide/latest/rust_udfs.md
copy native/{common => comet-test-udfs}/Cargo.toml (71%)
create mode 100644 native/comet-test-udfs/src/lib.rs
copy native/{common => comet-udf-sdk}/Cargo.toml (71%)
create mode 100644 native/comet-udf-sdk/src/c_abi.rs
create mode 100644 native/comet-udf-sdk/src/lib.rs
create mode 100644 native/core/src/comet_native_udf_bridge.rs
create mode 100644 native/core/src/execution/c_udf/cache.rs
create mode 100644 native/core/src/execution/c_udf/imported_c.rs
create mode 100644 native/core/src/execution/c_udf/loader.rs
create mode 100644 native/core/src/execution/c_udf/mod.rs
copy native/core/src/execution/{expressions/nullcheck.rs => c_udf/test_support.rs} (58%)
copy spark/src/main/{spark-3.5/org/apache/comet/shims/ShimSQLConf.scala => java/org/apache/comet/udf/CometNativeUdfBridge.java} (63%)
create mode 100644 spark/src/main/scala/org/apache/comet/serde/CometNativeUdfCall.scala
create mode 100644 spark/src/main/scala/org/apache/comet/udf/CometNativeUDF.scala
copy spark/src/main/scala/org/apache/comet/{MetricsSupport.scala => udf/CometNativeUdfExceptions.scala} (63%)
copy spark/src/main/scala/org/apache/comet/{MetricsSupport.scala => udf/CometUdfExceptions.scala} (58%)
create mode 100644 spark/src/main/scala/org/apache/comet/udf/NativeUdfCall.scala
copy spark/src/main/scala/org/apache/spark/sql/comet/{CometPlan.scala => CometUdfErrors.scala} (66%)
copy spark/src/main/spark-3.x/org/apache/comet/{iceberg/IcebergRefreshCacheShim.scala => shims/ShimSessionFunctionRegistry.scala} (73%)
copy spark/src/main/spark-4.x/org/apache/comet/shims/{ShimSQLConf.scala => ShimSessionFunctionRegistry.scala} (56%)
create mode 100644 spark/src/test/scala/org/apache/comet/CometNativeUdfSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datafusion.apache.org
For additional commands, e-mail: commits-help@datafusion.apache.org