You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by ch...@apache.org on 2025/09/03 09:04:04 UTC
(incubator-gluten) branch main updated: [Minor] Add enhanced features runtime config (#10608)
This is an automated email from the ASF dual-hosted git repository.
chengchengjin pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 3532b74af4 [Minor] Add enhanced features runtime config (#10608)
3532b74af4 is described below
commit 3532b74af4c3d05db4e60306f207e9332c213abb
Author: Jin Chengcheng <Ch...@ibm.com>
AuthorDate: Wed Sep 3 10:04:00 2025 +0100
[Minor] Add enhanced features runtime config (#10608)
User can compile with --enable_enhanced_features which is default false before, this config can be flexible for users to disable all the enhanced features for debug or performance.
---
.../org/apache/gluten/backendsapi/velox/VeloxBackend.scala | 2 +-
.../src/main/scala/org/apache/gluten/config/VeloxConfig.scala | 11 +++++++++--
2 files changed, 10 insertions(+), 3 deletions(-)
diff --git a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
index a838897352..31b5a56f4f 100644
--- a/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
+++ b/backends-velox/src/main/scala/org/apache/gluten/backendsapi/velox/VeloxBackend.scala
@@ -555,7 +555,7 @@ object VeloxBackendSettings extends BackendSettingsApi {
override def reorderColumnsForPartitionWrite(): Boolean = true
- override def enableEnhancedFeatures(): Boolean = VeloxConfig.enableEnhancedFeatures()
+ override def enableEnhancedFeatures(): Boolean = VeloxConfig.get.enableEnhancedFeatures()
override def supportAppendDataExec(): Boolean =
GlutenConfig.get.enableAppendData && enableEnhancedFeatures()
diff --git a/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala b/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
index d017c11c63..26b0b58aac 100644
--- a/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
+++ b/backends-velox/src/main/scala/org/apache/gluten/config/VeloxConfig.scala
@@ -75,12 +75,13 @@ class VeloxConfig(conf: SQLConf) extends GlutenConfig(conf) {
def enableRewriteCastArrayToString: Boolean =
getConf(ENABLE_REWRITE_CAST_ARRAY_TO_STRING)
+
+ def enableEnhancedFeatures(): Boolean = ConfigJniWrapper.isEnhancedFeaturesEnabled &&
+ getConf(ENABLE_ENHANCED_FEATURES)
}
object VeloxConfig {
- def enableEnhancedFeatures(): Boolean = ConfigJniWrapper.isEnhancedFeaturesEnabled
-
def get: VeloxConfig = {
new VeloxConfig(SQLConf.get)
}
@@ -685,4 +686,10 @@ object VeloxConfig {
" `concat('[', array_join(array, ', ', null), ']')` to allow offloading to Velox.")
.booleanConf
.createWithDefault(true)
+
+ val ENABLE_ENHANCED_FEATURES =
+ buildConf("spark.gluten.sql.enable.enhancedFeatures")
+ .doc("Enable some features including iceberg native write and other features.")
+ .booleanConf
+ .createWithDefault(true)
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org