You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by ya...@apache.org on 2025/05/27 10:11:49 UTC

(incubator-gluten) branch main updated: [FOLLOWUP] Fix splitFilesByPathMethod reflection (#9763)

This is an automated email from the ASF dual-hosted git repository.

yao pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git


The following commit(s) were added to refs/heads/main by this push:
     new 159f9b7959 [FOLLOWUP] Fix splitFilesByPathMethod reflection (#9763)
159f9b7959 is described below

commit 159f9b7959cae7a4e4e272b18cd948dcd2d34d42
Author: Kent Yao <ya...@apache.org>
AuthorDate: Tue May 27 18:11:44 2025 +0800

    [FOLLOWUP] Fix splitFilesByPathMethod reflection (#9763)
---
 .../scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala     | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala b/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
index 838932add7..35fbf6338b 100644
--- a/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
+++ b/shims/spark35/src/main/scala/org/apache/gluten/execution/PartitionedFileUtilShim.scala
@@ -98,6 +98,7 @@ object PartitionedFileUtilShim {
     try {
       val m = clz.getDeclaredMethod(
         "splitFiles",
+        classOf[SparkSession],
         classOf[FileStatusWithMetadata],
         classOf[Path],
         classOf[Boolean],
@@ -130,6 +131,7 @@ object PartitionedFileUtilShim {
       splitFilesByPathMethod
         .invoke(
           module,
+          sparkSession,
           file,
           file.getPath,
           java.lang.Boolean.valueOf(isSplitable),


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org