You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sedona.apache.org by im...@apache.org on 2025/01/07 18:02:56 UTC

(sedona) 01/01: Fix geopackage on databricks.

This is an automated email from the ASF dual-hosted git repository.

imbruced pushed a commit to branch fix-geopackage-on-databricks
in repository https://gitbox.apache.org/repos/asf/sedona.git

commit 1febc01e2183d4b354e6852d47db0c45b2cf2cea
Author: pawelkocinski <pa...@gmail.com>
AuthorDate: Tue Jan 7 18:57:38 2025 +0100

    Fix geopackage on databricks.
---
 .../sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala     | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala b/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala
index a9674395b4..829bd9c220 100644
--- a/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala
+++ b/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala
@@ -37,13 +37,11 @@ class GeoPackageScanBuilder(
     extends FileScanBuilder(sparkSession, fileIndex, dataSchema) {
 
   override def build(): Scan = {
-    val paths = fileIndex.allFiles().map(_.getPath.toString)
-
     val fileIndexAdjusted =
       if (loadOptions.showMetadata)
         new InMemoryFileIndex(
           sparkSession,
-          paths.slice(0, 1).map(new org.apache.hadoop.fs.Path(_)),
+          fileIndex.inputFiles.slice(0, 1).map(new org.apache.hadoop.fs.Path(_)),
           options.asCaseSensitiveMap.asScala.toMap,
           userDefinedSchema)
       else fileIndex