You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sedona.apache.org by im...@apache.org on 2025/01/07 18:02:56 UTC
(sedona) 01/01: Fix geopackage on databricks.
This is an automated email from the ASF dual-hosted git repository.
imbruced pushed a commit to branch fix-geopackage-on-databricks
in repository https://gitbox.apache.org/repos/asf/sedona.git
commit 1febc01e2183d4b354e6852d47db0c45b2cf2cea
Author: pawelkocinski <pa...@gmail.com>
AuthorDate: Tue Jan 7 18:57:38 2025 +0100
Fix geopackage on databricks.
---
.../sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala | 4 +---
1 file changed, 1 insertion(+), 3 deletions(-)
diff --git a/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala b/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala
index a9674395b4..829bd9c220 100644
--- a/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala
+++ b/spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/geopackage/GeoPackageScanBuilder.scala
@@ -37,13 +37,11 @@ class GeoPackageScanBuilder(
extends FileScanBuilder(sparkSession, fileIndex, dataSchema) {
override def build(): Scan = {
- val paths = fileIndex.allFiles().map(_.getPath.toString)
-
val fileIndexAdjusted =
if (loadOptions.showMetadata)
new InMemoryFileIndex(
sparkSession,
- paths.slice(0, 1).map(new org.apache.hadoop.fs.Path(_)),
+ fileIndex.inputFiles.slice(0, 1).map(new org.apache.hadoop.fs.Path(_)),
options.asCaseSensitiveMap.asScala.toMap,
userDefinedSchema)
else fileIndex