You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by bl...@apache.org on 2022/06/05 23:14:53 UTC
[iceberg] branch master updated: Spark: Use original option keys in SparkCatalog (#4903)
This is an automated email from the ASF dual-hosted git repository.
blue pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/master by this push:
new b06a89ceb Spark: Use original option keys in SparkCatalog (#4903)
b06a89ceb is described below
commit b06a89cebd5099b40b188c4c40ea7b1a23d3427a
Author: Rajarshi Sarkar <sr...@amazon.com>
AuthorDate: Mon Jun 6 04:44:48 2022 +0530
Spark: Use original option keys in SparkCatalog (#4903)
---
.../spark/src/main/java/org/apache/iceberg/spark/SparkCatalog.java | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/SparkCatalog.java b/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/SparkCatalog.java
index c9f7eef6d..78a7e622e 100644
--- a/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/SparkCatalog.java
+++ b/spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/SparkCatalog.java
@@ -118,8 +118,7 @@ public class SparkCatalog extends BaseCatalog {
*/
protected Catalog buildIcebergCatalog(String name, CaseInsensitiveStringMap options) {
Configuration conf = SparkUtil.hadoopConfCatalogOverrides(SparkSession.active(), name);
- Map<String, String> optionsMap = new TreeMap<>(String.CASE_INSENSITIVE_ORDER);
- optionsMap.putAll(options);
+ Map<String, String> optionsMap = new TreeMap<>(options.asCaseSensitiveMap());
optionsMap.put(CatalogProperties.APP_ID, SparkSession.active().sparkContext().applicationId());
optionsMap.put(CatalogProperties.USER, SparkSession.active().sparkContext().sparkUser());
return CatalogUtil.buildIcebergCatalog(name, optionsMap, conf);