You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by ao...@apache.org on 2022/08/12 15:44:31 UTC
[iceberg] branch master updated: Spark 3.1: Port #3491 to Spark 3.1 (#5502)
This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/master by this push:
new 39c89ae34c Spark 3.1: Port #3491 to Spark 3.1 (#5502)
39c89ae34c is described below
commit 39c89ae34cb54170ec339cbf91e32c7ac2bb7610
Author: liliwei <li...@huawei.com>
AuthorDate: Fri Aug 12 23:44:27 2022 +0800
Spark 3.1: Port #3491 to Spark 3.1 (#5502)
---
.../spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java | 2 +-
.../spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java | 2 ++
2 files changed, 3 insertions(+), 1 deletion(-)
diff --git a/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java b/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java
index 0d0687465d..d42c23bc3b 100644
--- a/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java
+++ b/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java
@@ -99,7 +99,7 @@ public class SparkWriteConf {
}
public String overwriteMode() {
- String overwriteMode = writeOptions.get("overwrite-mode");
+ String overwriteMode = writeOptions.get(SparkWriteOptions.OVERWRITE_MODE);
return overwriteMode != null ? overwriteMode.toLowerCase(Locale.ROOT) : null;
}
diff --git a/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java b/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java
index 0ba435ae74..ef25f871ae 100644
--- a/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java
+++ b/spark/v3.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java
@@ -50,4 +50,6 @@ public class SparkWriteOptions {
// Controls whether to allow writing timestamps without zone info
public static final String HANDLE_TIMESTAMP_WITHOUT_TIMEZONE =
"handle-timestamp-without-timezone";
+
+ public static final String OVERWRITE_MODE = "overwrite-mode";
}