You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by tw...@apache.org on 2022/01/25 08:27:44 UTC
[flink] 09/09: [FLINK-25391][format-json] Forward catalog table options
This is an automated email from the ASF dual-hosted git repository.
twalthr pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
commit fa161d3c5636370f5129320a9ca464e38f88fc6f
Author: slinkydeveloper <fr...@gmail.com>
AuthorDate: Wed Jan 12 18:57:48 2022 +0100
[FLINK-25391][format-json] Forward catalog table options
This closes #18290.
---
docs/content/docs/connectors/table/formats/json.md | 10 +++++++++-
.../java/org/apache/flink/formats/json/JsonFormatFactory.java | 1 -
2 files changed, 9 insertions(+), 2 deletions(-)
diff --git a/docs/content/docs/connectors/table/formats/json.md b/docs/content/docs/connectors/table/formats/json.md
index 56b8c84..d9c5e5c 100644
--- a/docs/content/docs/connectors/table/formats/json.md
+++ b/docs/content/docs/connectors/table/formats/json.md
@@ -69,15 +69,17 @@ Format Options
<tr>
<th class="text-left" style="width: 25%">Option</th>
<th class="text-center" style="width: 8%">Required</th>
+ <th class="text-center" style="width: 8%">Forwarded</th>
<th class="text-center" style="width: 7%">Default</th>
<th class="text-center" style="width: 10%">Type</th>
- <th class="text-center" style="width: 50%">Description</th>
+ <th class="text-center" style="width: 42%">Description</th>
</tr>
</thead>
<tbody>
<tr>
<td><h5>format</h5></td>
<td>required</td>
+ <td>no</td>
<td style="word-wrap: break-word;">(none)</td>
<td>String</td>
<td>Specify what format to use, here should be <code>'json'</code>.</td>
@@ -85,6 +87,7 @@ Format Options
<tr>
<td><h5>json.fail-on-missing-field</h5></td>
<td>optional</td>
+ <td>no</td>
<td style="word-wrap: break-word;">false</td>
<td>Boolean</td>
<td>Whether to fail if a field is missing or not.</td>
@@ -92,6 +95,7 @@ Format Options
<tr>
<td><h5>json.ignore-parse-errors</h5></td>
<td>optional</td>
+ <td>no</td>
<td style="word-wrap: break-word;">false</td>
<td>Boolean</td>
<td>Skip fields and rows with parse errors instead of failing.
@@ -100,6 +104,7 @@ Format Options
<tr>
<td><h5>json.timestamp-format.standard</h5></td>
<td>optional</td>
+ <td>yes</td>
<td style="word-wrap: break-word;"><code>'SQL'</code></td>
<td>String</td>
<td>Specify the input and output timestamp format for <code>TIMESTAMP</code> and <code>TIMESTAMP_LTZ</code> type. Currently supported values are <code>'SQL'</code> and <code>'ISO-8601'</code>:
@@ -114,6 +119,7 @@ Format Options
<tr>
<td><h5>json.map-null-key.mode</h5></td>
<td>optional</td>
+ <td>yes</td>
<td style="word-wrap: break-word;"><code>'FAIL'</code></td>
<td>String</td>
<td>Specify the handling mode when serializing null keys for map data. Currently supported values are <code>'FAIL'</code>, <code>'DROP'</code> and <code>'LITERAL'</code>:
@@ -127,6 +133,7 @@ Format Options
<tr>
<td><h5>json.map-null-key.literal</h5></td>
<td>optional</td>
+ <td>yes</td>
<td style="word-wrap: break-word;">'null'</td>
<td>String</td>
<td>Specify string literal to replace null key when <code>'json.map-null-key.mode'</code> is LITERAL.</td>
@@ -134,6 +141,7 @@ Format Options
<tr>
<td><h5>json.encode.decimal-as-plain-number</h5></td>
<td>optional</td>
+ <td>yes</td>
<td style="word-wrap: break-word;">false</td>
<td>Boolean</td>
<td>Encode all decimals as plain numbers instead of possible scientific notations. By default, decimals may be written using scientific notation. For example, <code>0.000000027</code> is encoded as <code>2.7E-8</code> by default, and will be written as <code>0.000000027</code> if set this option to true.</td>
diff --git a/flink-formats/flink-json/src/main/java/org/apache/flink/formats/json/JsonFormatFactory.java b/flink-formats/flink-json/src/main/java/org/apache/flink/formats/json/JsonFormatFactory.java
index bf2e287..74d8c53 100644
--- a/flink-formats/flink-json/src/main/java/org/apache/flink/formats/json/JsonFormatFactory.java
+++ b/flink-formats/flink-json/src/main/java/org/apache/flink/formats/json/JsonFormatFactory.java
@@ -155,7 +155,6 @@ public class JsonFormatFactory implements DeserializationFormatFactory, Serializ
@Override
public Set<ConfigOption<?>> forwardOptions() {
Set<ConfigOption<?>> options = new HashSet<>();
- options.add(IGNORE_PARSE_ERRORS);
options.add(TIMESTAMP_FORMAT);
options.add(MAP_NULL_KEY_MODE);
options.add(MAP_NULL_KEY_LITERAL);