You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@flink.apache.org by "maoxingda (Jira)" <ji...@apache.org> on 2024/10/07 00:41:00 UTC
[jira] [Created] (FLINK-36428) DynamoDb Table API Sink fails when null value in the RowData
maoxingda created FLINK-36428:
---------------------------------
Summary: DynamoDb Table API Sink fails when null value in the RowData
Key: FLINK-36428
URL: https://issues.apache.org/jira/browse/FLINK-36428
Project: Flink
Issue Type: Bug
Components: Connectors / AWS
Affects Versions: 1.18.1
Reporter: maoxingda
Fix For: 1.19.1
DynamoDb Table API Sink fails when there are null values in the RowData.
package com.meican;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.table.api.bridge.java.StreamTableEnvironment;
public class SqlDynamodbSinkApp {
public static void main(String[] args) {
StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
StreamTableEnvironment tableEnv = StreamTableEnvironment.create(env);
tableEnv.executeSql("create temporary view source as " +
"select '1' as id, 'name1' as name, 18 as age union all " +
"select '2' as id, 'name2' as name, 19 as age union all " +
"select '3' as id, cast(null as string) as name, 20 as age"
);
tableEnv.executeSql("create table sink" +
"(" +
" id string," +
" name string," +
" age int" +
") partitioned by ( id )" +
"with" +
"(" +
" 'connector' = 'dynamodb'," +
" 'aws.region' = 'cn-northwest-1'," +
" 'table-name' = 'bi-oltp-mydata'," +
" 'ignore-nulls' = 'true'" +
")"
);
tableEnv.executeSql("insert into sink select * from source");
}
}
java.lang.NullPointerException: null
at org.apache.flink.table.data.conversion.StringStringConverter.toExternal(StringStringConverter.java:39) ~[flink-table-runtime-1.18.0.jar:1.18.0]
at org.apache.flink.table.data.conversion.StringStringConverter.toExternal(StringStringConverter.java:27) ~[flink-table-runtime-1.18.0.jar:1.18.0]
at org.apache.flink.connector.dynamodb.table.RowDataToAttributeValueConverter.lambda$addAttribute$0(RowDataToAttributeValueConverter.java:88) ~[flink-connector-dynamodb-4.2.0-1.17.jar:4.2.0-1.17]
at software.amazon.awssdk.enhanced.dynamodb.internal.mapper.ResolvedImmutableAttribute.lambda$create$0(ResolvedImmutableAttribute.java:54) ~[dynamodb-enhanced-2.20.144.jar:?]
at software.amazon.awssdk.enhanced.dynamodb.mapper.StaticImmutableTableSchema.lambda$itemToMap$5(StaticImmutableTableSchema.java:518) ~[dynamodb-enhanced-2.20.144.jar:?]
at java.util.ArrayList.forEach(ArrayList.java:1541) ~[?:?]
at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1085) ~[?:?]
at software.amazon.awssdk.enhanced.dynamodb.mapper.StaticImmutableTableSchema.itemToMap(StaticImmutableTableSchema.java:516) ~[dynamodb-enhanced-2.20.144.jar:?]
at software.amazon.awssdk.enhanced.dynamodb.mapper.WrappedTableSchema.itemToMap(WrappedTableSchema.java:67) ~[dynamodb-enhanced-2.20.144.jar:?]
at org.apache.flink.connector.dynamodb.table.RowDataToAttributeValueConverter.convertRowData(RowDataToAttributeValueConverter.java:53) ~[flink-connector-dynamodb-4.2.0-1.17.jar:4.2.0-1.17]
at org.apache.flink.connector.dynamodb.table.RowDataElementConverter.apply(RowDataElementConverter.java:56) ~[flink-connector-dynamodb-4.2.0-1.17.jar:4.2.0-1.17]
at org.apache.flink.connector.dynamodb.table.RowDataElementConverter.apply(RowDataElementConverter.java:35) ~[flink-connector-dynamodb-4.2.0-1.17.jar:4.2.0-1.17]
at org.apache.flink.connector.base.sink.writer.AsyncSinkWriter.write(AsyncSinkWriter.java:328) ~[flink-connector-files-1.17.2.jar:1.17.2]
at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.processElement(SinkWriterOperator.java:161) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.tasks.OneInputStreamTask$StreamTaskNetworkOutput.emitRecord(OneInputStreamTask.java:237) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.io.AbstractStreamTaskNetworkInput.processElement(AbstractStreamTaskNetworkInput.java:146) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.io.AbstractStreamTaskNetworkInput.emitNext(AbstractStreamTaskNetworkInput.java:110) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:562) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:858) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:807) ~[flink-streaming-java-1.18.0.jar:1.18.0]
at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:953) ~[flink-runtime-1.18.0.jar:1.18.0]
at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:932) [flink-runtime-1.18.0.jar:1.18.0]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:746) [flink-runtime-1.18.0.jar:1.18.0]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:562) [flink-runtime-1.18.0.jar:1.18.0]
at java.lang.Thread.run(Thread.java:829) [?:?]
--
This message was sent by Atlassian Jira
(v8.20.10#820010)