You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by "wuzhenhua (Jira)" <ji...@apache.org> on 2023/12/06 06:58:00 UTC
[jira] [Created] (HUDI-7182) Failed to archive commits caused by npe
wuzhenhua created HUDI-7182:
-------------------------------
Summary: Failed to archive commits caused by npe
Key: HUDI-7182
URL: https://issues.apache.org/jira/browse/HUDI-7182
Project: Apache Hudi
Issue Type: Bug
Reporter: wuzhenhua
{code:java}
2023-12-06 14:32:16 [ INFO] org.apache.hudi.common.table.timeline.HoodieActiveTimeline : Loaded instants upto : Option{val=[20231206143215269__deltacommit__COMPLETED]}
2023-12-06 14:32:16 [ INFO] org.apache.hudi.common.table.log.HoodieLogFormat$WriterBuilder: Building HoodieLogFormat Writer
2023-12-06 14:32:16 [ INFO] org.apache.hudi.common.table.log.HoodieLogFormat$WriterBuilder: Computing the next log version for commits in file:/tmp/t2/.hoodie/archived
2023-12-06 14:32:16 [ INFO] org.apache.hudi.common.table.log.HoodieLogFormat$WriterBuilder: Computed the next log version for commits in file:/tmp/t2/.hoodie/archived as 1 with write-token 1-0-1
2023-12-06 14:32:16 [ INFO] org.apache.hudi.common.table.log.HoodieLogFormat$WriterBuilder: HoodieLogFile on path file:/tmp/t2/.hoodie/archived/.commits_.archive.1_1-0-1
2023-12-06 14:32:16 [ INFO] org.apache.hudi.client.HoodieTimelineArchiver : Archiving instants [[==>00000000000001__deltacommit__REQUESTED], [==>00000000000001__deltacommit__INFLIGHT], [00000000000001__deltacommit__COMPLETED], [==>20231206143125524__deltacommit__REQUESTED], [==>20231206143125524__deltacommit__INFLIGHT], [20231206143125524__deltacommit__COMPLETED], [==>20231206143138165__compaction__REQUESTED], [==>20231206143138165__compaction__INFLIGHT], [20231206143138165__commit__COMPLETED], [==>20231206143138352__deltacommit__REQUESTED], [==>20231206143138352__deltacommit__INFLIGHT], [20231206143138352__deltacommit__COMPLETED], [==>20231206143139033__deltacommit__REQUESTED], [==>20231206143139033__deltacommit__INFLIGHT], [20231206143139033__deltacommit__COMPLETED], [==>20231206143139962__compaction__REQUESTED], [==>20231206143139962__compaction__INFLIGHT], [20231206143139962__commit__COMPLETED], [==>20231206143140052__deltacommit__REQUESTED], [==>20231206143140052__deltacommit__INFLIGHT], [20231206143140052__deltacommit__COMPLETED], [==>20231206143140979__deltacommit__REQUESTED], [==>20231206143140979__deltacommit__INFLIGHT], [20231206143140979__deltacommit__COMPLETED], [==>20231206143141957__deltacommit__REQUESTED], [==>20231206143141957__deltacommit__INFLIGHT], [20231206143141957__deltacommit__COMPLETED], [==>20231206143142950__deltacommit__REQUESTED], [==>20231206143142950__deltacommit__INFLIGHT], [20231206143142950__deltacommit__COMPLETED], [==>20231206143143962__deltacommit__REQUESTED], [==>20231206143143962__deltacommit__INFLIGHT], [20231206143143962__deltacommit__COMPLETED]]
2023-12-06 14:32:16 [ INFO] org.apache.hudi.client.HoodieTimelineArchiver : Wrapper schema {"type":"record","name":"HoodieArchivedMetaEntry","namespace":"org.apache.hudi.avro.model","fields":[{"name":"hoodieCommitMetadata","type":["null",{"type":"record","name":"HoodieCommitMetadata","fields":[{"name":"partitionToWriteStats","type":["null",{"type":"map","values":{"type":"array","items":{"type":"record","name":"HoodieWriteStat","fields":[{"name":"fileId","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"path","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"prevCommit","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"numWrites","type":["null","long"],"default":null},{"name":"numDeletes","type":["null","long"],"default":null},{"name":"numUpdateWrites","type":["null","long"],"default":null},{"name":"totalWriteBytes","type":["null","long"],"default":null},{"name":"totalWriteErrors","type":["null","long"],"default":null},{"name":"partitionPath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"totalLogRecords","type":["null","long"],"default":null},{"name":"totalLogFiles","type":["null","long"],"default":null},{"name":"totalUpdatedRecordsCompacted","type":["null","long"],"default":null},{"name":"numInserts","type":["null","long"],"default":null},{"name":"totalLogBlocks","type":["null","long"],"default":null},{"name":"totalCorruptLogBlock","type":["null","long"],"default":null},{"name":"totalRollbackBlocks","type":["null","long"],"default":null},{"name":"fileSizeInBytes","type":["null","long"],"default":null}]}},"avro.java.string":"String"}],"default":null},{"name":"extraMetadata","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String","default":null}],"default":null},{"name":"version","type":["int","null"],"default":1},{"name":"operationType","type":["null",
Unknown macro: {"type"}
],"default":null}]}],"default":null},{"name":"hoodieCleanMetadata","type":["null",{"type":"record","name":"HoodieCleanMetadata","fields":[{"name":"startCleanTime","type":{"type":"string","avro.java.string":"String"}},{"name":"timeTakenInMillis","type":"long"},{"name":"totalFilesDeleted","type":"int"},{"name":"earliestCommitToRetain","type":{"type":"string","avro.java.string":"String"}},{"name":"lastCompletedCommitTimestamp","type":
Unknown macro: {"type"}
,"default":""},{"name":"partitionMetadata","type":{"type":"map","values":{"type":"record","name":"HoodieCleanPartitionMetadata","fields":[{"name":"partitionPath","type":{"type":"string","avro.java.string":"String"}},{"name":"policy","type":{"type":"string","avro.java.string":"String"}},{"name":"deletePathPatterns","type":{"type":"array","items":
Unknown macro: {"type"}
}},{"name":"successDeleteFiles","type":{"type":"array","items":
Unknown macro: {"type"}
}},{"name":"failedDeleteFiles","type":{"type":"array","items":
Unknown macro: {"type"}
}},{"name":"isPartitionDeleted","type":["null","boolean"],"default":null}]},"avro.java.string":"String"}},{"name":"version","type":["int","null"],"default":1},{"name":"bootstrapPartitionMetadata","type":["null",
Unknown macro: {"type"}
],"default":null}]}],"default":null},{"name":"hoodieCompactionMetadata","type":["null",{"type":"record","name":"HoodieCompactionMetadata","fields":[{"name":"partitionToCompactionWriteStats","type":["null",{"type":"map","values":{"type":"array","items":{"type":"record","name":"HoodieCompactionWriteStat","fields":[{"name":"partitionPath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"totalLogRecords","type":["null","long"],"default":null},{"name":"totalLogFiles","type":["null","long"],"default":null},{"name":"totalUpdatedRecordsCompacted","type":["null","long"],"default":null},{"name":"hoodieWriteStat","type":["null","HoodieWriteStat"],"default":null}]}},"avro.java.string":"String"}]}]}],"default":null},{"name":"hoodieRollbackMetadata","type":["null",{"type":"record","name":"HoodieRollbackMetadata","fields":[{"name":"startRollbackTime","type":{"type":"string","avro.java.string":"String"}},{"name":"timeTakenInMillis","type":"long"},{"name":"totalFilesDeleted","type":"int"},{"name":"commitsRollback","type":{"type":"array","items":
Unknown macro: {"type"}
}},{"name":"partitionMetadata","type":{"type":"map","values":{"type":"record","name":"HoodieRollbackPartitionMetadata","fields":[{"name":"partitionPath","type":{"type":"string","avro.java.string":"String"}},{"name":"successDeleteFiles","type":{"type":"array","items":
Unknown macro: {"type"}
}},{"name":"failedDeleteFiles","type":{"type":"array","items":
Unknown macro: {"type"}
}},{"name":"rollbackLogFiles","type":["null",
Unknown macro: {"type"}
],"default":null}]},"avro.java.string":"String"}},{"name":"version","type":["int","null"],"default":1},{"name":"instantsRollback","type":{"type":"array","items":{"type":"record","name":"HoodieInstantInfo","fields":[{"name":"commitTime","type":{"type":"string","avro.java.string":"String"}},\{"name":"action","type":{"type":"string","avro.java.string":"String"}}]},"default":[]},"default":[]}]}],"default":null},{"name":"hoodieSavePointMetadata","type":["null",{"type":"record","name":"HoodieSavepointMetadata","fields":[{"name":"savepointedBy","type":{"type":"string","avro.java.string":"String"}},{"name":"savepointedAt","type":"long"},{"name":"comments","type":{"type":"string","avro.java.string":"String"}},{"name":"partitionMetadata","type":{"type":"map","values":{"type":"record","name":"HoodieSavepointPartitionMetadata","fields":[{"name":"partitionPath","type":{"type":"string","avro.java.string":"String"}},{"name":"savepointDataFile","type":{"type":"array","items":
Unknown macro: {"type"}
}}]},"avro.java.string":"String"}},{"name":"version","type":["int","null"],"default":1}]}],"default":null},{"name":"commitTime","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"actionType","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"version","type":["int","null"],"default":1},{"name":"hoodieCompactionPlan","type":["null",{"type":"record","name":"HoodieCompactionPlan","fields":[{"name":"operations","type":["null",{"type":"array","items":{"type":"record","name":"HoodieCompactionOperation","fields":[{"name":"baseInstantTime","type":["null",
Unknown macro: {"type"}
]},{"name":"deltaFilePaths","type":["null",{"type":"array","items":{"type":"string","avro.java.string":"String"}}],"default":null},{"name":"dataFilePath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"fileId","type":["null",
Unknown macro: {"type"}
]},{"name":"partitionPath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"metrics","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"bootstrapFilePath","type":["null",
Unknown macro: {"type"}
],"default":null}]}}],"default":null},{"name":"extraMetadata","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1}]}],"default":null},{"name":"hoodieCleanerPlan","type":["null",{"type":"record","name":"HoodieCleanerPlan","fields":[{"name":"earliestInstantToRetain","type":["null",{"type":"record","name":"HoodieActionInstant","fields":[{"name":"timestamp","type":{"type":"string","avro.java.string":"String"}},\{"name":"action","type":{"type":"string","avro.java.string":"String"}},\{"name":"state","type":{"type":"string","avro.java.string":"String"}}]}],"default":null},{"name":"lastCompletedCommitTimestamp","type":
Unknown macro: {"type"}
,"default":""},{"name":"policy","type":{"type":"string","avro.java.string":"String"}},{"name":"filesToBeDeletedPerPartition","type":["null",{"type":"map","values":{"type":"array","items":{"type":"string","avro.java.string":"String"}},"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1},{"name":"filePathsToBeDeletedPerPartition","type":["null",{"type":"map","values":{"type":"array","items":{"type":"record","name":"HoodieCleanFileInfo","fields":[{"name":"filePath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"isBootstrapBaseFile","type":["null","boolean"],"default":null}]}},"avro.java.string":"String"}],"doc":"This field replaces the field filesToBeDeletedPerPartition","default":null},{"name":"partitionsToBeDeleted","type":["null",{"type":"array","items":{"type":"string","avro.java.string":"String"}}],"doc":"partitions to be deleted","default":null}]}],"default":null},{"name":"actionState","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"hoodieReplaceCommitMetadata","type":["null",{"type":"record","name":"HoodieReplaceCommitMetadata","fields":[{"name":"partitionToWriteStats","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"extraMetadata","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1},{"name":"operationType","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"partitionToReplaceFileIds","type":["null",{"type":"map","values":{"type":"array","items":{"type":"string","avro.java.string":"String"}},"avro.java.string":"String"}],"default":null}]}],"default":null},{"name":"hoodieRequestedReplaceMetadata","type":["null",{"type":"record","name":"HoodieRequestedReplaceMetadata","fields":[{"name":"operationType","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"clusteringPlan","type":["null",{"type":"record","name":"HoodieClusteringPlan","fields":[{"name":"inputGroups","type":["null",{"type":"array","items":{"type":"record","name":"HoodieClusteringGroup","fields":[{"name":"slices","type":["null",{"type":"array","items":{"type":"record","name":"HoodieSliceInfo","fields":[{"name":"dataFilePath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"deltaFilePaths","type":["null",{"type":"array","items":{"type":"string","avro.java.string":"String"}}],"default":null},{"name":"fileId","type":["null",
Unknown macro: {"type"}
]},{"name":"partitionPath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"bootstrapFilePath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"version","type":["int","null"],"default":1}]}}],"default":null},{"name":"metrics","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"numOutputFileGroups","type":["int","null"],"default":1},{"name":"extraMetadata","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1}]}}],"default":null},{"name":"strategy","type":["null",{"type":"record","name":"HoodieClusteringStrategy","fields":[{"name":"strategyClassName","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"strategyParams","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1}]}],"default":null},{"name":"extraMetadata","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1},{"name":"preserveHoodieMetadata","type":["null","boolean"],"default":null}]}],"default":null},{"name":"extraMetadata","type":["null",{"type":"map","values":
Unknown macro: {"type"}
,"avro.java.string":"String"}],"default":null},{"name":"version","type":["int","null"],"default":1}]}],"default":null},{"name":"HoodieInflightReplaceMetadata","type":["null","HoodieCommitMetadata"],"default":null},{"name":"hoodieIndexCommitMetadata","type":["null",{"type":"record","name":"HoodieIndexCommitMetadata","fields":[
Unknown macro: {"name"}
,{"name":"operationType","type":["null",
Unknown macro: {"type"}
],"doc":"This field replaces the field filesToBeDeletedPerPartition","default":null},{"name":"indexPartitionInfos","type":["null",{"type":"array","items":{"type":"record","name":"HoodieIndexPartitionInfo","fields":[
Unknown macro: {"name"}
,{"name":"metadataPartitionPath","type":["null",
Unknown macro: {"type"}
],"default":null},{"name":"indexUptoInstant","type":["null",
Unknown macro: {"type"}
],"default":null}]}}],"doc":"This field contains the info for each partition that got indexed","default":null}]}],"default":null}]}
2023-12-06 14:32:16 [ INFO] org.apache.hudi.common.table.log.HoodieLogFormatWriter : HoodieLogFile{pathStr='file:/tmp/t2/.hoodie/archived/.commits_.archive.1_1-0-1', fileLen=0} does not exist. Create a new file
2023-12-06 14:32:16 [ERROR] org.apache.hudi.client.HoodieTimelineArchiver : Failed to archive commits, .commit file: 00000000000001.deltacommit
java.lang.NullPointerException: null of string of map of union in field extraMetadata of org.apache.hudi.avro.model.HoodieCommitMetadata of union in field hoodieCommitMetadata of org.apache.hudi.avro.model.HoodieArchivedMetaEntry
at org.apache.avro.generic.GenericDatumWriter.npe(GenericDatumWriter.java:184) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:178) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:73) ~[avro-1.10.0.jar:1.10.0]
at org.apache.hudi.common.table.log.block.HoodieAvroDataBlock.serializeRecords(HoodieAvroDataBlock.java:119) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.block.HoodieDataBlock.getContentBytes(HoodieDataBlock.java:131) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlocks(HoodieLogFormatWriter.java:158) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlock(HoodieLogFormatWriter.java:135) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.writeToFile(HoodieTimelineArchiver.java:671) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.archive(HoodieTimelineArchiver.java:643) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.archiveIfRequired(HoodieTimelineArchiver.java:171) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.BaseHoodieWriteClient.archive(BaseHoodieWriteClient.java:922) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.BaseHoodieWriteClient.autoArchiveOnCommit(BaseHoodieWriteClient.java:642) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieFlinkWriteClient.postCommit(HoodieFlinkWriteClient.java:369) ~[hudi-flink-client-0.12.2.jar:0.12.2]
at org.apache.hudi.client.BaseHoodieWriteClient.commitStats(BaseHoodieWriteClient.java:237) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieFlinkWriteClient.commit(HoodieFlinkWriteClient.java:121) ~[hudi-flink-client-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.StreamWriteOperatorCoordinator.doCommit(StreamWriteOperatorCoordinator.java:531) ~[hudi-flink-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.StreamWriteOperatorCoordinator.commitInstant(StreamWriteOperatorCoordinator.java:507) ~[hudi-flink-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.StreamWriteOperatorCoordinator.lambda$notifyCheckpointComplete$2(StreamWriteOperatorCoordinator.java:243) ~[hudi-flink-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.utils.NonThrownExecutor.lambda$wrapAction$0(NonThrownExecutor.java:130) ~[hudi-flink-0.12.2.jar:0.12.2]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_202]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_202]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_202]
Caused by: java.lang.NullPointerException
at org.apache.avro.io.Encoder.writeString(Encoder.java:130) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeString(GenericDatumWriter.java:346) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeString(GenericDatumWriter.java:338) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:151) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeMap(GenericDatumWriter.java:305) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:140) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:145) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeField(GenericDatumWriter.java:221) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeRecord(GenericDatumWriter.java:210) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:131) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:145) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeField(GenericDatumWriter.java:221) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeRecord(GenericDatumWriter.java:210) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:131) ~[avro-1.10.0.jar:1.10.0]
... 21 more
2023-12-06 14:32:16 [ERROR] org.apache.hudi.sink.StreamWriteOperatorCoordinator : Executor executes action [commits the instant 20231206143215269] error
org.apache.hudi.exception.HoodieCommitException: Failed to archive commits
at org.apache.hudi.client.HoodieTimelineArchiver.archive(HoodieTimelineArchiver.java:654) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.archiveIfRequired(HoodieTimelineArchiver.java:171) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.BaseHoodieWriteClient.archive(BaseHoodieWriteClient.java:922) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.BaseHoodieWriteClient.autoArchiveOnCommit(BaseHoodieWriteClient.java:642) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieFlinkWriteClient.postCommit(HoodieFlinkWriteClient.java:369) ~[hudi-flink-client-0.12.2.jar:0.12.2]
at org.apache.hudi.client.BaseHoodieWriteClient.commitStats(BaseHoodieWriteClient.java:237) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieFlinkWriteClient.commit(HoodieFlinkWriteClient.java:121) ~[hudi-flink-client-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.StreamWriteOperatorCoordinator.doCommit(StreamWriteOperatorCoordinator.java:531) ~[hudi-flink-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.StreamWriteOperatorCoordinator.commitInstant(StreamWriteOperatorCoordinator.java:507) ~[hudi-flink-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.StreamWriteOperatorCoordinator.lambda$notifyCheckpointComplete$2(StreamWriteOperatorCoordinator.java:243) ~[hudi-flink-0.12.2.jar:0.12.2]
at org.apache.hudi.sink.utils.NonThrownExecutor.lambda$wrapAction$0(NonThrownExecutor.java:130) ~[hudi-flink-0.12.2.jar:0.12.2]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_202]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_202]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_202]
Caused by: java.lang.NullPointerException: null of string of map of union in field extraMetadata of org.apache.hudi.avro.model.HoodieCommitMetadata of union in field hoodieCommitMetadata of org.apache.hudi.avro.model.HoodieArchivedMetaEntry
at org.apache.avro.generic.GenericDatumWriter.npe(GenericDatumWriter.java:184) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:178) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:73) ~[avro-1.10.0.jar:1.10.0]
at org.apache.hudi.common.table.log.block.HoodieAvroDataBlock.serializeRecords(HoodieAvroDataBlock.java:119) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.block.HoodieDataBlock.getContentBytes(HoodieDataBlock.java:131) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlocks(HoodieLogFormatWriter.java:158) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlock(HoodieLogFormatWriter.java:135) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.writeToFile(HoodieTimelineArchiver.java:671) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.archive(HoodieTimelineArchiver.java:643) ~[hudi-client-common-0.12.2.jar:0.12.2]
... 13 more
Caused by: java.lang.NullPointerException
at org.apache.avro.io.Encoder.writeString(Encoder.java:130) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeString(GenericDatumWriter.java:346) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeString(GenericDatumWriter.java:338) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:151) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeMap(GenericDatumWriter.java:305) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:140) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:145) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeField(GenericDatumWriter.java:221) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeRecord(GenericDatumWriter.java:210) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:131) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:145) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeField(GenericDatumWriter.java:221) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeRecord(GenericDatumWriter.java:210) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:131) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:83) ~[avro-1.10.0.jar:1.10.0]
at org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:73) ~[avro-1.10.0.jar:1.10.0]
at org.apache.hudi.common.table.log.block.HoodieAvroDataBlock.serializeRecords(HoodieAvroDataBlock.java:119) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.block.HoodieDataBlock.getContentBytes(HoodieDataBlock.java:131) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlocks(HoodieLogFormatWriter.java:158) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlock(HoodieLogFormatWriter.java:135) ~[hudi-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.writeToFile(HoodieTimelineArchiver.java:671) ~[hudi-client-common-0.12.2.jar:0.12.2]
at org.apache.hudi.client.HoodieTimelineArchiver.archive(HoodieTimelineArchiver.java:643) ~[hudi-client-common-0.12.2.jar:0.12.2]
... 13 more
2023-12-06 14:32:16 [ INFO] org.apache.flink.runtime.jobmaster.JobMaster : Trying to recover from a global failure.
{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)