You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user-zh@flink.apache.org by 赵一旦 <hi...@gmail.com> on 2021/01/08 08:51:35 UTC
检查点无错误，但是日志中有错误，不清楚是什么原理呢？
检查点无错误，但检查点配置的后端sdk有报错，所以不清楚这个错误究竟有没有影响。下面是报错堆栈，帮忙分析下这个是写检查点数据的过程吗？如果是的话，404是什么意思。找不到？找不到啥。。。
com.baidubce.BceServiceException: Not Found (Status Code: 404; Error Code:
null; Request ID: 624d3468-8d7b-46f7-be5d-750c9039893d)
at
com.baidubce.http.handler.BceErrorResponseHandler.handle(BceErrorResponseHandler.java:59)
~[bce-java-sdk-0.10.82.jar:?]
at com.baidubce.http.BceHttpClient.execute(BceHttpClient.java:243)
~[bce-java-sdk-0.10.82.jar:?]
at
com.baidubce.AbstractBceClient.invokeHttpClient(AbstractBceClient.java:189)
~[bce-java-sdk-0.10.82.jar:?]
at
com.baidubce.services.bos.BosClient.getObjectMetadata(BosClient.java:1189)
~[bce-java-sdk-0.10.82.jar:?]
at
com.baidubce.services.bos.BosClient.getObjectMetadata(BosClient.java:1171)
~[bce-java-sdk-0.10.82.jar:?]
at
org.apache.hadoop.fs.bos.BosNativeFileSystemStore.retrieveMetadata(BosNativeFileSystemStore.java:531)
~[bos-hdfs-sdk-1.0.1-SNAPSHOT-0.jar:?]
at sun.reflect.GeneratedMethodAccessor92.invoke(Unknown Source)
~[?:?]
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:1.8.0_251]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_251]
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
~[hadoop-common-2.7.5.jar:?]
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
~[hadoop-common-2.7.5.jar:?]
at org.apache.hadoop.fs.bos.$Proxy22.retrieveMetadata(Unknown
Source) ~[?:?]
at
org.apache.hadoop.fs.bos.BaiduBosFileSystem.getFileStatus(BaiduBosFileSystem.java:252)
~[bos-hdfs-sdk-1.0.1-SNAPSHOT-0.jar:?]
at org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1425)
~[hadoop-common-2.7.5.jar:?]
at
org.apache.hadoop.fs.bos.BaiduBosFileSystem.create(BaiduBosFileSystem.java:163)
~[bos-hdfs-sdk-1.0.1-SNAPSHOT-0.jar:?]
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:910)
~[hadoop-common-2.7.5.jar:?]
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:891)
~[hadoop-common-2.7.5.jar:?]
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:788)
~[hadoop-common-2.7.5.jar:?]
at
org.apache.flink.runtime.fs.hdfs.HadoopFileSystem.create(HadoopFileSystem.java:149)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.fs.hdfs.HadoopFileSystem.create(HadoopFileSystem.java:37)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.core.fs.SafetyNetWrapperFileSystem.create(SafetyNetWrapperFileSystem.java:126)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.core.fs.EntropyInjector.createEntropyAware(EntropyInjector.java:61)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.state.filesystem.FsCheckpointStreamFactory$FsCheckpointStateOutputStream.createStream(FsCheckpointStreamFactory.java:389)
~[flink-dist_2.11-1.12.0.jar:1.1
2.0]
at
org.apache.flink.runtime.state.filesystem.FsCheckpointStreamFactory$FsCheckpointStateOutputStream.flushToFile(FsCheckpointStreamFactory.java:254)
~[flink-dist_2.11-1.12.0.jar:1.12
.0]
at
org.apache.flink.runtime.state.filesystem.FsCheckpointStreamFactory$FsCheckpointStateOutputStream.write(FsCheckpointStreamFactory.java:230)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at java.io.DataOutputStream.write(DataOutputStream.java:107)
~[?:1.8.0_251]
at java.io.FilterOutputStream.write(FilterOutputStream.java:97)
~[?:1.8.0_251]
at
org.apache.flink.runtime.io.network.buffer.NetworkBuffer.getBytes(NetworkBuffer.java:397)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.shaded.netty4.io.netty.buffer.AbstractUnpooledSlicedByteBuf.getBytes(AbstractUnpooledSlicedByteBuf.java:392)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.shaded.netty4.io.netty.buffer.SlicedByteBuf.getBytes(SlicedByteBuf.java:26)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.shaded.netty4.io.netty.buffer.ReadOnlyByteBuf.getBytes(ReadOnlyByteBuf.java:264)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateSerializerImpl.writeData(ChannelStateSerializer.java:164)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateCheckpointWriter.lambda$write$2(ChannelStateCheckpointWriter.java:136)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateCheckpointWriter.runWithChecks(ChannelStateCheckpointWriter.java:226)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateCheckpointWriter.write(ChannelStateCheckpointWriter.java:133)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateCheckpointWriter.writeOutput(ChannelStateCheckpointWriter.java:125)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequest.lambda$write$1(ChannelStateWriteRequest.java:57)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequest.lambda$buildWriteRequest$2(ChannelStateWriteRequest.java:77)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.CheckpointInProgressRequest.execute(ChannelStateWriteRequest.java:176)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestDispatcherImpl.dispatchInternal(ChannelStateWriteRequestDispatcherImpl.java:75)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestDispatcherImpl.dispatch(ChannelStateWriteRequestDispatcherImpl.java:54)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestExecutorImpl.loop(ChannelStateWriteRequestExecutorImpl.java:94)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at
org.apache.flink.runtime.checkpoint.channel.ChannelStateWriteRequestExecutorImpl.run(ChannelStateWriteRequestExecutorImpl.java:74)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_251]