You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@flink.apache.org by Amol S - iProgrammer <am...@iprogrammer.com> on 2018/07/05 14:07:43 UTC
Flink job failed with exception
My flink job is failed with below exception
java.lang.RuntimeException: Buffer pool is destroyed.
at
org.apache.flink.streaming.runtime.io.RecordWriterOutput.emitLatencyMarker(RecordWriterOutput.java:147)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator$CountingOutput.emitLatencyMarker(AbstractStreamOperator.java:673)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.api.operators.StreamSource$LatencyMarksEmitter$1.onProcessingTime(StreamSource.java:151)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.runtime.tasks.SystemProcessingTimeService$RepeatedTriggerTask.run(SystemProcessingTimeService.java:326)
[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_144]
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[na:1.8.0_144]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[na:1.8.0_144]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[na:1.8.0_144]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[na:1.8.0_144]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[na:1.8.0_144]
at java.lang.Thread.run(Thread.java:748) [na:1.8.0_144]
Caused by: java.lang.IllegalStateException: Buffer pool is destroyed.
at
org.apache.flink.runtime.io.network.buffer.LocalBufferPool.requestMemorySegment(LocalBufferPool.java:223)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.buffer.LocalBufferPool.requestBufferBuilderBlocking(LocalBufferPool.java:197)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.api.writer.RecordWriter.requestNewBufferBuilder(RecordWriter.java:209)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.api.writer.RecordWriter.sendToTarget(RecordWriter.java:142)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.api.writer.RecordWriter.randomEmit(RecordWriter.java:123)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.runtime.io.StreamRecordWriter.randomEmit(StreamRecordWriter.java:93)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.runtime.io.RecordWriterOutput.emitLatencyMarker(RecordWriterOutput.java:144)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
... 10 common frames omitted
Please suggest.
-----------------------------------------------
*Amol Suryawanshi*
Java Developer
amols@iprogrammer.com
*iProgrammer Solutions Pvt. Ltd.*
*Office 103, 104, 1st Floor Pride Portal,Shivaji Housing Society,
Bahiratwadi,Near Hotel JW Marriott, Off Senapati Bapat Road, Pune - 411016,
MH, INDIA.**Phone: +91 9689077510 | Skype: amols_iprogrammer*
www.iprogrammer.com <sa...@iprogrammer.com>
------------------------------------------------
Re: Flink job failed with exception
Posted by Amol S - iProgrammer <am...@iprogrammer.com>.
sorry above logs are not complete.
you can find complete logs in this mail.
Error while emitting latency marker.
java.lang.RuntimeException: Buffer pool is destroyed.
at
org.apache.flink.streaming.runtime.io.RecordWriterOutput.emitLatencyMarker(RecordWriterOutput.java:147)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.api.operators.AbstractStreamOperator$CountingOutput.emitLatencyMarker(AbstractStreamOperator.java:673)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.api.operators.StreamSource$LatencyMarksEmitter$1.onProcessingTime(StreamSource.java:151)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.runtime.tasks.SystemProcessingTimeService$RepeatedTriggerTask.run(SystemProcessingTimeService.java:326)
[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[na:1.8.0_144]
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[na:1.8.0_144]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[na:1.8.0_144]
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[na:1.8.0_144]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[na:1.8.0_144]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[na:1.8.0_144]
at java.lang.Thread.run(Thread.java:748) [na:1.8.0_144]
Caused by: java.lang.IllegalStateException: Buffer pool is destroyed.
at
org.apache.flink.runtime.io.network.buffer.LocalBufferPool.requestMemorySegment(LocalBufferPool.java:223)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.buffer.LocalBufferPool.requestBufferBuilderBlocking(LocalBufferPool.java:197)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.api.writer.RecordWriter.requestNewBufferBuilder(RecordWriter.java:209)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.api.writer.RecordWriter.sendToTarget(RecordWriter.java:142)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.runtime.io.network.api.writer.RecordWriter.randomEmit(RecordWriter.java:123)
~[flink-runtime_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.runtime.io.StreamRecordWriter.randomEmit(StreamRecordWriter.java:93)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
at
org.apache.flink.streaming.runtime.io.RecordWriterOutput.emitLatencyMarker(RecordWriterOutput.java:144)
~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
... 10 common frames omitted
-----------------------------------------------
*Amol Suryawanshi*
Java Developer
amols@iprogrammer.com
*iProgrammer Solutions Pvt. Ltd.*
*Office 103, 104, 1st Floor Pride Portal,Shivaji Housing Society,
Bahiratwadi,Near Hotel JW Marriott, Off Senapati Bapat Road, Pune - 411016,
MH, INDIA.**Phone: +91 9689077510 | Skype: amols_iprogrammer*
www.iprogrammer.com <sa...@iprogrammer.com>
------------------------------------------------
On Thu, Jul 5, 2018 at 7:37 PM, Amol S - iProgrammer <am...@iprogrammer.com>
wrote:
> My flink job is failed with below exception
>
>
> java.lang.RuntimeException: Buffer pool is destroyed.
> at org.apache.flink.streaming.runtime.io.RecordWriterOutput.
> emitLatencyMarker(RecordWriterOutput.java:147)
> ~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
> at org.apache.flink.streaming.api.operators.AbstractStreamOperator$
> CountingOutput.emitLatencyMarker(AbstractStreamOperator.java:673)
> ~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
> at org.apache.flink.streaming.api.operators.StreamSource$
> LatencyMarksEmitter$1.onProcessingTime(StreamSource.java:151)
> ~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
> at org.apache.flink.streaming.runtime.tasks.SystemProcessingTimeService$
> RepeatedTriggerTask.run(SystemProcessingTimeService.java:326)
> [flink-streaming-java_2.11-1.5.0.jar:1.5.0]
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> [na:1.8.0_144]
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
> [na:1.8.0_144]
> at java.util.concurrent.ScheduledThreadPoolExecutor$
> ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
> [na:1.8.0_144]
> at java.util.concurrent.ScheduledThreadPoolExecutor$
> ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
> [na:1.8.0_144]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [na:1.8.0_144]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [na:1.8.0_144]
> at java.lang.Thread.run(Thread.java:748) [na:1.8.0_144]
> Caused by: java.lang.IllegalStateException: Buffer pool is destroyed.
> at org.apache.flink.runtime.io.network.buffer.LocalBufferPool.
> requestMemorySegment(LocalBufferPool.java:223) ~[flink-runtime_2.11-1.5.0.
> jar:1.5.0]
> at org.apache.flink.runtime.io.network.buffer.LocalBufferPool.
> requestBufferBuilderBlocking(LocalBufferPool.java:197)
> ~[flink-runtime_2.11-1.5.0.jar:1.5.0]
> at org.apache.flink.runtime.io.network.api.writer.RecordWriter.
> requestNewBufferBuilder(RecordWriter.java:209) ~[flink-runtime_2.11-1.5.0.
> jar:1.5.0]
> at org.apache.flink.runtime.io.network.api.writer.
> RecordWriter.sendToTarget(RecordWriter.java:142)
> ~[flink-runtime_2.11-1.5.0.jar:1.5.0]
> at org.apache.flink.runtime.io.network.api.writer.RecordWriter.randomEmit(RecordWriter.java:123)
> ~[flink-runtime_2.11-1.5.0.jar:1.5.0]
> at org.apache.flink.streaming.runtime.io.StreamRecordWriter.
> randomEmit(StreamRecordWriter.java:93) ~[flink-streaming-java_2.11-1.
> 5.0.jar:1.5.0]
> at org.apache.flink.streaming.runtime.io.RecordWriterOutput.
> emitLatencyMarker(RecordWriterOutput.java:144)
> ~[flink-streaming-java_2.11-1.5.0.jar:1.5.0]
> ... 10 common frames omitted
>
> Please suggest.
>
> -----------------------------------------------
> *Amol Suryawanshi*
> Java Developer
> amols@iprogrammer.com
>
>
> *iProgrammer Solutions Pvt. Ltd.*
>
>
>
> *Office 103, 104, 1st Floor Pride Portal,Shivaji Housing Society,
> Bahiratwadi,Near Hotel JW Marriott, Off Senapati Bapat Road, Pune - 411016,
> MH, INDIA.**Phone: +91 9689077510 | Skype: amols_iprogrammer*
> www.iprogrammer.com <sa...@iprogrammer.com>
> ------------------------------------------------
>