You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@flink.apache.org by Murali Krishna Pusala <mu...@icloud.com> on 2020/07/13 02:42:13 UTC
Error --GC Cleaner Provider -- Flink 1.11.0
Hi All,
I have written simple java code that read data using Hive and transform using Table API (Blink Planner) and Flink 1.11.0 on HDP cluster. I am encountering "java.lang.Error: Failed to find GC Cleaner among available providers” error. Full error stack is at end of the email.
Do anyone encounter the same issue or any solutions/suggestions ?
Cluster Config:
* Hadoop Version: 2.7.3
* Java Version: 1.8.0_40
* Flink 1.11.0 ( built from source)
* Hive 1.2.1
Thanks
Murali Pusala
Caused by: java.lang.Error: Failed to find GC Cleaner among available providers: [Legacy (before Java 9) cleaner provider, New Java 9+ cleaner provider]
at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:149) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
Caused by: org.apache.flink.util.FlinkRuntimeException: Legacy (before Java 9) cleaner provider: Failed to find Reference#tryHandlePending method
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:398) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
Suppressed: org.apache.flink.util.FlinkRuntimeException: New Java 9+ cleaner provider: Failed to find java class
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:388) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1200(JavaGcCleanerWrapper.java:376) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.createCleanerFactory(JavaGcCleanerWrapper.java:244) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.access$700(JavaGcCleanerWrapper.java:217) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:179) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
Caused by: java.lang.ClassNotFoundException: java.lang.ref.Cleaner
at java.net.URLClassLoader.findClass(URLClassLoader.java:381) ~[?:1.8.0_40]
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_40]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) ~[?:1.8.0_40]
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_40]
at java.lang.Class.forName0(Native Method) ~[?:1.8.0_40]
at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_40]
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:385) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
... 28 more
Caused by: java.lang.NoSuchMethodException: java.lang.ref.Reference.tryHandlePending(boolean)
at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_40]
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:395) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
Re: Error --GC Cleaner Provider -- Flink 1.11.0
Posted by Xintong Song <to...@gmail.com>.
Hi Murali,
A proper fix of this problem could take some time. It may or may not catch
the next bug-fix release (1.11.1).
At the meantime, you can try to workaround this by upgrading your JDK8 to a
recent release. E.g., the latest JDK8u252 [1].
Thank you~
Xintong Song
[1]
https://adoptopenjdk.net/releases.html?variant=openjdk8&jvmVariant=hotspot
On Mon, Jul 13, 2020 at 8:42 PM Murali Krishna Pusala <
muralipusala@icloud.com> wrote:
>
>
> Thanks for quick reply!
>
> On Jul 13, 2020, at 4:14 AM, Xintong Song <to...@gmail.com> wrote:
>
>
> FYI, I've opened FLINK-18581[1] for tracking this.
>
>
> Thank you~
>
> Xintong Song
>
>
> [1] https://issues.apache.org/jira/browse/FLINK-18581
>
> On Mon, Jul 13, 2020 at 4:54 PM Xintong Song <to...@gmail.com>
> wrote:
>
>> I think the problem is that the package-private method
>> `Reference.tryHandlePending` does not exist in 1.8.0_40.
>> The method does not exist in OpenJDK 8u40[1], but can be found in the
>> latest AdoptOpenJDK [2].
>> It seems the method was first introduced in 8u202[3].
>>
>> Thank you~
>>
>> Xintong Song
>>
>>
>> [1]
>> https://hg.openjdk.java.net/jdk8u/jdk8u40/jdk/file/c7bbaa04eaa8/src/share/classes/java/lang/ref/Reference.java
>> [2]
>> https://github.com/AdoptOpenJDK/openjdk-jdk8u/blob/master/jdk/src/share/classes/java/lang/ref/Reference.java
>> [3]
>> https://github.com/AdoptOpenJDK/openjdk-jdk8u/commit/7200bdcbfa06ce84a7e7fcaff59a9d477011ae57
>>
>> On Mon, Jul 13, 2020 at 4:27 PM Khachatryan Roman <
>> khachatryan.roman@gmail.com> wrote:
>>
>>> Hi Murali Pusala,
>>>
>>> Thanks for reporting this issue.
>>>
>>> Looks like JavaGcCleanerWrapper should use getDeclaredMethod instead of
>>> getMethod to find Reference.tryHandlePending.
>>>
>>> @Andrey, can you confirm this?
>>>
>>> Regards,
>>> Roman
>>>
>>>
>>> On Mon, Jul 13, 2020 at 4:42 AM Murali Krishna Pusala <
>>> muralipusala@icloud.com> wrote:
>>>
>>>>
>>>> Hi All,
>>>>
>>>> I have written simple java code that read data using Hive and transform
>>>> using Table API (Blink Planner) and Flink 1.11.0 on HDP cluster. I am
>>>> encountering "java.lang.Error: Failed to find GC Cleaner among available
>>>> providers” error. Full error stack is at end of the email.
>>>>
>>>> Do anyone encounter the same issue or any solutions/suggestions ?
>>>>
>>>> Cluster Config:
>>>>
>>>> * Hadoop Version: 2.7.3
>>>> * Java Version: 1.8.0_40
>>>> * Flink 1.11.0 ( built from source)
>>>> * Hive 1.2.1
>>>>
>>>> Thanks
>>>> Murali Pusala
>>>>
>>>>
>>>> Caused by: java.lang.Error: Failed to find GC Cleaner among available
>>>> providers: [Legacy (before Java 9) cleaner provider, New Java 9+ cleaner
>>>> provider]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:149)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>>> ~[?:1.8.0_40]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>> Caused by: org.apache.flink.util.FlinkRuntimeException: Legacy (before
>>>> Java 9) cleaner provider: Failed to find Reference#tryHandlePending method
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:398)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>>> ~[?:1.8.0_40]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>> Suppressed: org.apache.flink.util.FlinkRuntimeException: New
>>>> Java 9+ cleaner provider: Failed to find java class
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:388)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1200(JavaGcCleanerWrapper.java:376)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.createCleanerFactory(JavaGcCleanerWrapper.java:244)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.access$700(JavaGcCleanerWrapper.java:217)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:179)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>>> ~[?:1.8.0_40]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source)
>>>> ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>> Caused by: java.lang.ClassNotFoundException:
>>>> java.lang.ref.Cleaner
>>>> at
>>>> java.net.URLClassLoader.findClass(URLClassLoader.java:381) ~[?:1.8.0_40]
>>>> at
>>>> java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_40]
>>>> at
>>>> sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) ~[?:1.8.0_40]
>>>> at
>>>> java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_40]
>>>> at java.lang.Class.forName0(Native Method) ~[?:1.8.0_40]
>>>> at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_40]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:385)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> ... 28 more
>>>> Caused by: java.lang.NoSuchMethodException:
>>>> java.lang.ref.Reference.tryHandlePending(boolean)
>>>> at java.lang.Class.getDeclaredMethod(Class.java:2130)
>>>> ~[?:1.8.0_40]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:395)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>>> ~[?:1.8.0_40]
>>>> at
>>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>>> Source) ~[?:?]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at
>>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>
>>>
Re: Error --GC Cleaner Provider -- Flink 1.11.0
Posted by Murali Krishna Pusala <mu...@icloud.com>.
Thanks for quick reply!
> On Jul 13, 2020, at 4:14 AM, Xintong Song <to...@gmail.com> wrote:
>
>
> FYI, I've opened FLINK-18581[1] for tracking this.
>
> Thank you~
> Xintong Song
>
> [1] https://issues.apache.org/jira/browse/FLINK-18581
>
>> On Mon, Jul 13, 2020 at 4:54 PM Xintong Song <to...@gmail.com> wrote:
>> I think the problem is that the package-private method `Reference.tryHandlePending` does not exist in 1.8.0_40.
>> The method does not exist in OpenJDK 8u40[1], but can be found in the latest AdoptOpenJDK [2].
>> It seems the method was first introduced in 8u202[3].
>>
>> Thank you~
>> Xintong Song
>>
>> [1] https://hg.openjdk.java.net/jdk8u/jdk8u40/jdk/file/c7bbaa04eaa8/src/share/classes/java/lang/ref/Reference.java
>> [2] https://github.com/AdoptOpenJDK/openjdk-jdk8u/blob/master/jdk/src/share/classes/java/lang/ref/Reference.java
>> [3] https://github.com/AdoptOpenJDK/openjdk-jdk8u/commit/7200bdcbfa06ce84a7e7fcaff59a9d477011ae57
>>
>>> On Mon, Jul 13, 2020 at 4:27 PM Khachatryan Roman <kh...@gmail.com> wrote:
>>> Hi Murali Pusala,
>>>
>>> Thanks for reporting this issue.
>>>
>>> Looks like JavaGcCleanerWrapper should use getDeclaredMethod instead of getMethod to find Reference.tryHandlePending.
>>>
>>> @Andrey, can you confirm this?
>>>
>>> Regards,
>>> Roman
>>>
>>>
>>>> On Mon, Jul 13, 2020 at 4:42 AM Murali Krishna Pusala <mu...@icloud.com> wrote:
>>>>
>>>> Hi All,
>>>>
>>>> I have written simple java code that read data using Hive and transform using Table API (Blink Planner) and Flink 1.11.0 on HDP cluster. I am encountering "java.lang.Error: Failed to find GC Cleaner among available providers” error. Full error stack is at end of the email.
>>>>
>>>> Do anyone encounter the same issue or any solutions/suggestions ?
>>>>
>>>> Cluster Config:
>>>>
>>>> * Hadoop Version: 2.7.3
>>>> * Java Version: 1.8.0_40
>>>> * Flink 1.11.0 ( built from source)
>>>> * Hive 1.2.1
>>>>
>>>> Thanks
>>>> Murali Pusala
>>>>
>>>>
>>>> Caused by: java.lang.Error: Failed to find GC Cleaner among available providers: [Legacy (before Java 9) cleaner provider, New Java 9+ cleaner provider]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:149) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
>>>> at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
>>>> at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>> Caused by: org.apache.flink.util.FlinkRuntimeException: Legacy (before Java 9) cleaner provider: Failed to find Reference#tryHandlePending method
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:398) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
>>>> at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
>>>> at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>> Suppressed: org.apache.flink.util.FlinkRuntimeException: New Java 9+ cleaner provider: Failed to find java class
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:388) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1200(JavaGcCleanerWrapper.java:376) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.createCleanerFactory(JavaGcCleanerWrapper.java:244) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.access$700(JavaGcCleanerWrapper.java:217) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:179) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
>>>> at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
>>>> at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>>> Caused by: java.lang.ClassNotFoundException: java.lang.ref.Cleaner
>>>> at java.net.URLClassLoader.findClass(URLClassLoader.java:381) ~[?:1.8.0_40]
>>>> at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_40]
>>>> at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) ~[?:1.8.0_40]
>>>> at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_40]
>>>> at java.lang.Class.forName0(Native Method) ~[?:1.8.0_40]
>>>> at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_40]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:385) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> ... 28 more
>>>> Caused by: java.lang.NoSuchMethodException: java.lang.ref.Reference.tryHandlePending(boolean)
>>>> at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_40]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:395) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown Source) ~[?:?]
>>>> at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_40]
>>>> at org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148) ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown Source) ~[?:?]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546) ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
Re: Error --GC Cleaner Provider -- Flink 1.11.0
Posted by Xintong Song <to...@gmail.com>.
FYI, I've opened FLINK-18581[1] for tracking this.
Thank you~
Xintong Song
[1] https://issues.apache.org/jira/browse/FLINK-18581
On Mon, Jul 13, 2020 at 4:54 PM Xintong Song <to...@gmail.com> wrote:
> I think the problem is that the package-private method
> `Reference.tryHandlePending` does not exist in 1.8.0_40.
> The method does not exist in OpenJDK 8u40[1], but can be found in the
> latest AdoptOpenJDK [2].
> It seems the method was first introduced in 8u202[3].
>
> Thank you~
>
> Xintong Song
>
>
> [1]
> https://hg.openjdk.java.net/jdk8u/jdk8u40/jdk/file/c7bbaa04eaa8/src/share/classes/java/lang/ref/Reference.java
> [2]
> https://github.com/AdoptOpenJDK/openjdk-jdk8u/blob/master/jdk/src/share/classes/java/lang/ref/Reference.java
> [3]
> https://github.com/AdoptOpenJDK/openjdk-jdk8u/commit/7200bdcbfa06ce84a7e7fcaff59a9d477011ae57
>
> On Mon, Jul 13, 2020 at 4:27 PM Khachatryan Roman <
> khachatryan.roman@gmail.com> wrote:
>
>> Hi Murali Pusala,
>>
>> Thanks for reporting this issue.
>>
>> Looks like JavaGcCleanerWrapper should use getDeclaredMethod instead of
>> getMethod to find Reference.tryHandlePending.
>>
>> @Andrey, can you confirm this?
>>
>> Regards,
>> Roman
>>
>>
>> On Mon, Jul 13, 2020 at 4:42 AM Murali Krishna Pusala <
>> muralipusala@icloud.com> wrote:
>>
>>>
>>> Hi All,
>>>
>>> I have written simple java code that read data using Hive and transform
>>> using Table API (Blink Planner) and Flink 1.11.0 on HDP cluster. I am
>>> encountering "java.lang.Error: Failed to find GC Cleaner among available
>>> providers” error. Full error stack is at end of the email.
>>>
>>> Do anyone encounter the same issue or any solutions/suggestions ?
>>>
>>> Cluster Config:
>>>
>>> * Hadoop Version: 2.7.3
>>> * Java Version: 1.8.0_40
>>> * Flink 1.11.0 ( built from source)
>>> * Hive 1.2.1
>>>
>>> Thanks
>>> Murali Pusala
>>>
>>>
>>> Caused by: java.lang.Error: Failed to find GC Cleaner among available
>>> providers: [Legacy (before Java 9) cleaner provider, New Java 9+ cleaner
>>> provider]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:149)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>> Source) ~[?:?]
>>> at
>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>> ~[?:1.8.0_40]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>> Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>> Caused by: org.apache.flink.util.FlinkRuntimeException: Legacy (before
>>> Java 9) cleaner provider: Failed to find Reference#tryHandlePending method
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:398)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>> Source) ~[?:?]
>>> at
>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>> ~[?:1.8.0_40]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>> Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>> Suppressed: org.apache.flink.util.FlinkRuntimeException: New
>>> Java 9+ cleaner provider: Failed to find java class
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:388)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1200(JavaGcCleanerWrapper.java:376)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.createCleanerFactory(JavaGcCleanerWrapper.java:244)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.access$700(JavaGcCleanerWrapper.java:217)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:179)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>> Source) ~[?:?]
>>> at
>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>> ~[?:1.8.0_40]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at LocalHashAggregateWithKeys$100.open(Unknown Source)
>>> ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>> Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>> Caused by: java.lang.ClassNotFoundException:
>>> java.lang.ref.Cleaner
>>> at
>>> java.net.URLClassLoader.findClass(URLClassLoader.java:381) ~[?:1.8.0_40]
>>> at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
>>> ~[?:1.8.0_40]
>>> at
>>> sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) ~[?:1.8.0_40]
>>> at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
>>> ~[?:1.8.0_40]
>>> at java.lang.Class.forName0(Native Method) ~[?:1.8.0_40]
>>> at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_40]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:385)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> ... 28 more
>>> Caused by: java.lang.NoSuchMethodException:
>>> java.lang.ref.Reference.tryHandlePending(boolean)
>>> at java.lang.Class.getDeclaredMethod(Class.java:2130)
>>> ~[?:1.8.0_40]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:395)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>>> Source) ~[?:?]
>>> at
>>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>>> ~[?:1.8.0_40]
>>> at
>>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>>> Source) ~[?:?]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at
>>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>>
>>
Re: Error --GC Cleaner Provider -- Flink 1.11.0
Posted by Xintong Song <to...@gmail.com>.
I think the problem is that the package-private method
`Reference.tryHandlePending` does not exist in 1.8.0_40.
The method does not exist in OpenJDK 8u40[1], but can be found in the
latest AdoptOpenJDK [2].
It seems the method was first introduced in 8u202[3].
Thank you~
Xintong Song
[1]
https://hg.openjdk.java.net/jdk8u/jdk8u40/jdk/file/c7bbaa04eaa8/src/share/classes/java/lang/ref/Reference.java
[2]
https://github.com/AdoptOpenJDK/openjdk-jdk8u/blob/master/jdk/src/share/classes/java/lang/ref/Reference.java
[3]
https://github.com/AdoptOpenJDK/openjdk-jdk8u/commit/7200bdcbfa06ce84a7e7fcaff59a9d477011ae57
On Mon, Jul 13, 2020 at 4:27 PM Khachatryan Roman <
khachatryan.roman@gmail.com> wrote:
> Hi Murali Pusala,
>
> Thanks for reporting this issue.
>
> Looks like JavaGcCleanerWrapper should use getDeclaredMethod instead of
> getMethod to find Reference.tryHandlePending.
>
> @Andrey, can you confirm this?
>
> Regards,
> Roman
>
>
> On Mon, Jul 13, 2020 at 4:42 AM Murali Krishna Pusala <
> muralipusala@icloud.com> wrote:
>
>>
>> Hi All,
>>
>> I have written simple java code that read data using Hive and transform
>> using Table API (Blink Planner) and Flink 1.11.0 on HDP cluster. I am
>> encountering "java.lang.Error: Failed to find GC Cleaner among available
>> providers” error. Full error stack is at end of the email.
>>
>> Do anyone encounter the same issue or any solutions/suggestions ?
>>
>> Cluster Config:
>>
>> * Hadoop Version: 2.7.3
>> * Java Version: 1.8.0_40
>> * Flink 1.11.0 ( built from source)
>> * Hive 1.2.1
>>
>> Thanks
>> Murali Pusala
>>
>>
>> Caused by: java.lang.Error: Failed to find GC Cleaner among available
>> providers: [Legacy (before Java 9) cleaner provider, New Java 9+ cleaner
>> provider]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:149)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>> Source) ~[?:?]
>> at
>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>> ~[?:1.8.0_40]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>> Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>> Caused by: org.apache.flink.util.FlinkRuntimeException: Legacy (before
>> Java 9) cleaner provider: Failed to find Reference#tryHandlePending method
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:398)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>> Source) ~[?:?]
>> at
>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>> ~[?:1.8.0_40]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>> Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>> Suppressed: org.apache.flink.util.FlinkRuntimeException: New Java
>> 9+ cleaner provider: Failed to find java class
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:388)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1200(JavaGcCleanerWrapper.java:376)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.createCleanerFactory(JavaGcCleanerWrapper.java:244)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.access$700(JavaGcCleanerWrapper.java:217)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:179)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>> Source) ~[?:?]
>> at
>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>> ~[?:1.8.0_40]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at LocalHashAggregateWithKeys$100.open(Unknown Source)
>> ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>> Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>> Caused by: java.lang.ClassNotFoundException: java.lang.ref.Cleaner
>> at
>> java.net.URLClassLoader.findClass(URLClassLoader.java:381) ~[?:1.8.0_40]
>> at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
>> ~[?:1.8.0_40]
>> at
>> sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) ~[?:1.8.0_40]
>> at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
>> ~[?:1.8.0_40]
>> at java.lang.Class.forName0(Native Method) ~[?:1.8.0_40]
>> at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_40]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:385)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> ... 28 more
>> Caused by: java.lang.NoSuchMethodException:
>> java.lang.ref.Reference.tryHandlePending(boolean)
>> at java.lang.Class.getDeclaredMethod(Class.java:2130)
>> ~[?:1.8.0_40]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:395)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
>> Source) ~[?:?]
>> at
>> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
>> ~[?:1.8.0_40]
>> at
>> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
>> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
>> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
>> Source) ~[?:?]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at
>> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
>> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
>
>
Re: Error --GC Cleaner Provider -- Flink 1.11.0
Posted by Khachatryan Roman <kh...@gmail.com>.
Hi Murali Pusala,
Thanks for reporting this issue.
Looks like JavaGcCleanerWrapper should use getDeclaredMethod instead of
getMethod to find Reference.tryHandlePending.
@Andrey, can you confirm this?
Regards,
Roman
On Mon, Jul 13, 2020 at 4:42 AM Murali Krishna Pusala <
muralipusala@icloud.com> wrote:
>
> Hi All,
>
> I have written simple java code that read data using Hive and transform
> using Table API (Blink Planner) and Flink 1.11.0 on HDP cluster. I am
> encountering "java.lang.Error: Failed to find GC Cleaner among available
> providers” error. Full error stack is at end of the email.
>
> Do anyone encounter the same issue or any solutions/suggestions ?
>
> Cluster Config:
>
> * Hadoop Version: 2.7.3
> * Java Version: 1.8.0_40
> * Flink 1.11.0 ( built from source)
> * Hive 1.2.1
>
> Thanks
> Murali Pusala
>
>
> Caused by: java.lang.Error: Failed to find GC Cleaner among available
> providers: [Legacy (before Java 9) cleaner provider, New Java 9+ cleaner
> provider]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:149)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
> Source) ~[?:?]
> at
> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
> ~[?:1.8.0_40]
> at
> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
> Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
> Caused by: org.apache.flink.util.FlinkRuntimeException: Legacy (before
> Java 9) cleaner provider: Failed to find Reference#tryHandlePending method
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:398)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
> Source) ~[?:?]
> at
> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
> ~[?:1.8.0_40]
> at
> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
> Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
> Suppressed: org.apache.flink.util.FlinkRuntimeException: New Java
> 9+ cleaner provider: Failed to find java class
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:388)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1200(JavaGcCleanerWrapper.java:376)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.createCleanerFactory(JavaGcCleanerWrapper.java:244)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerFactoryProvider.access$700(JavaGcCleanerWrapper.java:217)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:179)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
> Source) ~[?:?]
> at
> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
> ~[?:1.8.0_40]
> at
> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at LocalHashAggregateWithKeys$100.open(Unknown Source)
> ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
> Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]
> Caused by: java.lang.ClassNotFoundException: java.lang.ref.Cleaner
> at
> java.net.URLClassLoader.findClass(URLClassLoader.java:381) ~[?:1.8.0_40]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
> ~[?:1.8.0_40]
> at
> sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) ~[?:1.8.0_40]
> at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
> ~[?:1.8.0_40]
> at java.lang.Class.forName0(Native Method) ~[?:1.8.0_40]
> at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_40]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findClass(JavaGcCleanerWrapper.java:385)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> ... 28 more
> Caused by: java.lang.NoSuchMethodException:
> java.lang.ref.Reference.tryHandlePending(boolean)
> at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_40]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.findMethod(JavaGcCleanerWrapper.java:395)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$ReflectionUtils.access$1300(JavaGcCleanerWrapper.java:376)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.createPendingCleanersRunner(JavaGcCleanerWrapper.java:326)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$PendingCleanersRunnerProvider.access$800(JavaGcCleanerWrapper.java:303)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.createCleanerManager(JavaGcCleanerWrapper.java:180)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper$CleanerProvider.access$400(JavaGcCleanerWrapper.java:162)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.findGcCleanerManager(JavaGcCleanerWrapper.java:140)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.util.JavaGcCleanerWrapper.<clinit>(JavaGcCleanerWrapper.java:56)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemoryUtils.createMemoryGcCleaner(MemoryUtils.java:111)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.core.memory.MemorySegmentFactory.allocateOffHeapUnsafeMemory(MemorySegmentFactory.java:175)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager.lambda$allocatePages$0(MemoryManager.java:237)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.runtime.memory.MemoryManager$$Lambda$188/978816879.apply(Unknown
> Source) ~[?:?]
> at
> java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853)
> ~[?:1.8.0_40]
> at
> org.apache.flink.runtime.memory.MemoryManager.allocatePages(MemoryManager.java:233)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.util.LazyMemorySegmentPool.nextSegment(LazyMemorySegmentPool.java:82)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.io.disk.SimpleCollectingOutputView.<init>(SimpleCollectingOutputView.java:49)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap$RecordArea.<init>(BytesHashMap.java:522)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:184)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.table.runtime.operators.aggregate.BytesHashMap.<init>(BytesHashMap.java:148)
> ~[flink-table-uber-blink_2.11-1.11.0.jar:1.11.0]
> at LocalHashAggregateWithKeys$100.open(Unknown Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:291)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$beforeInvoke$0(StreamTask.java:473)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask$$Lambda$176/1800425807.run(Unknown
> Source) ~[?:?]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:92)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:469)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at
> org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
> ~[flink-dist_2.11-1.11.0.jar:1.11.0]
> at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_40]