You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@kafka.apache.org by Bunty Ray <bu...@gmail.com> on 2018/05/30 13:18:10 UTC

Kafka Connect Fails - java.lang.OutOfMemoryError: Direct buffer memory

We enable SSL on Kafka Connect and post that we are seeing this below
OutOfMemory error.

[2018-05-30 13:15:36,006] ERROR Task rxrdah-hdfs-sink-uat-55 threw an
uncaught and unrecoverable exception
(org.apache.kafka.connect.runtime.WorkerTask)
java.lang.OutOfMemoryError: Direct buffer memory
        at java.nio.Bits.reserveMemory(Bits.java:693)
        at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
        at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
        at sun.nio.ch.Util.getTemporaryDirectBuffer(Util.java:174)
        at sun.nio.ch.IOUtil.read(IOUtil.java:195)
        at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
        at
org.apache.kafka.common.network.PlaintextTransportLayer.read(PlaintextTransportLayer.java:109)
        at
org.apache.kafka.common.network.NetworkReceive.readFromReadableChannel(NetworkReceive.java:101)
        at
org.apache.kafka.common.network.NetworkReceive.readFrom(NetworkReceive.java:75)
        at
org.apache.kafka.common.network.KafkaChannel.receive(KafkaChannel.java:203)
        at
org.apache.kafka.common.network.KafkaChannel.read(KafkaChannel.java:167)
        at
org.apache.kafka.common.network.Selector.pollSelectionKeys(Selector.java:381)
        at org.apache.kafka.common.network.Selector.poll(Selector.java:326)
        at
org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:433)
        at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:232)
        at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:208)
        at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:184)
        at
org.apache.kafka.clients.consumer.internals.AbstractCoordinator.ensureCoordinatorReady(AbstractCoordinator.java:214)
        at
org.apache.kafka.clients.consumer.internals.AbstractCoordinator.ensureCoordinatorReady(AbstractCoordinator.java:200)
        at
org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.poll(ConsumerCoordinator.java:286)
        at
org.apache.kafka.clients.consumer.KafkaConsumer.pollOnce(KafkaConsumer.java:1078)
        at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1043)
        at
org.apache.kafka.connect.runtime.WorkerSinkTask.pollConsumer(WorkerSinkTask.java:366)
        at
org.apache.kafka.connect.runtime.WorkerSinkTask.poll(WorkerSinkTask.java:246)
        at
org.apache.kafka.connect.runtime.WorkerSinkTask.iteration(WorkerSinkTask.java:180)
        at
org.apache.kafka.connect.runtime.WorkerSinkTask.execute(WorkerSinkTask.java:148)
        at
org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:146)
        at
org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:190)
        at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)