You are viewing a plain text version of this content. The canonical link for it is here.
Posted to jira@kafka.apache.org by "Amit Gupta (Jira)" <ji...@apache.org> on 2021/10/05 11:08:00 UTC
[jira] [Updated] (KAFKA-13346) Kafka Streams fails due to
unexpected exception
[ https://issues.apache.org/jira/browse/KAFKA-13346?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Amit Gupta updated KAFKA-13346:
-------------------------------
Description:
Hello,
We are using Kafka Streams and we observe that some times on some of the hosts running streams application, Kafka streams instance fails with unexpected exception. Can some one please help on what can be the root cause here?
|org.apache.kafka.streams.errors.ProcessorStateException: Error opening store state-store at location .....
at org.apache.kafka.streams.state.internals.RocksDBStore.openRocksDB(RocksDBStore.java:214) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:188) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.RocksDBStore.init(RocksDBStore.java:224) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.WrappedStateStore.init(WrappedStateStore.java:48) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.ChangeLoggingKeyValueBytesStore.init(ChangeLoggingKeyValueBytesStore.java:42) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.WrappedStateStore.init(WrappedStateStore.java:48) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.lambda$init$0(MeteredKeyValueStore.java:101) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.metrics.StreamsMetricsImpl.maybeMeasureLatency(StreamsMetricsImpl.java:836) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.init(MeteredKeyValueStore.java:101) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.ProcessorStateManager.registerStateStores(ProcessorStateManager.java:199) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StateManagerUtil.registerStateStores(StateManagerUtil.java:76) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StandbyTask.initializeIfNeeded(StandbyTask.java:95) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.TaskManager.tryToCompleteRestoration(TaskManager.java:426) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:660) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:551) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:510) ~[kafka-streams-2.6.0.jar:?]
Caused by: org.rocksdb.RocksDBException: lock : ...../0_468/rocksdb/state-store/LOCK: No locks available
at org.rocksdb.RocksDB.open(Native Method) ~[rocksdbjni-5.18.3.jar:?]
at org.rocksdb.RocksDB.open(RocksDB.java:286) ~[rocksdbjni-5.18.3.jar:?]
at org.apache.kafka.streams.state.internals.RocksDBStore.openRocksDB(RocksDBStore.java:211) ~[kafka-streams-2.6.0.jar:?]
... 15 more|
was:
Hello,
We are using Kafka Streams and we observe that some times on some of the hosts running streams application, Kafka streams instance fails with unexpected exception.
|org.apache.kafka.streams.errors.ProcessorStateException: Error opening store state-store at location .....
at org.apache.kafka.streams.state.internals.RocksDBStore.openRocksDB(RocksDBStore.java:214) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:188) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.RocksDBStore.init(RocksDBStore.java:224) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.WrappedStateStore.init(WrappedStateStore.java:48) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.ChangeLoggingKeyValueBytesStore.init(ChangeLoggingKeyValueBytesStore.java:42) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.WrappedStateStore.init(WrappedStateStore.java:48) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.lambda$init$0(MeteredKeyValueStore.java:101) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.metrics.StreamsMetricsImpl.maybeMeasureLatency(StreamsMetricsImpl.java:836) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.init(MeteredKeyValueStore.java:101) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.ProcessorStateManager.registerStateStores(ProcessorStateManager.java:199) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StateManagerUtil.registerStateStores(StateManagerUtil.java:76) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StandbyTask.initializeIfNeeded(StandbyTask.java:95) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.TaskManager.tryToCompleteRestoration(TaskManager.java:426) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:660) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:551) ~[kafka-streams-2.6.0.jar:?]
at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:510) ~[kafka-streams-2.6.0.jar:?]
Caused by: org.rocksdb.RocksDBException: lock : ...../0_468/rocksdb/state-store/LOCK: No locks available
at org.rocksdb.RocksDB.open(Native Method) ~[rocksdbjni-5.18.3.jar:?]
at org.rocksdb.RocksDB.open(RocksDB.java:286) ~[rocksdbjni-5.18.3.jar:?]
at org.apache.kafka.streams.state.internals.RocksDBStore.openRocksDB(RocksDBStore.java:211) ~[kafka-streams-2.6.0.jar:?]
... 15 more|
> Kafka Streams fails due to unexpected exception
> -----------------------------------------------
>
> Key: KAFKA-13346
> URL: https://issues.apache.org/jira/browse/KAFKA-13346
> Project: Kafka
> Issue Type: Bug
> Affects Versions: 2.6.0
> Reporter: Amit Gupta
> Priority: Major
>
> Hello,
> We are using Kafka Streams and we observe that some times on some of the hosts running streams application, Kafka streams instance fails with unexpected exception. Can some one please help on what can be the root cause here?
>
> |org.apache.kafka.streams.errors.ProcessorStateException: Error opening store state-store at location .....
> at org.apache.kafka.streams.state.internals.RocksDBStore.openRocksDB(RocksDBStore.java:214) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:188) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.RocksDBStore.init(RocksDBStore.java:224) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.WrappedStateStore.init(WrappedStateStore.java:48) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.ChangeLoggingKeyValueBytesStore.init(ChangeLoggingKeyValueBytesStore.java:42) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.WrappedStateStore.init(WrappedStateStore.java:48) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.lambda$init$0(MeteredKeyValueStore.java:101) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.metrics.StreamsMetricsImpl.maybeMeasureLatency(StreamsMetricsImpl.java:836) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.init(MeteredKeyValueStore.java:101) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.ProcessorStateManager.registerStateStores(ProcessorStateManager.java:199) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.StateManagerUtil.registerStateStores(StateManagerUtil.java:76) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.StandbyTask.initializeIfNeeded(StandbyTask.java:95) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.TaskManager.tryToCompleteRestoration(TaskManager.java:426) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:660) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:551) ~[kafka-streams-2.6.0.jar:?]
> at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:510) ~[kafka-streams-2.6.0.jar:?]
> Caused by: org.rocksdb.RocksDBException: lock : ...../0_468/rocksdb/state-store/LOCK: No locks available
> at org.rocksdb.RocksDB.open(Native Method) ~[rocksdbjni-5.18.3.jar:?]
> at org.rocksdb.RocksDB.open(RocksDB.java:286) ~[rocksdbjni-5.18.3.jar:?]
> at org.apache.kafka.streams.state.internals.RocksDBStore.openRocksDB(RocksDBStore.java:211) ~[kafka-streams-2.6.0.jar:?]
> ... 15 more|
--
This message was sent by Atlassian Jira
(v8.3.4#803005)