You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kafka.apache.org by SeokYoung Jang <sy...@gmail.com> on 2023/03/02 07:59:38 UTC
i have question to kafka error
hi~
i have question.
i installed kafka in azure kubernetes services.
but occur is error.
-- error --
{"thread_name":"controller-event-thread","msg":"[ReplicaStateMachine controllerId=0] Triggering offline replica state changes","level":"INFO","time":"2023-02-27T00:09:39.590Z"}
{"thread_name":"kafka-log-cleaner-thread-0","msg":"Failed to clean up log for __consumer_offsets-4 in dir /opt/kafka/data/topics due to IOException","level":"ERROR","time":"2023-02-27T00:09:39.905Z"}
java.nio.file.FileSystemException: /opt/kafka/data/topics/__consumer_offsets-4/00000000000000000000.log.cleaned: Operation not permitted
at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:100)
at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
at java.base/sun.nio.fs.UnixFileAttributeViews$Basic.setTimes(UnixFileAttributeViews.java:125)
at java.base/java.nio.file.Files.setLastModifiedTime(Files.java:2355)
at kafka.log.LogSegment.lastModified_$eq(LogSegment.scala:650)
at kafka.log.Cleaner.cleanSegments(LogCleaner.scala:609)
at kafka.log.Cleaner.$anonfun$doClean$6(LogCleaner.scala:538)
at kafka.log.Cleaner.$anonfun$doClean$6$adapted(LogCleaner.scala:537)
at scala.collection.immutable.List.foreach(List.scala:333)
at kafka.log.Cleaner.doClean(LogCleaner.scala:537)
at kafka.log.Cleaner.clean(LogCleaner.scala:511)
at kafka.log.LogCleaner$CleanerThread.cleanLog(LogCleaner.scala:380)
at kafka.log.LogCleaner$CleanerThread.cleanFilthiestLog(LogCleaner.scala:352)
at kafka.log.LogCleaner$CleanerThread.tryCleanFilthiestLog(LogCleaner.scala:332)
at kafka.log.LogCleaner$CleanerThread.doWork(LogCleaner.scala:321)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:96)
{"thread_name":"kafka-log-cleaner-thread-0","msg":"Failed to clean up log for __consumer_offsets-4 in dir /opt/kafka/data/topics due to IOException","level":"ERROR","time":"2023-02-27T00:09:39.905Z"}
java.nio.file.FileSystemException: /opt/kafka/data/topics/__consumer_offsets-4/00000000000000000000.log.cleaned: Operation not permitted
at java.base/sun.nio.fs.UnixException.translateToIOException(UnixException.java:100)
at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)
at java.base/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)
at java.base/sun.nio.fs.UnixFileAttributeViews$Basic.setTimes(UnixFileAttributeViews.java:125)
at java.base/java.nio.file.Files.setLastModifiedTime(Files.java:2355)
at kafka.log.LogSegment.lastModified_$eq(LogSegment.scala:650)
at kafka.log.Cleaner.cleanSegments(LogCleaner.scala:609)
at kafka.log.Cleaner.$anonfun$doClean$6(LogCleaner.scala:538)
at kafka.log.Cleaner.$anonfun$doClean$6$adapted(LogCleaner.scala:537)
at scala.collection.immutable.List.foreach(List.scala:333)
at kafka.log.Cleaner.doClean(LogCleaner.scala:537)
at kafka.log.Cleaner.clean(LogCleaner.scala:511)
at kafka.log.LogCleaner$CleanerThread.cleanLog(LogCleaner.scala:380)
at kafka.log.LogCleaner$CleanerThread.cleanFilthiestLog(LogCleaner.scala:352)
at kafka.log.LogCleaner$CleanerThread.tryCleanFilthiestLog(LogCleaner.scala:332)
at kafka.log.LogCleaner$CleanerThread.doWork(LogCleaner.scala:321)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:96)
{"thread_name":"LogDirFailureHandler","msg":"[ReplicaManager broker=0] Stopping serving replicas in dir /opt/kafka/data/topics","level":"WARN","time":"2023-02-27T00:09:39.910Z"}
{"thread_name":"LogDirFailureHandler","msg":"[ReplicaManager broker=0] Stopping serving replicas in dir /opt/kafka/data/topics","level":"WARN","time":"2023-02-27T00:09:39.910Z"}
{"thread_name":"LogDirFailureHandler","msg":"[ReplicaManager broker=0] Broker 0 stopped fetcher for partitions and stopped moving logs for partitions because they are in the failed log directory /opt/kafka/data/topics.","level":"WARN","time":"2023-02-27T00:09:39.920Z"}
{"thread_name":"LogDirFailureHandler","msg":"[ReplicaManager broker=0] Broker 0 stopped fetcher for partitions and stopped moving logs for partitions because they are in the failed log directory /opt/kafka/data/topics.","level":"WARN","time":"2023-02-27T00:09:39.920Z"}
{"thread_name":"LogDirFailureHandler","msg":"Stopping serving logs in dir /opt/kafka/data/topics","level":"WARN","time":"2023-02-27T00:09:39.921Z"}
{"thread_name":"LogDirFailureHandler","msg":"Stopping serving logs in dir /opt/kafka/data/topics","level":"WARN","time":"2023-02-27T00:09:39.921Z"}
{"thread_name":"LogDirFailureHandler","msg":"Shutdown broker because all log dirs in /opt/kafka/data/topics have failed","level":"ERROR","time":"2023-02-27T00:09:39.924Z"}
{"thread_name":"LogDirFailureHandler","msg":"Shutdown broker because all log dirs in /opt/kafka/data/topics have failed","level":"ERROR","time":"2023-02-27T00:09:39.924Z"}
-- error--
so.. permission is same other directory.
/opt/kafka/data/topics/__consumer_offsets-39:
total 20484
drwxrwxrwx 2 root tm-app 0 Feb 21 05:45 .
drwxrwxrwx 2 root tm-app 0 Feb 21 05:17 ..
-rwxrwxrwx 1 root tm-app 10485760 Feb 27 08:20 00000000000000000000.index
-rwxrwxrwx 1 root tm-app 2669 Feb 21 05:48 00000000000000000000.log
-rwxrwxrwx 1 root tm-app 10485756 Feb 27 08:20 00000000000000000000.timeindex
-rwxrwxrwx 1 root tm-app 10 Feb 27 08:20 00000000000000000004.snapshot
-rwxrwxrwx 1 root tm-app 8 Feb 27 08:20 leader-epoch-checkpoint
/opt/kafka/data/topics/__consumer_offsets-4:
total 123356
drwxrwxrwx 2 root tm-app 0 Feb 21 05:45 .
drwxrwxrwx 2 root tm-app 0 Feb 21 05:17 ..
-rwxrwxrwx 1 root tm-app 192184 Feb 27 08:20 00000000000000000000.index
-rwxrwxrwx 1 root tm-app 0 Feb 27 08:20 00000000000000000000.index.cleaned
-rwxrwxrwx 1 root tm-app 104857386 Feb 25 19:47 00000000000000000000.log
-rwxrwxrwx 1 root tm-app 2482 Feb 27 08:20 00000000000000000000.log.cleaned
-rwxrwxrwx 1 root tm-app 288288 Feb 27 08:20 00000000000000000000.timeindex
-rwxrwxrwx 1 root tm-app 12 Feb 27 08:20 00000000000000000000.timeindex.cleaned
-rwxrwxrwx 1 root tm-app 10485760 Feb 27 08:20 00000000000000483187.index
-rwxrwxrwx 1 root tm-app 1304 Feb 25 19:47 00000000000000483187.log
-rwxrwxrwx 1 root tm-app 10 Feb 27 08:20 00000000000000483187.snapshot
-rwxrwxrwx 1 root tm-app 10485756 Feb 27 08:20 00000000000000483187.timeindex
-rwxrwxrwx 1 root tm-app 10 Feb 27 08:20 00000000000000483193.snapshot
-rwxrwxrwx 1 root tm-app 8 Feb 27 08:20 leader-epoch-checkpoint
thank you.