You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@hbase.apache.org by "Michael Stack (Jira)" <ji...@apache.org> on 2021/06/07 16:18:00 UTC
[jira] [Created] (HBASE-25979) TestJMXConnectorServer fails with
BindException
Michael Stack created HBASE-25979:
-------------------------------------
Summary: TestJMXConnectorServer fails with BindException
Key: HBASE-25979
URL: https://issues.apache.org/jira/browse/HBASE-25979
Project: HBase
Issue Type: Task
Reporter: Michael Stack
Test needs to accommodate port clashes as TestJMXListener et al. does.
{code}
Failed
precommit checks / yetus jdk11 hadoop3 checks / org.apache.hadoop.hbase.TestJMXConnectorServer.(?)
Failing for the past 1 build (Since Failed#3 )
Took 12 ms.
Error Message
Shutting down
Stacktrace
java.io.IOException: Shutting down
at org.apache.hadoop.hbase.TestJMXConnectorServer.setUpBeforeClass(TestJMXConnectorServer.java:74)
Caused by: java.lang.RuntimeException: Master not initialized after 200000ms
at org.apache.hadoop.hbase.TestJMXConnectorServer.setUpBeforeClass(TestJMXConnectorServer.java:74)
Standard Output
Formatting using clusterid: testClusterID
Process Thread Dump: Thread dump because: Master not initialized after 200000ms
143 active threads
Thread 1 (main):
State: TIMED_WAITING
Blocked count: 2
Waited count: 2
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
java.base@11.0.10/java.util.concurrent.FutureTask.get(FutureTask.java:203)
app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:156)
app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:129)
app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
app//org.junit.runners.Suite.runChild(Suite.java:128)
app//org.junit.runners.Suite.runChild(Suite.java:27)
app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
app//org.apache.maven.surefire.junitcore.JUnitCore.run(JUnitCore.java:55)
app//org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:137)
Thread 2 (Reference Handler):
State: RUNNABLE
Blocked count: 1
Waited count: 0
Stack:
java.base@11.0.10/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
java.base@11.0.10/java.lang.ref.Reference.processPendingReferences(Reference.java:241)
java.base@11.0.10/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:213)
Thread 3 (Finalizer):
State: WAITING
Blocked count: 9
Waited count: 10
Waiting on java.lang.ref.ReferenceQueue$Lock@2e1b31ad
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@11.0.10/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
java.base@11.0.10/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:170)
Thread 4 (Signal Dispatcher):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
Thread 19 (Common-Cleaner):
State: TIMED_WAITING
Blocked count: 10
Waited count: 14
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@11.0.10/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
java.base@11.0.10/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)
Thread 20 (surefire-forkedjvm-command-thread):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/java.io.FileInputStream.readBytes(Native Method)
java.base@11.0.10/java.io.FileInputStream.read(FileInputStream.java:279)
java.base@11.0.10/java.io.BufferedInputStream.fill(BufferedInputStream.java:252)
java.base@11.0.10/java.io.BufferedInputStream.read(BufferedInputStream.java:271)
java.base@11.0.10/java.io.DataInputStream.readInt(DataInputStream.java:392)
app//org.apache.maven.surefire.booter.MasterProcessCommand.decode(MasterProcessCommand.java:113)
app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:383)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 23 (Time-limited test):
State: RUNNABLE
Blocked count: 69
Waited count: 2075
Stack:
java.management@11.0.10/sun.management.ThreadImpl.getThreadInfo1(Native Method)
java.management@11.0.10/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
java.management@11.0.10/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
app//org.apache.hadoop.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:169)
java.base@11.0.10/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base@11.0.10/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
java.base@11.0.10/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.base@11.0.10/java.lang.reflect.Method.invoke(Method.java:566)
app//org.apache.hadoop.hbase.util.Threads$PrintThreadInfoLazyHolder$1.printThreadInfo(Threads.java:220)
app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:267)
app//org.apache.hadoop.hbase.util.JVMClusterUtil.waitForEvent(JVMClusterUtil.java:231)
app//org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:200)
app//org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:430)
app//org.apache.hadoop.hbase.MiniHBaseCluster.init(MiniHBaseCluster.java:259)
app//org.apache.hadoop.hbase.MiniHBaseCluster.<init>(MiniHBaseCluster.java:115)
app//org.apache.hadoop.hbase.HBaseTestingUtility.startMiniHBaseCluster(HBaseTestingUtility.java:1177)
app//org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:1140)
app//org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:1104)
app//org.apache.hadoop.hbase.TestJMXConnectorServer.setUpBeforeClass(TestJMXConnectorServer.java:74)
java.base@11.0.10/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
Thread 25 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
State: WAITING
Blocked count: 0
Waited count: 1
Waiting on java.lang.ref.ReferenceQueue$Lock@4f7e0ab1
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
java.base@11.0.10/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3762)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 34 (Timer for 'NameNode' metrics system):
State: TIMED_WAITING
Blocked count: 0
Waited count: 21
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.util.TimerThread.mainLoop(Timer.java:553)
java.base@11.0.10/java.util.TimerThread.run(Timer.java:506)
Thread 35 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5a554db8):
State: TIMED_WAITING
Blocked count: 0
Waited count: 418
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:192)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 36 (pool-3-thread-1):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 37 (qtp1083014459-37):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 38 (qtp1083014459-38):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 39 (qtp1083014459-39):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 40 (qtp1083014459-40):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 41 (qtp1083014459-41-acceptor-0@9e533fe-ServerConnector@722ccb2{HTTP/1.1,[http/1.1]}{localhost:41097}):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:397)
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 42 (qtp1083014459-42-acceptor-1@6f057019-ServerConnector@722ccb2{HTTP/1.1,[http/1.1]}{localhost:41097}):
State: WAITING
Blocked count: 0
Waited count: 2
Waiting on java.util.concurrent.locks.ReentrantLock$NonfairSync@7744535b
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:917)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1240)
java.base@11.0.10/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:267)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:275)
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:397)
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 43 (qtp1083014459-43-acceptor-2@3afb00d8-ServerConnector@722ccb2{HTTP/1.1,[http/1.1]}{localhost:41097}):
State: WAITING
Blocked count: 0
Waited count: 2
Waiting on java.util.concurrent.locks.ReentrantLock$NonfairSync@7744535b
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:885)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:917)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1240)
java.base@11.0.10/java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:267)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:275)
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:397)
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 44 (qtp1083014459-44):
State: TIMED_WAITING
Blocked count: 0
Waited count: 4
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 45 (org.eclipse.jetty.server.session.HashSessionManager@34e0358dTimer):
State: TIMED_WAITING
Blocked count: 0
Waited count: 7
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 46 (org.eclipse.jetty.server.session.HashSessionManager@4ab4be43Timer):
State: TIMED_WAITING
Blocked count: 0
Waited count: 7
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 47 (org.eclipse.jetty.server.session.HashSessionManager@158aa17Timer):
State: TIMED_WAITING
Blocked count: 0
Waited count: 7
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 53 (FSEditLogAsync):
State: WAITING
Blocked count: 0
Waited count: 44
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61a2eec1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:417)
app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:221)
app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:229)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 55 (Socket Reader #1 for port 41067):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1097)
app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1076)
Thread 56 (IPC Server idle connection scanner for port 41067):
State: TIMED_WAITING
Blocked count: 1
Waited count: 22
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.util.TimerThread.mainLoop(Timer.java:553)
java.base@11.0.10/java.util.TimerThread.run(Timer.java:506)
Thread 60 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1cbb96fb):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:246)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 61 (DatanodeAdminMonitor-0):
State: TIMED_WAITING
Blocked count: 0
Waited count: 70
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 51 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2047c9ea):
State: TIMED_WAITING
Blocked count: 0
Waited count: 42
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:456)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 48 (RedundancyMonitor):
State: TIMED_WAITING
Blocked count: 0
Waited count: 71
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
java.base@11.0.10/java.lang.Thread.sleep(Thread.java:339)
java.base@11.0.10/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:4557)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 49 (StorageInfoMonitor):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$StorageInfoDefragmenter.run(BlockManager.java:4592)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 50 (Block report processor):
State: WAITING
Blocked count: 0
Waited count: 8
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1321f73b
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:417)
app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:4916)
app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:4905)
Thread 57 (IPC Server Responder):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1334)
app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1317)
Thread 54 (IPC Server listener on 41067):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1159)
Thread 63 (IPC Server handler 0 on 41067):
State: TIMED_WAITING
Blocked count: 1
Waited count: 227
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 64 (IPC Server handler 1 on 41067):
State: TIMED_WAITING
Blocked count: 3
Waited count: 226
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 65 (IPC Server handler 2 on 41067):
State: TIMED_WAITING
Blocked count: 1
Waited count: 225
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 66 (IPC Server handler 3 on 41067):
State: TIMED_WAITING
Blocked count: 0
Waited count: 225
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 67 (IPC Server handler 4 on 41067):
State: TIMED_WAITING
Blocked count: 0
Waited count: 225
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 68 (pool-5-thread-1):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 70 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4814b6fa):
State: TIMED_WAITING
Blocked count: 0
Waited count: 105
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:534)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1eead6c6):
State: TIMED_WAITING
Blocked count: 0
Waited count: 42
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4045)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@60566b4b):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4087)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@55681e0c):
State: TIMED_WAITING
Blocked count: 0
Waited count: 2
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4178)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 74 (CacheReplicationMonitor(1896423999)):
State: TIMED_WAITING
Blocked count: 0
Waited count: 8
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2211)
app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:181)
Thread 83 (pool-10-thread-1):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 84 (qtp646589407-84):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceExecuteConsume(ExecuteProduceConsume.java:169)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:145)
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 85 (qtp646589407-85-acceptor-0@5361981d-ServerConnector@6086a075{HTTP/1.1,[http/1.1]}{localhost:36979}):
State: RUNNABLE
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:397)
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 86 (qtp646589407-86):
State: TIMED_WAITING
Blocked count: 0
Waited count: 4
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 87 (org.eclipse.jetty.server.session.HashSessionManager@25b27a8eTimer):
State: TIMED_WAITING
Blocked count: 0
Waited count: 7
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 88 (org.eclipse.jetty.server.session.HashSessionManager@7a6a5879Timer):
State: TIMED_WAITING
Blocked count: 0
Waited count: 7
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 89 (org.eclipse.jetty.server.session.HashSessionManager@37d18eedTimer):
State: TIMED_WAITING
Blocked count: 0
Waited count: 7
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 90 (nioEventLoopGroup-2-1):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:803)
app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:457)
app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 91 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@567dc645):
State: TIMED_WAITING
Blocked count: 0
Waited count: 413
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:192)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 93 (Socket Reader #1 for port 44499):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1097)
app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1076)
Thread 94 (IPC Server idle connection scanner for port 44499):
State: TIMED_WAITING
Blocked count: 1
Waited count: 22
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.util.TimerThread.mainLoop(Timer.java:553)
java.base@11.0.10/java.util.TimerThread.run(Timer.java:506)
Thread 98 (BP-1536310928-172.17.0.2-1622870017585 heartbeating to localhost/127.0.0.1:41067):
State: TIMED_WAITING
Blocked count: 95
Waited count: 233
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:717)
app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:844)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 99 (pool-11-thread-1):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 82 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@30d132f4):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
java.base@11.0.10/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
java.base@11.0.10/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:114)
app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:145)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 95 (IPC Server Responder):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:136)
app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1334)
app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1317)
Thread 92 (IPC Server listener on 44499):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
java.base@11.0.10/sun.nio.ch.EPoll.wait(Native Method)
java.base@11.0.10/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
java.base@11.0.10/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
java.base@11.0.10/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1159)
Thread 100 (IPC Server handler 0 on 44499):
State: TIMED_WAITING
Blocked count: 0
Waited count: 208
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 101 (IPC Server handler 1 on 44499):
State: TIMED_WAITING
Blocked count: 0
Waited count: 208
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 102 (IPC Server handler 2 on 44499):
State: TIMED_WAITING
Blocked count: 0
Waited count: 210
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 103 (IPC Server handler 3 on 44499):
State: TIMED_WAITING
Blocked count: 0
Waited count: 213
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 104 (IPC Server handler 4 on 44499):
State: TIMED_WAITING
Blocked count: 0
Waited count: 221
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:458)
app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:288)
app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:2668)
Thread 105 (IPC Client (647968064) connection to localhost/127.0.0.1:41067 from jenkins):
State: TIMED_WAITING
Blocked count: 76
Waited count: 77
Stack:
java.base@11.0.10/java.lang.Object.wait(N
...[truncated 15817 chars]...
tQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 156 (NIOWorkerThread-5):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 157 (NIOWorkerThread-6):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 158 (NIOWorkerThread-7):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 159 (NIOWorkerThread-8):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 160 (NIOWorkerThread-9):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 161 (NIOWorkerThread-10):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 162 (NIOWorkerThread-11):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 163 (NIOWorkerThread-12):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 164 (NIOWorkerThread-13):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 165 (NIOWorkerThread-14):
State: WAITING
Blocked count: 0
Waited count: 5
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 166 (NIOWorkerThread-15):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 167 (NIOWorkerThread-16):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 168 (NIOWorkerThread-17):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 169 (NIOWorkerThread-18):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 170 (NIOWorkerThread-19):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 171 (NIOWorkerThread-20):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 172 (NIOWorkerThread-21):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 173 (NIOWorkerThread-22):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 174 (NIOWorkerThread-23):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 175 (NIOWorkerThread-24):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 176 (NIOWorkerThread-25):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 177 (NIOWorkerThread-26):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 178 (NIOWorkerThread-27):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 179 (NIOWorkerThread-28):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 180 (NIOWorkerThread-29):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 181 (NIOWorkerThread-30):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 182 (NIOWorkerThread-31):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 183 (NIOWorkerThread-32):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 184 (NIOWorkerThread-33):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 185 (NIOWorkerThread-34):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 186 (NIOWorkerThread-35):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 198 (NIOWorkerThread-36):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 199 (NIOWorkerThread-37):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 200 (NIOWorkerThread-38):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 203 (RS-EventLoopGroup-3-1):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:148)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:141)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:290)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:347)
app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 211 (NIOWorkerThread-39):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 212 (NIOWorkerThread-40):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 213 (NIOWorkerThread-41):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 215 (NIOWorkerThread-42):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 216 (NIOWorkerThread-43):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 217 (NIOWorkerThread-44):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 218 (NIOWorkerThread-45):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 219 (NIOWorkerThread-46):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 232 (NIOWorkerThread-47):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 233 (NIOWorkerThread-48):
State: WAITING
Blocked count: 0
Waited count: 4
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52bab00d
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 234 (Monitor thread for TaskMonitor):
State: TIMED_WAITING
Blocked count: 0
Waited count: 21
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:302)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 236 (master/d1cb58dfe2a6:0:becomeActiveMaster-MemStoreChunkPool Statistics):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 238 (master/d1cb58dfe2a6:0:becomeActiveMaster-MemStoreChunkPool Statistics):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 240 (org.apache.hadoop.hdfs.PeerCache@36dd5c9c):
State: TIMED_WAITING
Blocked count: 0
Waited count: 68
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 255 (Idle-Rpc-Conn-Sweeper-pool-0):
State: WAITING
Blocked count: 0
Waited count: 6
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@684211cf
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 261 (RS-EventLoopGroup-3-2):
State: RUNNABLE
Blocked count: 0
Waited count: 0
Stack:
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:132)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:281)
app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:351)
app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 278 (SnapshotHandlerChoreCleaner):
State: WAITING
Blocked count: 0
Waited count: 2
Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8ab9b4
Stack:
java.base@11.0.10/jdk.internal.misc.Unsafe.park(Native Method)
java.base@11.0.10/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
java.base@11.0.10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
java.base@11.0.10/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
java.base@11.0.10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 280 (ActiveMasterInitializationMonitor-1622870027293):
State: TIMED_WAITING
Blocked count: 0
Waited count: 1
Stack:
java.base@11.0.10/java.lang.Thread.sleep(Native Method)
app//org.apache.hadoop.hbase.master.MasterInitializationMonitor.run(MasterInitializationMonitor.java:63)
java.base@11.0.10/java.lang.Thread.run(Thread.java:834)
Thread 287 (Abort regionserver monitor):
State: TIMED_WAITING
Blocked count: 1
Waited count: 2
Stack:
java.base@11.0.10/java.lang.Object.wait(Native Method)
java.base@11.0.10/java.util.TimerThread.mainLoop(Timer.java:553)
java.base@11.0.10/java.util.TimerThread.run(Timer.java:506)
Standard Error
2021-06-05 05:13:34,612 INFO [main] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestJMXConnectorServer timeout: 13 mins
2021-06-05 05:13:35,257 DEBUG [main] hbase.HBaseTestingUtility(345): Setting hbase.rootdir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040
2021-06-05 05:13:35,349 INFO [Time-limited test] hbase.HBaseTestingUtility(1114): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2021-06-05 05:13:35,353 INFO [Time-limited test] hbase.HBaseZKTestingUtility(83): Created new mini-cluster data directory: /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/cluster_6a299075-d8cf-8d16-71ca-972a8b168c8e, deleteOnExit=true
2021-06-05 05:13:35,363 INFO [Time-limited test] hbase.HBaseTestingUtility(1128): STARTING DFS
2021-06-05 05:13:35,364 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting test.cache.data to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/test.cache.data in system properties and HBase conf
2021-06-05 05:13:35,365 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting hadoop.tmp.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/hadoop.tmp.dir in system properties and HBase conf
2021-06-05 05:13:35,366 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting hadoop.log.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/hadoop.log.dir in system properties and HBase conf
2021-06-05 05:13:35,368 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/mapreduce.cluster.local.dir in system properties and HBase conf
2021-06-05 05:13:35,369 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/mapreduce.cluster.temp.dir in system properties and HBase conf
2021-06-05 05:13:35,369 INFO [Time-limited test] hbase.HBaseTestingUtility(790): read short circuit is OFF
2021-06-05 05:13:35,778 WARN [Time-limited test] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2021-06-05 05:13:36,501 DEBUG [Time-limited test] fs.HFileSystem(321): The file system is not a DistributedFileSystem. Skipping on block location reordering
2021-06-05 05:13:36,512 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2021-06-05 05:13:36,513 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2021-06-05 05:13:36,514 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.nodemanager.log-dirs in system properties and HBase conf
2021-06-05 05:13:36,517 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2021-06-05 05:13:36,518 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2021-06-05 05:13:36,519 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2021-06-05 05:13:36,520 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2021-06-05 05:13:36,520 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/dfs.journalnode.edits.dir in system properties and HBase conf
2021-06-05 05:13:36,522 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2021-06-05 05:13:36,523 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting nfs.dump.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/nfs.dump.dir in system properties and HBase conf
2021-06-05 05:13:36,524 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting java.io.tmpdir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/java.io.tmpdir in system properties and HBase conf
2021-06-05 05:13:36,524 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/dfs.journalnode.edits.dir in system properties and HBase conf
2021-06-05 05:13:36,525 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2021-06-05 05:13:36,526 INFO [Time-limited test] hbase.HBaseTestingUtility(803): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2021-06-05 05:13:38,081 WARN [Time-limited test] impl.MetricsConfig(134): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2021-06-05 05:13:38,387 INFO [Time-limited test] log.Log(192): Logging initialized @5228ms
2021-06-05 05:13:38,560 WARN [Time-limited test] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j
2021-06-05 05:13:38,640 INFO [Time-limited test] server.Server(351): jetty-9.3.24.v20180605, build timestamp: 2018-06-05T17:11:56Z, git hash: 84205aa28f11a4f31f2a3b86d1bba2cc8ab69827
2021-06-05 05:13:38,688 INFO [Time-limited test] handler.ContextHandler(781): Started o.e.j.s.ServletContextHandler@45ce9ae6{/logs,file:///home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/hadoop.log.dir/,AVAILABLE}
2021-06-05 05:13:38,689 INFO [Time-limited test] handler.ContextHandler(781): Started o.e.j.s.ServletContextHandler@59a0bc32{/static,jar:file:/home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-m2/hbase-branch-2.4-patch-0/org/apache/hadoop/hadoop-hdfs/3.2.0/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
2021-06-05 05:13:39,072 INFO [Time-limited test] handler.ContextHandler(781): Started o.e.j.w.WebAppContext@6d44b79c{/,file:///home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/java.io.tmpdir/jetty-localhost-41097-hdfs-_-any-12691047179353478240.dir/webapp/,AVAILABLE}{/hdfs}
2021-06-05 05:13:39,093 INFO [Time-limited test] server.AbstractConnector(278): Started ServerConnector@722ccb2{HTTP/1.1,[http/1.1]}{localhost:41097}
2021-06-05 05:13:39,094 INFO [Time-limited test] server.Server(419): Started @5935ms
2021-06-05 05:13:40,404 WARN [Time-limited test] common.MetricsLoggerTask(155): Metrics logging will not be async since the logger is not log4j
2021-06-05 05:13:40,605 WARN [Time-limited test] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j
2021-06-05 05:13:40,620 INFO [Time-limited test] server.Server(351): jetty-9.3.24.v20180605, build timestamp: 2018-06-05T17:11:56Z, git hash: 84205aa28f11a4f31f2a3b86d1bba2cc8ab69827
2021-06-05 05:13:40,623 INFO [Time-limited test] handler.ContextHandler(781): Started o.e.j.s.ServletContextHandler@42437a1e{/logs,file:///home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/hadoop.log.dir/,AVAILABLE}
2021-06-05 05:13:40,624 INFO [Time-limited test] handler.ContextHandler(781): Started o.e.j.s.ServletContextHandler@7f5659e4{/static,jar:file:/home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-m2/hbase-branch-2.4-patch-0/org/apache/hadoop/hadoop-hdfs/3.2.0/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
2021-06-05 05:13:40,871 INFO [Time-limited test] handler.ContextHandler(781): Started o.e.j.w.WebAppContext@7aeb0c12{/,file:///home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/java.io.tmpdir/jetty-localhost-36979-datanode-_-any-17701841030962896204.dir/webapp/,AVAILABLE}{/datanode}
2021-06-05 05:13:40,873 INFO [Time-limited test] server.AbstractConnector(278): Started ServerConnector@6086a075{HTTP/1.1,[http/1.1]}{localhost:36979}
2021-06-05 05:13:40,875 INFO [Time-limited test] server.Server(419): Started @7716ms
2021-06-05 05:13:41,277 WARN [Time-limited test] common.MetricsLoggerTask(155): Metrics logging will not be async since the logger is not log4j
2021-06-05 05:13:42,370 INFO [Block report processor] blockmanagement.BlockManager(2544): BLOCK* processReport 0xc00bb0ec09399659: Processing first storage report for DS-a566b45b-177f-4338-8057-08f2ae45ec9c from datanode f8e22bb7-2d70-4cf8-979b-600a6b153c1d
2021-06-05 05:13:42,375 INFO [Block report processor] blockmanagement.BlockManager(2573): BLOCK* processReport 0xc00bb0ec09399659: from storage DS-a566b45b-177f-4338-8057-08f2ae45ec9c node DatanodeRegistration(127.0.0.1:44323, datanodeUuid=f8e22bb7-2d70-4cf8-979b-600a6b153c1d, infoPort=36705, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=407741962;c=1622870017585), blocks: 0, hasStaleStorage: true, processing time: 4 msecs, invalidatedBlocks: 0
2021-06-05 05:13:42,375 INFO [Block report processor] blockmanagement.BlockManager(2544): BLOCK* processReport 0xc00bb0ec09399659: Processing first storage report for DS-76f83e72-dbbe-4077-a67b-8408e36e6686 from datanode f8e22bb7-2d70-4cf8-979b-600a6b153c1d
2021-06-05 05:13:42,376 INFO [Block report processor] blockmanagement.BlockManager(2573): BLOCK* processReport 0xc00bb0ec09399659: from storage DS-76f83e72-dbbe-4077-a67b-8408e36e6686 node DatanodeRegistration(127.0.0.1:44323, datanodeUuid=f8e22bb7-2d70-4cf8-979b-600a6b153c1d, infoPort=36705, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=407741962;c=1622870017585), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2021-06-05 05:13:42,421 DEBUG [Time-limited test] hbase.HBaseTestingUtility(680): Setting hbase.rootdir to /home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040
2021-06-05 05:13:42,553 INFO [Time-limited test] zookeeper.MiniZooKeeperCluster(260): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/cluster_6a299075-d8cf-8d16-71ca-972a8b168c8e/zookeeper_0, clientPort=49932, secureClientPort=-1, dataDir=/home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/cluster_6a299075-d8cf-8d16-71ca-972a8b168c8e/zookeeper_0/version-2, dataDirSize=424
dataLogDir=/home/jenkins/jenkins-agent/workspace/Base-PreCommit-GitHub-PR_PR-3353/yetus-jdk11-hadoop3-check/src/hbase-server/target/test-data/c2522c7f-adab-6d09-282b-54baa9fcd040/cluster_6a299075-d8cf-8d16-71ca-972a8b168c8e/zookeeper_0/version-2, dataLogSize=424
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0
2021-06-05 05:13:42,587 INFO [Time-limited test] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49932
2021-06-05 05:13:42,608 INFO [Time-limited test] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:42,612 INFO [Time-limited test] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:43,573 INFO [Time-limited test] util.FSUtils(502): Created version file at hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d with version=8
2021-06-05 05:13:43,574 INFO [Time-limited test] hbase.HBaseTestingUtility(1466): Setting hbase.fs.tmp.dir to hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/hbase-staging
2021-06-05 05:13:43,957 INFO [Time-limited test] metrics.MetricRegistriesLoader(63): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2021-06-05 05:13:44,404 INFO [Time-limited test] client.ConnectionUtils(129): master/d1cb58dfe2a6:0 server-side Connection retries=45
2021-06-05 05:13:44,450 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2021-06-05 05:13:44,456 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2021-06-05 05:13:44,457 INFO [Time-limited test] ipc.RWQueueRpcExecutor(107): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2021-06-05 05:13:44,457 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2021-06-05 05:13:44,457 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2021-06-05 05:13:44,651 INFO [Time-limited test] ipc.RpcServerFactory(65): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService
2021-06-05 05:13:44,741 DEBUG [Time-limited test] util.ClassSize(227): Using Unsafe to estimate memory layout
2021-06-05 05:13:44,859 INFO [Time-limited test] ipc.NettyRpcServer(119): Bind to /172.17.0.2:42271
2021-06-05 05:13:44,878 INFO [Time-limited test] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:44,883 INFO [Time-limited test] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:44,909 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(101): Process identifier=master:42271 connecting to ZooKeeper ensemble=127.0.0.1:49932
2021-06-05 05:13:45,006 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:422710x0, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2021-06-05 05:13:45,026 DEBUG [zk-event-processor-pool-0] zookeeper.ZKWatcher(582): master:42271-0x101f72054f20000 connected
2021-06-05 05:13:45,093 DEBUG [Time-limited test] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2021-06-05 05:13:45,096 DEBUG [Time-limited test] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2021-06-05 05:13:45,102 DEBUG [Time-limited test] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2021-06-05 05:13:45,111 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42271
2021-06-05 05:13:45,111 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42271
2021-06-05 05:13:45,113 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42271
2021-06-05 05:13:45,114 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42271
2021-06-05 05:13:45,114 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42271
2021-06-05 05:13:45,122 INFO [Time-limited test] master.HMaster(429): hbase.rootdir=hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d, hbase.cluster.distributed=false
2021-06-05 05:13:45,279 INFO [Time-limited test] client.ConnectionUtils(129): regionserver/d1cb58dfe2a6:0 server-side Connection retries=45
2021-06-05 05:13:45,280 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2021-06-05 05:13:45,280 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2021-06-05 05:13:45,280 INFO [Time-limited test] ipc.RWQueueRpcExecutor(107): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2021-06-05 05:13:45,280 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2021-06-05 05:13:45,281 INFO [Time-limited test] ipc.RpcExecutor(162): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2021-06-05 05:13:45,286 INFO [Time-limited test] ipc.RpcServerFactory(65): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService
2021-06-05 05:13:45,294 INFO [Time-limited test] ipc.NettyRpcServer(119): Bind to /172.17.0.2:46845
2021-06-05 05:13:45,298 INFO [Time-limited test] hfile.BlockCacheFactory(142): Allocating BlockCache size=880 MB, blockSize=64 KB
2021-06-05 05:13:45,312 DEBUG [Time-limited test] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2021-06-05 05:13:45,315 INFO [Time-limited test] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:45,321 INFO [Time-limited test] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:45,326 INFO [Time-limited test] zookeeper.RecoverableZooKeeper(101): Process identifier=regionserver:46845 connecting to ZooKeeper ensemble=127.0.0.1:49932
2021-06-05 05:13:45,332 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): regionserver:468450x0, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2021-06-05 05:13:45,334 DEBUG [zk-event-processor-pool-0] zookeeper.ZKWatcher(582): regionserver:46845-0x101f72054f20001 connected
2021-06-05 05:13:45,335 DEBUG [Time-limited test] zookeeper.ZKUtil(358): regionserver:46845-0x101f72054f20001, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2021-06-05 05:13:45,340 DEBUG [Time-limited test] zookeeper.ZKUtil(358): regionserver:46845-0x101f72054f20001, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2021-06-05 05:13:45,342 DEBUG [Time-limited test] zookeeper.ZKUtil(358): regionserver:46845-0x101f72054f20001, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2021-06-05 05:13:45,344 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46845
2021-06-05 05:13:45,344 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46845
2021-06-05 05:13:45,346 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46845
2021-06-05 05:13:45,349 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46845
2021-06-05 05:13:45,349 DEBUG [Time-limited test] ipc.RpcExecutor(277): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46845
2021-06-05 05:13:45,353 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] master.HMaster(2071): Adding backup master ZNode /hbase/backup-masters/d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:45,369 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2021-06-05 05:13:45,372 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(356): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:45,409 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): regionserver:46845-0x101f72054f20001, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2021-06-05 05:13:45,409 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2021-06-05 05:13:45,410 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2021-06-05 05:13:45,411 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(356): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2021-06-05 05:13:45,413 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] master.ActiveMasterManager(227): Deleting ZNode for /hbase/backup-masters/d1cb58dfe2a6,42271,1622870023772 from backup master directory
2021-06-05 05:13:45,414 DEBUG [zk-event-processor-pool-0] zookeeper.ZKUtil(356): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2021-06-05 05:13:45,419 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:45,420 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2021-06-05 05:13:45,421 WARN [master/d1cb58dfe2a6:0:becomeActiveMaster] hbase.ZNodeClearer(63): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2021-06-05 05:13:45,422 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] master.ActiveMasterManager(237): Registered as active master=d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:45,425 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.ChunkCreator(487): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2021-06-05 05:13:45,427 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.ChunkCreator(487): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2021-06-05 05:13:45,582 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] util.FSUtils(654): Created cluster ID file at hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/hbase.id with ID: cead7235-0e0a-4675-9beb-5dcefff93d95
2021-06-05 05:13:45,645 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] fs.HFileSystem(352): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2021-06-05 05:13:45,723 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2021-06-05 05:13:45,814 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ReadOnlyZKClient(139): Connect 0x566f3abb to 127.0.0.1:49932 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms
2021-06-05 05:13:45,871 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] ipc.AbstractRpcClient(190): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9ce94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2021-06-05 05:13:45,907 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] region.MasterRegion(268): Create or load local region for table 'master:store', {NAME => 'proc', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', COMPRESSION => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', BLOCKCACHE => 'true', BLOCKSIZE => '65536', REPLICATION_SCOPE => '0'}
2021-06-05 05:13:45,911 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2021-06-05 05:13:45,937 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(265): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below
2021-06-05 05:13:45,946 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(243): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2475)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:182)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:241)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:252)
at java.base/java.lang.Class.forName0(Native Method)
at java.base/java.lang.Class.forName(Class.java:315)
at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:137)
at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:138)
at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:177)
at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:204)
at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:184)
at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:298)
at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:104)
at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:834)
at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2091)
at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:507)
at java.base/java.lang.Thread.run(Thread.java:834)
2021-06-05 05:13:45,952 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] wal.WALFactory(160): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2021-06-05 05:13:46,022 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(7861): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {NAME => 'proc', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', COMPRESSION => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', BLOCKCACHE => 'true', BLOCKSIZE => '65536', REPLICATION_SCOPE => '0'}, under table dir hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/data/master/store-tmp
2021-06-05 05:13:46,474 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(880): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable
2021-06-05 05:13:46,476 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1649): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2021-06-05 05:13:46,476 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1671): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2021-06-05 05:13:46,476 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1692): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2021-06-05 05:13:46,477 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1760): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2021-06-05 05:13:46,477 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1771): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2021-06-05 05:13:46,477 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1888): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2021-06-05 05:13:46,477 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1605): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1622870026475
Disabling compacts and flushes for region at 1622870026476 (+1 ms)
Disabling writes for close at 1622870026477 (+1 ms)
Writing region close event to WAL at 1622870026477
Closed at 1622870026477
2021-06-05 05:13:46,481 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] region.MasterRegion(178): WALDir=hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/WALs/d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:46,517 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] wal.AbstractFSWAL(467): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1cb58dfe2a6%2C42271%2C1622870023772, suffix=, logDir=hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/WALs/d1cb58dfe2a6,42271,1622870023772, archiveDir=hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/oldWALs, maxLogs=10
2021-06-05 05:13:46,577 DEBUG [RS-EventLoopGroup-3-2] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(812): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44323,DS-a566b45b-177f-4338-8057-08f2ae45ec9c,DISK]
2021-06-05 05:13:46,588 DEBUG [RS-EventLoopGroup-3-2] asyncfs.ProtobufDecoder(129): Hadoop 3.2 and below use unshaded protobuf.
java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite
at java.base/jdk.internal.loader.BuiltinClassLoader.loadClass(BuiltinClassLoader.java:581)
at java.base/jdk.internal.loader.ClassLoaders$AppClassLoader.loadClass(ClassLoaders.java:178)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:522)
at java.base/java.lang.Class.forName0(Native Method)
at java.base/java.lang.Class.forName(Class.java:315)
at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.<clinit>(ProtobufDecoder.java:124)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:341)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:112)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:425)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:551)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:183)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:419)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:112)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477)
at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:570)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:549)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:615)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:604)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:104)
at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84)
at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:616)
at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:654)
at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:530)
at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:465)
at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:378)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
at java.base/java.lang.Thread.run(Thread.java:834)
2021-06-05 05:13:46,707 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] wal.AbstractFSWAL(773): New WAL /user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/WALs/d1cb58dfe2a6,42271,1622870023772/d1cb58dfe2a6%2C42271%2C1622870023772.1622870026544
2021-06-05 05:13:46,708 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] wal.AbstractFSWAL(858): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44323,DS-a566b45b-177f-4338-8057-08f2ae45ec9c,DISK]]
2021-06-05 05:13:46,709 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(8041): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2021-06-05 05:13:46,710 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(880): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=10 ; minColumnNum=100 ; preparePutThreadLimit=20 ; hotProtect now enable
2021-06-05 05:13:46,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1] regionserver.HStore(402): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682
2021-06-05 05:13:46,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1] util.CommonFSUtils(549): Set storagePolicy=HOT for path=hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc
2021-06-05 05:13:46,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1] compactions.CompactionConfiguration(175): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2021-06-05 05:13:46,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1] regionserver.HStore(328): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=HOT, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2021-06-05 05:13:46,901 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(5341): Found 0 recovered edits file(s) under hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2021-06-05 05:13:46,904 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(5341): Found 0 recovered edits file(s) under hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2021-06-05 05:13:46,932 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1072): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2021-06-05 05:13:46,954 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] wal.WALSplitUtil(404): Wrote file=hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2021-06-05 05:13:46,957 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(1089): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62460006, jitterRate=-0.06927338242530823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2021-06-05 05:13:46,958 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] regionserver.HRegion(982): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1622870026751
Initializing all the Stores at 1622870026754 (+3 ms)
Instantiating store for column family {NAME => 'proc', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', COMPRESSION => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', BLOCKCACHE => 'true', BLOCKSIZE => '65536', REPLICATION_SCOPE => '0'} at 1622870026756 (+2 ms)
Cleaning up temporary data from old regions at 1622870026915 (+159 ms)
Cleaning up detritus from prior splits at 1622870026917 (+2 ms)
Region opened successfully at 1622870026957 (+40 ms)
2021-06-05 05:13:46,961 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2021-06-05 05:13:47,005 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2021-06-05 05:13:47,006 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure2.ProcedureExecutor(568): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2021-06-05 05:13:47,011 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] region.RegionProcedureStore(253): Starting Region Procedure Store lease recovery...
2021-06-05 05:13:47,015 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure2.ProcedureExecutor(588): Recovered RegionProcedureStore lease in 2 msec
2021-06-05 05:13:47,075 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure2.ProcedureExecutor(602): Loaded RegionProcedureStore in 60 msec
2021-06-05 05:13:47,075 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure2.RemoteProcedureDispatcher(95): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2021-06-05 05:13:47,118 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] assignment.AssignmentManager(231): hbase:meta replica znodes: []
2021-06-05 05:13:47,126 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] master.RegionServerTracker(125): Starting RegionServerTracker; 0 have existing ServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2021-06-05 05:13:47,174 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] balancer.BaseLoadBalancer(1073): slop=0.001, systemTablesOnMaster=false
2021-06-05 05:13:47,180 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] balancer.StochasticLoadBalancer(244): Loaded config; maxSteps=1000000, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] etc.
2021-06-05 05:13:47,185 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/balancer
2021-06-05 05:13:47,194 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] normalizer.RegionNormalizerWorker(111): Normalizer rate limit set to unlimited
2021-06-05 05:13:47,199 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/normalizer
2021-06-05 05:13:47,204 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2021-06-05 05:13:47,206 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/switch/split
2021-06-05 05:13:47,207 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/switch/merge
2021-06-05 05:13:47,225 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] zookeeper.ZKUtil(358): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/snapshot-cleanup
2021-06-05 05:13:47,232 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2021-06-05 05:13:47,232 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): regionserver:46845-0x101f72054f20001, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2021-06-05 05:13:47,233 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2021-06-05 05:13:47,237 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] master.HMaster(724): Active/primary master=d1cb58dfe2a6,42271,1622870023772, sessionid=0x101f72054f20000, setting cluster-up flag (Was=false)
2021-06-05 05:13:47,261 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2021-06-05 05:13:47,268 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure.ZKProcedureUtil(272): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2021-06-05 05:13:47,271 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure.ZKProcedureCoordinator(250): Starting controller for procedure member=d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:47,279 DEBUG [Time-limited test-EventThread] zookeeper.ZKWatcher(557): master:42271-0x101f72054f20000, quorum=127.0.0.1:49932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2021-06-05 05:13:47,285 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure.ZKProcedureUtil(272): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2021-06-05 05:13:47,287 DEBUG [master/d1cb58dfe2a6:0:becomeActiveMaster] procedure.ZKProcedureCoordinator(250): Starting controller for procedure member=d1cb58dfe2a6,42271,1622870023772
2021-06-05 05:13:47,291 WARN [master/d1cb58dfe2a6:0:becomeActiveMaster] snapshot.SnapshotManager(305): Couldn't delete working snapshot directory: hdfs://localhost:41067/user/jenkins/test-data/3f3e6ca8-09b6-b18e-04d1-594471ba1b0d/.hbase-snapshot/.tmp
2021-06-05 05:13:47,357 INFO [RS:0;d1cb58dfe2a6:46845] regionserver.HRegionServer(953): ClusterId : cead7235-0e0a-4675-9beb-5dcefff93d95
2021-06-05 05:13:47,363 DEBUG [RS:0;d1cb58dfe2a6:46845] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initializing
2021-06-05 05:13:47,364 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] hbase.JMXListener(187): Master rmiRegistryPort:49932,Master rmiConnectorPort:49932
2021-06-05 05:13:47,364 INFO [master/d1cb58dfe2a6:0:becomeActiveMaster] hbase.JMXListener(102): rmiSSL:false,authenticate:false,passwordFile:null,accessFile:null
2021-06-05 05:13:47,371 DEBUG [RS:0;d1cb58dfe2a6:46845] procedure.RegionServerProcedureManagerHost(47): Procedure flush-table-proc initialized
2021-06-05 05:13:47,371 DEBUG [RS:0;d1cb58dfe2a6:46845] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initializing
2021-06-05 05:13:47,375 DEBUG [RS:0;d1cb58dfe2a6:46845] procedure.RegionServerProcedureManagerHost(47): Procedure online-snapshot initialized
2021-06-05 05:13:47,378 DEBUG [RS:0;d1cb58dfe2a6:46845] zookeeper.ReadOnlyZKClient(139): Connect 0x75e78c91 to 127.0.0.1:49932 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms
2021-06-05 05:13:47,385 DEBUG [RS:0;d1cb58dfe2a6:46845] ipc.AbstractRpcClient(190): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e838a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2021-06-05 05:13:47,387 DEBUG [RS:0;d1cb58dfe2a6:46845] ipc.AbstractRpcClient(190): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@982b731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1cb58dfe2a6/172.17.0.2:0
2021-06-05 05:13:47,401 ERROR [master/d1cb58dfe2a6:0:becomeActiveMaster] coprocessor.CoprocessorHost(416): The coprocessor org.apache.hadoop.hbase.JMXListener threw java.rmi.server.ExportException: Port already in use: 49932; nested exception is:
java.net.BindException: Address already in use (Bind failed)
java.rmi.server.ExportException: Port already in use: 49932; nested exception is:
java.net.BindException: Address already in use (Bind failed)
at java.rmi/sun.rmi.transport.tcp.TCPTransport.listen(TCPTransport.java:335)
at java.rmi/sun.rmi.transport.tcp.TCPTransport.exportObject(TCPTransport.java:243)
at java.rmi/sun.rmi.transport.tcp.TCPEndpoint.exportObject(TCPEndpoint.java:412)
at java.rmi/sun.rmi.transport.LiveRef.exportObject(LiveRef.java:147)
at java.rmi/sun.rmi.server.UnicastServerRef.exportObject(UnicastServerRef.java:234)
at java.rmi/sun.rmi.registry.RegistryImpl.setup(RegistryImpl.java:220)
at java.rmi/sun.rmi.registry.RegistryImpl.<init>(RegistryImpl.java:205)
at java.rmi/java.rmi.registry.LocateRegistry.createRegistry(LocateRegistry.java:203)
at org.apache.hadoop.hbase.JMXListener.startConnectorServer(JMXListener.java:134)
at org.apache.hadoop.hbase.JMXListener.start(JMXListener.java:209)
at org.apache.hadoop.hbase.coprocessor.BaseEnvironment.startup(BaseEnvironment.java:72)
at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.checkAndLoadInstance(CoprocessorHost.java:283)
at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.loadSystemCoprocessors(CoprocessorHost.java:168)
at org.apache.hadoop.hbase.master.MasterCoprocessorHost.<init>(MasterCoprocessorHost.java:158)
at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:897)
at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2091)
at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:507)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.BindException: Address already in use (Bind failed)
at java.base/java.net.PlainSocketImpl.socketBind(Native Method)
at java.base/java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:436)
at java.base/java.net.ServerSocket.bind(ServerSocket.java:395)
at java.base/java.net.ServerSocket.<init>(ServerSocket.java:257)
at java.base/java.net.ServerSocket.<init>(ServerSocket.java:149)
at java.rmi/sun.rmi.transport.tcp.TCPDirectSocketFactory.createServerSocket(TCPDirectSocketFactory.java:45)
at java.rmi/sun.rmi.transport.tcp.TCPEndpoint.newServerSocket(TCPEndpoint.java:670)
at java.rmi/sun.rmi.transport.tcp.TCPTransport.listen(TCPTransport.java:324)
... 17 more
{code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)